2024-09-22T08:25:52.652 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-22T08:25:52.683 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-22T08:25:52.789 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061 branch: wip-skoduri-cloud-restore description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7915061' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-skoduri-cloud-restore ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: 8852379c050c686f4605f33f0129009b2029ca9d ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8852379c050c686f4605f33f0129009b2029ca9d rgw: compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true erasure_code_profile: crush-failure-domain: osd k: 3 m: 1 name: testprofile frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-skoduri-cloud-restore sha1: 8852379c050c686f4605f33f0129009b2029ca9d owner: scheduled_soumyakoduri@teuthology priority: 100 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: 8852379c050c686f4605f33f0129009b2029ca9d sleep_before_teardown: 0 suite: rgw suite_branch: wip-skoduri-cloud-restore suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 8852379c050c686f4605f33f0129009b2029ca9d targets: smithi064.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF3WJO8zWsauBlT6VDqm9MX8/fgaQvzoQQ7KGsZPhjF0gn2JDCwUVeeQN7vqK/92F3zIUlS4RwEjeBRmd7AlfjM= smithi150.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOtBUhGK66Ev7tGXQlw3ijbyWkuJfnBHTiXHi8OtgPNQbq3drQXbHRVEJunexomUJJ6CjhmgEupL3eKg+1+dW6k= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-22_06:37:27 tube: smithi user: soumyakoduri verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-22T08:25:52.789 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa; will attempt to use it 2024-09-22T08:25:52.790 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa/tasks 2024-09-22T08:25:52.790 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-22T08:25:52.792 INFO:teuthology.task.internal:Checking packages... 2024-09-22T08:25:52.814 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '8852379c050c686f4605f33f0129009b2029ca9d' 2024-09-22T08:25:52.814 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-22T08:25:52.814 INFO:teuthology.packaging:ref: None 2024-09-22T08:25:52.814 INFO:teuthology.packaging:tag: None 2024-09-22T08:25:52.815 INFO:teuthology.packaging:branch: wip-skoduri-cloud-restore 2024-09-22T08:25:52.815 INFO:teuthology.packaging:sha1: 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:25:52.815 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-skoduri-cloud-restore 2024-09-22T08:25:52.953 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:25:52.955 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-22T08:25:52.961 INFO:teuthology.task.internal:no buildpackages task found 2024-09-22T08:25:52.961 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-22T08:25:52.987 INFO:teuthology.task.internal:Saving configuration 2024-09-22T08:25:53.003 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-22T08:25:53.019 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-22T08:25:53.043 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi064.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-22 08:20:08.207491', 'locked_by': 'scheduled_soumyakoduri@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGk03xA/0fLrR6zlwysOJMjLwBraQh2H1JvP3N8bqVLE'} 2024-09-22T08:25:53.066 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi150.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-22 08:20:08.209115', 'locked_by': 'scheduled_soumyakoduri@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIKqdIvCoUx1Y/cd/7BIk88vPss9EWLSaGpV4mYwfk6t'} 2024-09-22T08:25:53.066 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-22T08:25:53.072 INFO:teuthology.task.internal:roles: ubuntu@smithi064.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-22T08:25:53.072 INFO:teuthology.task.internal:roles: ubuntu@smithi150.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-22T08:25:53.072 INFO:teuthology.run_tasks:Running task console_log... 2024-09-22T08:25:53.154 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbfbcccf640>, signals=[15]) 2024-09-22T08:25:53.154 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-22T08:25:53.160 INFO:teuthology.task.internal:Opening connections... 2024-09-22T08:25:53.161 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T08:25:53.162 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:25:53.242 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T08:25:53.243 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:25:53.322 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-22T08:25:53.327 DEBUG:teuthology.orchestra.run.smithi064:> uname -m 2024-09-22T08:25:53.333 INFO:teuthology.orchestra.run.smithi064.stdout:x86_64 2024-09-22T08:25:53.333 DEBUG:teuthology.orchestra.run.smithi064:> cat /etc/os-release 2024-09-22T08:25:53.379 INFO:teuthology.orchestra.run.smithi064.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:NAME="Ubuntu" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION_ID="22.04" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION_CODENAME=jammy 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:ID=ubuntu 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:ID_LIKE=debian 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-22T08:25:53.380 INFO:teuthology.orchestra.run.smithi064.stdout:UBUNTU_CODENAME=jammy 2024-09-22T08:25:53.381 INFO:teuthology.lock.ops:Updating smithi064.front.sepia.ceph.com on lock server 2024-09-22T08:25:53.402 DEBUG:teuthology.orchestra.run.smithi150:> uname -m 2024-09-22T08:25:53.406 INFO:teuthology.orchestra.run.smithi150.stdout:x86_64 2024-09-22T08:25:53.407 DEBUG:teuthology.orchestra.run.smithi150:> cat /etc/os-release 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:NAME="Ubuntu" 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:VERSION_ID="22.04" 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:VERSION_CODENAME=jammy 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:ID=ubuntu 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:ID_LIKE=debian 2024-09-22T08:25:53.452 INFO:teuthology.orchestra.run.smithi150.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-22T08:25:53.453 INFO:teuthology.orchestra.run.smithi150.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-22T08:25:53.453 INFO:teuthology.orchestra.run.smithi150.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-22T08:25:53.453 INFO:teuthology.orchestra.run.smithi150.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-22T08:25:53.453 INFO:teuthology.orchestra.run.smithi150.stdout:UBUNTU_CODENAME=jammy 2024-09-22T08:25:53.453 INFO:teuthology.lock.ops:Updating smithi150.front.sepia.ceph.com on lock server 2024-09-22T08:25:53.477 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-22T08:25:53.485 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-22T08:25:53.512 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-22T08:25:53.512 DEBUG:teuthology.orchestra.run.smithi064:> test '!' -e /home/ubuntu/cephtest 2024-09-22T08:25:53.514 DEBUG:teuthology.orchestra.run.smithi150:> test '!' -e /home/ubuntu/cephtest 2024-09-22T08:25:53.518 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-22T08:25:53.537 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-22T08:25:53.537 DEBUG:teuthology.orchestra.run.smithi064:> test -z $(ls -A /var/lib/ceph) 2024-09-22T08:25:53.561 DEBUG:teuthology.orchestra.run.smithi150:> test -z $(ls -A /var/lib/ceph) 2024-09-22T08:25:53.579 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-22T08:25:53.634 INFO:teuthology.run_tasks:Running task kernel... 2024-09-22T08:25:53.649 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-09-22T08:25:53.649 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-09-22T08:25:53.649 DEBUG:teuthology.orchestra.run.smithi064:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-22T08:25:53.650 DEBUG:teuthology.orchestra.run.smithi150:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-22T08:25:53.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:25:53.654 DEBUG:teuthology.orchestra.run.smithi064:> uname -r 2024-09-22T08:25:53.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:25:53.655 DEBUG:teuthology.orchestra.run.smithi150:> uname -r 2024-09-22T08:25:53.700 INFO:teuthology.orchestra.run.smithi064.stdout:5.15.0-56-generic 2024-09-22T08:25:53.700 INFO:teuthology.task.kernel:Running kernel on smithi064: 5.15.0-56-generic 2024-09-22T08:25:53.700 DEBUG:teuthology.orchestra.run.smithi064:> sudo apt-get clean 2024-09-22T08:25:53.701 INFO:teuthology.orchestra.run.smithi150.stdout:5.15.0-56-generic 2024-09-22T08:25:53.702 INFO:teuthology.task.kernel:Running kernel on smithi150: 5.15.0-56-generic 2024-09-22T08:25:53.702 DEBUG:teuthology.orchestra.run.smithi150:> sudo apt-get clean 2024-09-22T08:25:53.833 DEBUG:teuthology.orchestra.run.smithi150:> sudo apt-get update 2024-09-22T08:25:53.837 DEBUG:teuthology.orchestra.run.smithi064:> sudo apt-get update 2024-09-22T08:25:53.967 INFO:teuthology.orchestra.run.smithi150.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-22T08:25:53.973 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:25:54.001 INFO:teuthology.orchestra.run.smithi064.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:25:54.074 INFO:teuthology.orchestra.run.smithi064.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-22T08:25:54.081 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:25:54.087 INFO:teuthology.orchestra.run.smithi064.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-22T08:25:54.163 INFO:teuthology.orchestra.run.smithi150.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:25:54.196 INFO:teuthology.orchestra.run.smithi150.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-22T08:25:54.217 INFO:teuthology.orchestra.run.smithi064.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,061 kB] 2024-09-22T08:25:54.265 INFO:teuthology.orchestra.run.smithi150.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-22T08:25:54.303 INFO:teuthology.orchestra.run.smithi150.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-22T08:25:54.306 INFO:teuthology.orchestra.run.smithi150.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-22T08:25:54.306 INFO:teuthology.orchestra.run.smithi150.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-22T08:25:54.306 INFO:teuthology.orchestra.run.smithi150.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-22T08:25:54.311 INFO:teuthology.orchestra.run.smithi064.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-22T08:25:54.317 INFO:teuthology.orchestra.run.smithi064.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-22T08:25:54.321 INFO:teuthology.orchestra.run.smithi064.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-22T08:25:54.321 INFO:teuthology.orchestra.run.smithi064.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-22T08:25:54.322 INFO:teuthology.orchestra.run.smithi064.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-22T08:25:54.326 INFO:teuthology.orchestra.run.smithi150.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-22T08:25:54.330 INFO:teuthology.orchestra.run.smithi150.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-22T08:25:54.330 INFO:teuthology.orchestra.run.smithi150.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-22T08:25:54.335 INFO:teuthology.orchestra.run.smithi150.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-22T08:25:54.342 INFO:teuthology.orchestra.run.smithi150.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-22T08:25:54.343 INFO:teuthology.orchestra.run.smithi150.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-22T08:25:54.343 INFO:teuthology.orchestra.run.smithi150.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-22T08:25:54.344 INFO:teuthology.orchestra.run.smithi150.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-22T08:25:54.344 INFO:teuthology.orchestra.run.smithi064.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-22T08:25:54.348 INFO:teuthology.orchestra.run.smithi064.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-22T08:25:54.349 INFO:teuthology.orchestra.run.smithi064.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-22T08:25:54.359 INFO:teuthology.orchestra.run.smithi064.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-22T08:25:54.365 INFO:teuthology.orchestra.run.smithi064.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-22T08:25:54.367 INFO:teuthology.orchestra.run.smithi064.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-22T08:25:54.368 INFO:teuthology.orchestra.run.smithi064.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-22T08:25:54.372 INFO:teuthology.orchestra.run.smithi150.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-22T08:25:54.373 INFO:teuthology.orchestra.run.smithi150.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-22T08:25:54.402 INFO:teuthology.orchestra.run.smithi064.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-22T08:25:54.403 INFO:teuthology.orchestra.run.smithi064.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-22T08:25:54.403 INFO:teuthology.orchestra.run.smithi064.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-22T08:25:54.403 INFO:teuthology.orchestra.run.smithi064.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-22T08:25:54.404 INFO:teuthology.orchestra.run.smithi064.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-22T08:25:54.405 INFO:teuthology.orchestra.run.smithi064.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-22T08:25:54.405 INFO:teuthology.orchestra.run.smithi064.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-22T08:25:54.405 INFO:teuthology.orchestra.run.smithi064.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-22T08:25:54.420 INFO:teuthology.orchestra.run.smithi064.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-22T08:25:54.436 INFO:teuthology.orchestra.run.smithi064.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-22T08:25:54.437 INFO:teuthology.orchestra.run.smithi064.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-22T08:25:54.517 INFO:teuthology.orchestra.run.smithi150.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-22T08:25:54.640 INFO:teuthology.orchestra.run.smithi064.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-22T08:25:54.656 INFO:teuthology.orchestra.run.smithi150.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-22T08:25:54.850 INFO:teuthology.orchestra.run.smithi150.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,061 kB] 2024-09-22T08:25:55.013 INFO:teuthology.orchestra.run.smithi150.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-22T08:25:55.027 INFO:teuthology.orchestra.run.smithi150.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-22T08:25:55.028 INFO:teuthology.orchestra.run.smithi150.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-22T08:25:55.029 INFO:teuthology.orchestra.run.smithi150.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-22T08:25:55.064 INFO:teuthology.orchestra.run.smithi064.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-22T08:25:55.080 INFO:teuthology.orchestra.run.smithi064.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-22T08:25:55.089 INFO:teuthology.orchestra.run.smithi064.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-22T08:25:55.089 INFO:teuthology.orchestra.run.smithi064.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-22T08:25:55.099 INFO:teuthology.orchestra.run.smithi150.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-22T08:25:55.115 INFO:teuthology.orchestra.run.smithi150.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-22T08:25:55.115 INFO:teuthology.orchestra.run.smithi150.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-22T08:25:55.139 INFO:teuthology.orchestra.run.smithi150.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-22T08:25:55.165 INFO:teuthology.orchestra.run.smithi150.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-22T08:25:55.172 INFO:teuthology.orchestra.run.smithi150.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-22T08:25:55.177 INFO:teuthology.orchestra.run.smithi150.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-22T08:25:55.178 INFO:teuthology.orchestra.run.smithi150.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-22T08:25:55.178 INFO:teuthology.orchestra.run.smithi150.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-22T08:25:55.186 INFO:teuthology.orchestra.run.smithi064.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-22T08:25:55.187 INFO:teuthology.orchestra.run.smithi064.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-22T08:25:55.199 INFO:teuthology.orchestra.run.smithi064.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-22T08:25:55.199 INFO:teuthology.orchestra.run.smithi064.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-22T08:25:55.215 INFO:teuthology.orchestra.run.smithi064.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-22T08:25:55.243 INFO:teuthology.orchestra.run.smithi064.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-22T08:25:55.249 INFO:teuthology.orchestra.run.smithi064.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-22T08:25:55.250 INFO:teuthology.orchestra.run.smithi064.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-22T08:25:55.251 INFO:teuthology.orchestra.run.smithi064.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-22T08:25:55.254 INFO:teuthology.orchestra.run.smithi150.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-22T08:25:55.255 INFO:teuthology.orchestra.run.smithi150.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-22T08:25:55.256 INFO:teuthology.orchestra.run.smithi150.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-22T08:25:55.258 INFO:teuthology.orchestra.run.smithi150.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-22T08:25:55.258 INFO:teuthology.orchestra.run.smithi150.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-22T08:25:55.258 INFO:teuthology.orchestra.run.smithi150.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-22T08:25:55.259 INFO:teuthology.orchestra.run.smithi150.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-22T08:25:55.329 INFO:teuthology.orchestra.run.smithi064.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-22T08:25:55.329 INFO:teuthology.orchestra.run.smithi064.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-22T08:25:55.339 INFO:teuthology.orchestra.run.smithi150.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-22T08:25:55.340 INFO:teuthology.orchestra.run.smithi150.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-22T08:26:00.714 INFO:teuthology.orchestra.run.smithi150.stdout:Fetched 16.3 MB in 2s (7,548 kB/s) 2024-09-22T08:26:01.009 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 16.3 MB in 2s (7,189 kB/s) 2024-09-22T08:26:02.090 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:26:02.108 DEBUG:teuthology.orchestra.run.smithi150:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:26:02.171 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:26:02.381 INFO:teuthology.orchestra.run.smithi150.stdout:Building dependency tree... 2024-09-22T08:26:02.382 INFO:teuthology.orchestra.run.smithi150.stdout:Reading state information... 2024-09-22T08:26:02.416 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:26:02.434 DEBUG:teuthology.orchestra.run.smithi064:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:26:02.489 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:26:02.570 INFO:teuthology.orchestra.run.smithi150.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:26:02.570 INFO:teuthology.orchestra.run.smithi150.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:26:02.571 INFO:teuthology.orchestra.run.smithi150.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:26:02.571 INFO:teuthology.orchestra.run.smithi150.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:26:02.571 INFO:teuthology.orchestra.run.smithi150.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-22T08:26:02.571 INFO:teuthology.orchestra.run.smithi150.stdout: python2.7-minimal 2024-09-22T08:26:02.571 INFO:teuthology.orchestra.run.smithi150.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:26:02.573 INFO:teuthology.orchestra.run.smithi150.stdout:The following additional packages will be installed: 2024-09-22T08:26:02.573 INFO:teuthology.orchestra.run.smithi150.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:02.573 INFO:teuthology.orchestra.run.smithi150.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-22T08:26:02.573 INFO:teuthology.orchestra.run.smithi150.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:02.574 INFO:teuthology.orchestra.run.smithi150.stdout:Suggested packages: 2024-09-22T08:26:02.574 INFO:teuthology.orchestra.run.smithi150.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-22T08:26:02.574 INFO:teuthology.orchestra.run.smithi150.stdout:Recommended packages: 2024-09-22T08:26:02.574 INFO:teuthology.orchestra.run.smithi150.stdout: thermald 2024-09-22T08:26:02.624 INFO:teuthology.orchestra.run.smithi150.stdout:The following NEW packages will be installed: 2024-09-22T08:26:02.624 INFO:teuthology.orchestra.run.smithi150.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:02.624 INFO:teuthology.orchestra.run.smithi150.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-22T08:26:02.624 INFO:teuthology.orchestra.run.smithi150.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:02.626 INFO:teuthology.orchestra.run.smithi150.stdout:The following packages will be upgraded: 2024-09-22T08:26:02.626 INFO:teuthology.orchestra.run.smithi150.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-22T08:26:02.676 INFO:teuthology.orchestra.run.smithi150.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:26:02.676 INFO:teuthology.orchestra.run.smithi150.stdout:Need to get 113 MB of archives. 2024-09-22T08:26:02.676 INFO:teuthology.orchestra.run.smithi150.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-22T08:26:02.676 INFO:teuthology.orchestra.run.smithi150.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-22T08:26:02.686 INFO:teuthology.orchestra.run.smithi064.stdout:Building dependency tree... 2024-09-22T08:26:02.687 INFO:teuthology.orchestra.run.smithi064.stdout:Reading state information... 2024-09-22T08:26:02.861 INFO:teuthology.orchestra.run.smithi064.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:26:02.861 INFO:teuthology.orchestra.run.smithi064.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:26:02.861 INFO:teuthology.orchestra.run.smithi064.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:26:02.862 INFO:teuthology.orchestra.run.smithi064.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:26:02.862 INFO:teuthology.orchestra.run.smithi064.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-22T08:26:02.862 INFO:teuthology.orchestra.run.smithi064.stdout: python2.7-minimal 2024-09-22T08:26:02.862 INFO:teuthology.orchestra.run.smithi064.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:26:02.863 INFO:teuthology.orchestra.run.smithi064.stdout:The following additional packages will be installed: 2024-09-22T08:26:02.863 INFO:teuthology.orchestra.run.smithi064.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:02.863 INFO:teuthology.orchestra.run.smithi064.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-22T08:26:02.864 INFO:teuthology.orchestra.run.smithi064.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:02.865 INFO:teuthology.orchestra.run.smithi064.stdout:Suggested packages: 2024-09-22T08:26:02.865 INFO:teuthology.orchestra.run.smithi064.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-22T08:26:02.865 INFO:teuthology.orchestra.run.smithi064.stdout:Recommended packages: 2024-09-22T08:26:02.865 INFO:teuthology.orchestra.run.smithi064.stdout: thermald 2024-09-22T08:26:02.913 INFO:teuthology.orchestra.run.smithi064.stdout:The following NEW packages will be installed: 2024-09-22T08:26:02.913 INFO:teuthology.orchestra.run.smithi064.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:02.914 INFO:teuthology.orchestra.run.smithi064.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-22T08:26:02.914 INFO:teuthology.orchestra.run.smithi064.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:02.915 INFO:teuthology.orchestra.run.smithi064.stdout:The following packages will be upgraded: 2024-09-22T08:26:02.916 INFO:teuthology.orchestra.run.smithi064.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-22T08:26:03.091 INFO:teuthology.orchestra.run.smithi150.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-22T08:26:03.097 INFO:teuthology.orchestra.run.smithi064.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:26:03.097 INFO:teuthology.orchestra.run.smithi064.stdout:Need to get 113 MB of archives. 2024-09-22T08:26:03.097 INFO:teuthology.orchestra.run.smithi064.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-22T08:26:03.097 INFO:teuthology.orchestra.run.smithi064.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-22T08:26:03.181 INFO:teuthology.orchestra.run.smithi150.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-22T08:26:03.946 INFO:teuthology.orchestra.run.smithi150.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-22T08:26:03.946 INFO:teuthology.orchestra.run.smithi150.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-22T08:26:03.947 INFO:teuthology.orchestra.run.smithi150.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-22T08:26:04.062 INFO:teuthology.orchestra.run.smithi150.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-22T08:26:04.162 INFO:teuthology.orchestra.run.smithi150.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-22T08:26:04.522 INFO:teuthology.orchestra.run.smithi064.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-22T08:26:04.551 INFO:teuthology.orchestra.run.smithi150.stdout:Fetched 113 MB in 2s (74.1 MB/s) 2024-09-22T08:26:04.862 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-22T08:26:04.874 INFO:teuthology.orchestra.run.smithi064.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-22T08:26:06.910 INFO:teuthology.orchestra.run.smithi150.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-22T08:26:06.915 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:07.018 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:07.082 INFO:teuthology.orchestra.run.smithi064.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-22T08:26:07.082 INFO:teuthology.orchestra.run.smithi064.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-22T08:26:07.082 INFO:teuthology.orchestra.run.smithi064.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-22T08:26:07.425 INFO:teuthology.orchestra.run.smithi064.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-22T08:26:07.505 INFO:teuthology.orchestra.run.smithi064.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-22T08:26:07.930 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 113 MB in 5s (24.7 MB/s) 2024-09-22T08:26:08.088 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-22T08:26:09.070 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-22T08:26:09.091 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:09.177 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:09.673 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-22T08:26:09.694 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:09.731 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:10.074 INFO:teuthology.orchestra.run.smithi064.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-22T08:26:10.078 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:10.252 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:12.419 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-22T08:26:12.440 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:12.506 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:13.014 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-22T08:26:13.034 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:13.122 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:16.841 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:16.959 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:17.260 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:17.396 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:17.733 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-22T08:26:17.755 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-22T08:26:17.791 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:26:19.605 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:19.707 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:20.041 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:20.169 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:20.472 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-22T08:26:20.495 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-22T08:26:20.539 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:26:23.754 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-22T08:26:23.791 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:23.828 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:26.540 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:26.602 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-22T08:26:26.639 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:26.666 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:26.668 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:26.999 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:26:27.120 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:27.246 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-22T08:26:27.392 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:28.686 INFO:teuthology.orchestra.run.smithi150.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:26:28.687 INFO:teuthology.orchestra.run.smithi150.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-22T08:26:28.687 INFO:teuthology.orchestra.run.smithi150.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:26:28.687 INFO:teuthology.orchestra.run.smithi150.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:28.843 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:29.347 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:29.966 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:30.673 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:26:30.761 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-22T08:26:30.795 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:30.896 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-22T08:26:30.912 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-22T08:26:31.016 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:31.022 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:32.360 INFO:teuthology.orchestra.run.smithi064.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:26:32.360 INFO:teuthology.orchestra.run.smithi064.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-22T08:26:32.360 INFO:teuthology.orchestra.run.smithi064.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:26:32.360 INFO:teuthology.orchestra.run.smithi064.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:32.399 INFO:teuthology.orchestra.run.smithi150.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:32.460 INFO:teuthology.orchestra.run.smithi150.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-22T08:26:32.460 INFO:teuthology.orchestra.run.smithi150.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:32.520 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:33.936 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-22T08:26:34.062 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-22T08:26:34.171 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:36.224 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:36.288 INFO:teuthology.orchestra.run.smithi064.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-22T08:26:36.288 INFO:teuthology.orchestra.run.smithi064.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:46.516 INFO:teuthology.orchestra.run.smithi150.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-22T08:26:46.517 INFO:teuthology.orchestra.run.smithi150.stdout:Sourcing file `/etc/default/grub' 2024-09-22T08:26:46.532 INFO:teuthology.orchestra.run.smithi150.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:26:46.556 INFO:teuthology.orchestra.run.smithi150.stdout:Generating grub configuration file ... 2024-09-22T08:26:46.860 INFO:teuthology.orchestra.run.smithi150.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:26:46.880 INFO:teuthology.orchestra.run.smithi150.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:47.192 INFO:teuthology.orchestra.run.smithi150.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:26:47.198 INFO:teuthology.orchestra.run.smithi150.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:26:47.266 INFO:teuthology.orchestra.run.smithi150.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:26:47.271 INFO:teuthology.orchestra.run.smithi150.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:26:47.430 INFO:teuthology.orchestra.run.smithi150.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:26:47.430 INFO:teuthology.orchestra.run.smithi150.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:26:47.430 INFO:teuthology.orchestra.run.smithi150.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:26:47.468 INFO:teuthology.orchestra.run.smithi150.stdout:done 2024-09-22T08:26:47.969 DEBUG:teuthology.orchestra.run.smithi150:> dpkg -s linux-image-generic 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Package: linux-image-generic 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Status: install ok installed 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Priority: optional 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Section: kernel 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Installed-Size: 21 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Architecture: amd64 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Source: linux-meta 2024-09-22T08:26:47.992 INFO:teuthology.orchestra.run.smithi150.stdout:Version: 5.15.0.122.122 2024-09-22T08:26:47.993 INFO:teuthology.orchestra.run.smithi150.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:26:47.993 INFO:teuthology.orchestra.run.smithi150.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:26:47.993 INFO:teuthology.orchestra.run.smithi150.stdout:Recommends: thermald 2024-09-22T08:26:47.993 INFO:teuthology.orchestra.run.smithi150.stdout:Description: Generic Linux kernel image 2024-09-22T08:26:47.993 INFO:teuthology.orchestra.run.smithi150.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:26:47.993 INFO:teuthology.orchestra.run.smithi150.stdout: available. 2024-09-22T08:26:47.993 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-22T08:26:47.993 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-22T08:26:47.993 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-22T08:26:47.993 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-22T08:26:47.994 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi150.front.sepia.ceph.com, path=None, version=distro) 2024-09-22T08:26:47.994 DEBUG:teuthology.orchestra.run.smithi150:> sudo apt-get clean 2024-09-22T08:26:48.154 DEBUG:teuthology.orchestra.run.smithi150:> sudo apt-get update 2024-09-22T08:26:48.271 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:26:48.279 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-22T08:26:48.296 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:26:48.392 INFO:teuthology.orchestra.run.smithi150.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-22T08:26:48.866 INFO:teuthology.orchestra.run.smithi150.stdout:Fetched 129 kB in 1s (235 kB/s) 2024-09-22T08:26:49.886 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:26:49.902 DEBUG:teuthology.orchestra.run.smithi150:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:26:49.966 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:26:50.175 INFO:teuthology.orchestra.run.smithi150.stdout:Building dependency tree... 2024-09-22T08:26:50.175 INFO:teuthology.orchestra.run.smithi150.stdout:Reading state information... 2024-09-22T08:26:50.353 INFO:teuthology.orchestra.run.smithi150.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-22T08:26:50.354 INFO:teuthology.orchestra.run.smithi150.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:26:50.354 INFO:teuthology.orchestra.run.smithi150.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:26:50.354 INFO:teuthology.orchestra.run.smithi150.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:26:50.354 INFO:teuthology.orchestra.run.smithi150.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:26:50.354 INFO:teuthology.orchestra.run.smithi150.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:26:50.354 INFO:teuthology.orchestra.run.smithi150.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:26:50.355 INFO:teuthology.orchestra.run.smithi150.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:26:50.394 INFO:teuthology.orchestra.run.smithi150.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:26:50.396 DEBUG:teuthology.orchestra.run.smithi150:> dpkg -s linux-image-generic 2024-09-22T08:26:50.411 INFO:teuthology.orchestra.run.smithi150.stdout:Package: linux-image-generic 2024-09-22T08:26:50.411 INFO:teuthology.orchestra.run.smithi150.stdout:Status: install ok installed 2024-09-22T08:26:50.411 INFO:teuthology.orchestra.run.smithi150.stdout:Priority: optional 2024-09-22T08:26:50.411 INFO:teuthology.orchestra.run.smithi150.stdout:Section: kernel 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Installed-Size: 21 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Architecture: amd64 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Source: linux-meta 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Version: 5.15.0.122.122 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Recommends: thermald 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout:Description: Generic Linux kernel image 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:26:50.412 INFO:teuthology.orchestra.run.smithi150.stdout: available. 2024-09-22T08:26:50.412 DEBUG:teuthology.orchestra.run.smithi150:> mktemp 2024-09-22T08:26:50.460 INFO:teuthology.orchestra.run.smithi150.stdout:/tmp/tmp.nNIIZ1nl3k 2024-09-22T08:26:50.460 DEBUG:teuthology.orchestra.run.smithi150:> sudo cp /boot/grub/grub.cfg /tmp/tmp.nNIIZ1nl3k 2024-09-22T08:26:50.514 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 0666 /tmp/tmp.nNIIZ1nl3k 2024-09-22T08:26:50.624 DEBUG:teuthology.orchestra.remote:smithi150:/tmp/tmp.nNIIZ1nl3k is 10KB 2024-09-22T08:26:50.637 DEBUG:teuthology.orchestra.run.smithi150:> rm -fr /tmp/tmp.nNIIZ1nl3k 2024-09-22T08:26:50.642 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-22T08:26:50.695 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:26:50.695 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-22T08:26:50.695 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-22T08:26:50.741 INFO:teuthology.orchestra.run.smithi064.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-22T08:26:50.741 INFO:teuthology.orchestra.run.smithi064.stdout:Sourcing file `/etc/default/grub' 2024-09-22T08:26:50.759 INFO:teuthology.orchestra.run.smithi064.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:26:50.763 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-22T08:26:50.763 DEBUG:teuthology.orchestra.run.smithi150:> sudo update-grub 2024-09-22T08:26:50.778 INFO:teuthology.orchestra.run.smithi064.stdout:Generating grub configuration file ... 2024-09-22T08:26:51.062 INFO:teuthology.orchestra.run.smithi064.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:26:51.081 INFO:teuthology.orchestra.run.smithi064.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:51.384 INFO:teuthology.orchestra.run.smithi064.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:26:51.390 INFO:teuthology.orchestra.run.smithi064.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:26:51.458 INFO:teuthology.orchestra.run.smithi064.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:26:51.463 INFO:teuthology.orchestra.run.smithi064.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:26:51.622 INFO:teuthology.orchestra.run.smithi064.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:26:51.622 INFO:teuthology.orchestra.run.smithi064.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:26:51.622 INFO:teuthology.orchestra.run.smithi064.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:26:51.670 INFO:teuthology.orchestra.run.smithi064.stdout:done 2024-09-22T08:26:52.005 INFO:teuthology.orchestra.run.smithi150.stderr:Sourcing file `/etc/default/grub' 2024-09-22T08:26:52.006 INFO:teuthology.orchestra.run.smithi150.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:26:52.007 INFO:teuthology.orchestra.run.smithi150.stderr:Generating grub configuration file ... 2024-09-22T08:26:52.182 DEBUG:teuthology.orchestra.run.smithi064:> dpkg -s linux-image-generic 2024-09-22T08:26:52.210 INFO:teuthology.orchestra.run.smithi064.stdout:Package: linux-image-generic 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Status: install ok installed 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Priority: optional 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Section: kernel 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Installed-Size: 21 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Architecture: amd64 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Source: linux-meta 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Version: 5.15.0.122.122 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Recommends: thermald 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout:Description: Generic Linux kernel image 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:26:52.211 INFO:teuthology.orchestra.run.smithi064.stdout: available. 2024-09-22T08:26:52.212 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-22T08:26:52.212 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-22T08:26:52.212 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-22T08:26:52.212 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-22T08:26:52.212 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi064.front.sepia.ceph.com, path=None, version=distro) 2024-09-22T08:26:52.212 DEBUG:teuthology.orchestra.run.smithi064:> sudo apt-get clean 2024-09-22T08:26:52.213 INFO:teuthology.orchestra.run.smithi150.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:26:52.219 INFO:teuthology.orchestra.run.smithi150.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:52.417 DEBUG:teuthology.orchestra.run.smithi064:> sudo apt-get update 2024-09-22T08:26:52.455 INFO:teuthology.orchestra.run.smithi150.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:26:52.460 INFO:teuthology.orchestra.run.smithi150.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:26:52.501 INFO:teuthology.orchestra.run.smithi150.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:26:52.507 INFO:teuthology.orchestra.run.smithi150.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:26:52.537 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-22T08:26:52.637 INFO:teuthology.orchestra.run.smithi150.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:26:52.637 INFO:teuthology.orchestra.run.smithi150.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:26:52.637 INFO:teuthology.orchestra.run.smithi150.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:26:52.649 INFO:teuthology.orchestra.run.smithi150.stderr:done 2024-09-22T08:26:52.660 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:26:52.665 DEBUG:teuthology.orchestra.run.smithi150:> sudo shutdown -r now 2024-09-22T08:26:52.736 INFO:teuthology.orchestra.run.smithi064.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:26:53.092 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:26:53.309 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 128 kB in 1s (180 kB/s) 2024-09-22T08:26:54.363 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:26:54.382 DEBUG:teuthology.orchestra.run.smithi064:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:26:54.450 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:26:54.662 INFO:teuthology.orchestra.run.smithi064.stdout:Building dependency tree... 2024-09-22T08:26:54.663 INFO:teuthology.orchestra.run.smithi064.stdout:Reading state information... 2024-09-22T08:26:54.866 INFO:teuthology.orchestra.run.smithi064.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-22T08:26:54.866 INFO:teuthology.orchestra.run.smithi064.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:26:54.867 INFO:teuthology.orchestra.run.smithi064.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:26:54.867 INFO:teuthology.orchestra.run.smithi064.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:26:54.867 INFO:teuthology.orchestra.run.smithi064.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:26:54.867 INFO:teuthology.orchestra.run.smithi064.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:26:54.868 INFO:teuthology.orchestra.run.smithi064.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:26:54.868 INFO:teuthology.orchestra.run.smithi064.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:26:54.913 INFO:teuthology.orchestra.run.smithi064.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:26:54.915 DEBUG:teuthology.orchestra.run.smithi064:> dpkg -s linux-image-generic 2024-09-22T08:26:54.928 INFO:teuthology.orchestra.run.smithi064.stdout:Package: linux-image-generic 2024-09-22T08:26:54.928 INFO:teuthology.orchestra.run.smithi064.stdout:Status: install ok installed 2024-09-22T08:26:54.928 INFO:teuthology.orchestra.run.smithi064.stdout:Priority: optional 2024-09-22T08:26:54.928 INFO:teuthology.orchestra.run.smithi064.stdout:Section: kernel 2024-09-22T08:26:54.928 INFO:teuthology.orchestra.run.smithi064.stdout:Installed-Size: 21 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Architecture: amd64 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Source: linux-meta 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Version: 5.15.0.122.122 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Recommends: thermald 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout:Description: Generic Linux kernel image 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:26:54.929 INFO:teuthology.orchestra.run.smithi064.stdout: available. 2024-09-22T08:26:54.930 DEBUG:teuthology.orchestra.run.smithi064:> mktemp 2024-09-22T08:26:54.974 INFO:teuthology.orchestra.run.smithi064.stdout:/tmp/tmp.3V4wZFfSb1 2024-09-22T08:26:54.974 DEBUG:teuthology.orchestra.run.smithi064:> sudo cp /boot/grub/grub.cfg /tmp/tmp.3V4wZFfSb1 2024-09-22T08:26:55.031 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 0666 /tmp/tmp.3V4wZFfSb1 2024-09-22T08:26:55.153 DEBUG:teuthology.orchestra.remote:smithi064:/tmp/tmp.3V4wZFfSb1 is 10KB 2024-09-22T08:26:55.165 DEBUG:teuthology.orchestra.run.smithi064:> rm -fr /tmp/tmp.3V4wZFfSb1 2024-09-22T08:26:55.170 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-22T08:26:55.226 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:26:55.226 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-22T08:26:55.226 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-22T08:26:55.290 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-22T08:26:55.291 DEBUG:teuthology.orchestra.run.smithi064:> sudo update-grub 2024-09-22T08:26:56.482 INFO:teuthology.orchestra.run.smithi064.stderr:Sourcing file `/etc/default/grub' 2024-09-22T08:26:56.483 INFO:teuthology.orchestra.run.smithi064.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:26:56.486 INFO:teuthology.orchestra.run.smithi064.stderr:Generating grub configuration file ... 2024-09-22T08:26:56.652 INFO:teuthology.orchestra.run.smithi064.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:26:56.658 INFO:teuthology.orchestra.run.smithi064.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:26:56.883 INFO:teuthology.orchestra.run.smithi064.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:26:56.888 INFO:teuthology.orchestra.run.smithi064.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:26:56.933 INFO:teuthology.orchestra.run.smithi064.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:26:56.940 INFO:teuthology.orchestra.run.smithi064.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:26:57.060 INFO:teuthology.orchestra.run.smithi064.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:26:57.060 INFO:teuthology.orchestra.run.smithi064.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:26:57.060 INFO:teuthology.orchestra.run.smithi064.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:26:57.071 INFO:teuthology.orchestra.run.smithi064.stderr:done 2024-09-22T08:26:57.080 DEBUG:teuthology.orchestra.run.smithi064:> sudo shutdown -r now 2024-09-22T08:27:22.690 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-22T08:27:22.691 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:27:22.691 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:27:27.086 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-22T08:27:27.087 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:27:27.087 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:27:41.167 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.150 2024-09-22T08:27:45.519 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.64 2024-09-22T08:27:50.170 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:27:50.171 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:27:53.231 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.150 2024-09-22T08:27:54.520 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:27:54.521 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:27:57.582 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.64 2024-09-22T08:28:05.239 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:28:05.240 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:09.587 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:28:09.588 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:28.019 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.64 2024-09-22T08:28:43.030 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:28:43.031 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:44.131 DEBUG:teuthology.orchestra.run.smithi064:> true 2024-09-22T08:28:45.043 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:28:45.043 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-22T08:28:45.043 DEBUG:teuthology.orchestra.run.smithi064:> uname -r 2024-09-22T08:28:45.091 INFO:teuthology.orchestra.run.smithi064.stdout:5.15.0-122-generic 2024-09-22T08:28:45.091 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-22T08:28:45.091 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-22T08:28:45.091 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-22T08:28:46.092 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-22T08:28:46.092 DEBUG:teuthology.orchestra.run.smithi064:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-22T08:28:46.708 INFO:teuthology.orchestra.run.smithi064.stdout:ttyS1 2024-09-22T08:28:46.732 DEBUG:teuthology.parallel:result is None 2024-09-22T08:29:05.242 DEBUG:teuthology.orchestra.remote:timed out 2024-09-22T08:29:20.243 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:29:20.244 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:29:20.453 DEBUG:teuthology.orchestra.run.smithi150:> true 2024-09-22T08:29:21.104 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:29:21.104 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-22T08:29:21.104 DEBUG:teuthology.orchestra.run.smithi150:> uname -r 2024-09-22T08:29:21.150 INFO:teuthology.orchestra.run.smithi150.stdout:5.15.0-122-generic 2024-09-22T08:29:21.150 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-22T08:29:21.150 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-22T08:29:21.150 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-22T08:29:22.151 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-22T08:29:22.152 DEBUG:teuthology.orchestra.run.smithi150:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-22T08:29:22.508 INFO:teuthology.orchestra.run.smithi150.stdout:ttyS1 2024-09-22T08:29:22.535 DEBUG:teuthology.parallel:result is None 2024-09-22T08:29:22.536 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-22T08:29:22.542 INFO:teuthology.task.internal:Creating test directory... 2024-09-22T08:29:22.543 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-22T08:29:22.545 DEBUG:teuthology.orchestra.run.smithi150:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-22T08:29:22.551 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-22T08:29:22.592 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-22T08:29:22.641 INFO:teuthology.task.internal:Creating archive directory... 2024-09-22T08:29:22.642 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-22T08:29:22.644 DEBUG:teuthology.orchestra.run.smithi150:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-22T08:29:22.665 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-22T08:29:22.692 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-22T08:29:22.692 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-22T08:29:22.695 DEBUG:teuthology.orchestra.run.smithi150:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-22T08:29:22.709 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:22.718 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:22.721 INFO:teuthology.orchestra.run.smithi150.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:22.730 INFO:teuthology.orchestra.run.smithi150.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:22.731 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-22T08:29:22.742 INFO:teuthology.task.internal:Configuring sudo... 2024-09-22T08:29:22.743 DEBUG:teuthology.orchestra.run.smithi064:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-22T08:29:22.767 DEBUG:teuthology.orchestra.run.smithi150:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-22T08:29:22.785 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-22T08:29:22.794 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-22T08:29:22.794 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-22T08:29:22.823 DEBUG:teuthology.orchestra.run.smithi150:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-22T08:29:22.834 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-22T08:29:22.875 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-22T08:29:22.922 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:29:22.922 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-22T08:29:23.012 DEBUG:teuthology.orchestra.run.smithi150:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-22T08:29:23.018 DEBUG:teuthology.orchestra.run.smithi150:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-22T08:29:23.067 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:29:23.067 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-22T08:29:23.134 DEBUG:teuthology.orchestra.run.smithi064:> sudo service rsyslog restart 2024-09-22T08:29:23.136 DEBUG:teuthology.orchestra.run.smithi150:> sudo service rsyslog restart 2024-09-22T08:29:23.212 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-22T08:29:23.219 INFO:teuthology.task.internal:Starting timer... 2024-09-22T08:29:23.219 INFO:teuthology.run_tasks:Running task pcp... 2024-09-22T08:29:23.279 INFO:teuthology.run_tasks:Running task selinux... 2024-09-22T08:29:23.311 DEBUG:teuthology.task.selinux:Excluding smithi064: OS 'ubuntu' does not support SELinux 2024-09-22T08:29:23.311 DEBUG:teuthology.task.selinux:Excluding smithi150: OS 'ubuntu' does not support SELinux 2024-09-22T08:29:23.311 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-22T08:29:23.311 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-22T08:29:23.311 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-22T08:29:23.311 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-22T08:29:23.344 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-22T08:29:23.355 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-22T08:29:23.355 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi064.front.sepia.ceph.com,smithi150.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-22T08:36:57.857 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi064.front.sepia.ceph.com'), Remote(name='ubuntu@smithi150.front.sepia.ceph.com')] 2024-09-22T08:36:57.858 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:36:57.859 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:36:57.942 DEBUG:teuthology.orchestra.run.smithi064:> true 2024-09-22T08:36:58.018 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-09-22T08:36:58.019 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:36:58.019 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi150.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:36:58.100 DEBUG:teuthology.orchestra.run.smithi150:> true 2024-09-22T08:36:58.174 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi150.front.sepia.ceph.com' 2024-09-22T08:36:58.174 INFO:teuthology.run_tasks:Running task clock... 2024-09-22T08:36:58.188 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-22T08:36:58.189 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-22T08:36:58.189 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T08:36:58.192 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-22T08:36:58.192 DEBUG:teuthology.orchestra.run.smithi150:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T08:36:58.220 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-22T08:36:58.220 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Command line: ntpd -gq 2024-09-22T08:36:58.220 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: ---------------------------------------------------- 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: ntp-4 is maintained by Network Time Foundation, 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: corporation. Support and training for ntp-4 are 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: available at https://www.nwtime.org/support 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: ---------------------------------------------------- 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: proto: precision = 0.046 usec (-24) 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: basedate set to 2022-02-04 2024-09-22T08:36:58.221 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: gps base set to 2022-02-06 (week 2196) 2024-09-22T08:36:58.222 INFO:teuthology.orchestra.run.smithi064.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:58.222 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:58.222 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:58.222 INFO:teuthology.orchestra.run.smithi064.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:58.223 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listen and drop on 0 v6wildcard [::]:123 2024-09-22T08:36:58.223 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-22T08:36:58.223 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listen normally on 2 lo 127.0.0.1:123 2024-09-22T08:36:58.223 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listen normally on 3 enp3s0f1 172.21.15.64:123 2024-09-22T08:36:58.223 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listen normally on 4 lo [::1]:123 2024-09-22T08:36:58.224 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:feb6:f8df%5]:123 2024-09-22T08:36:58.224 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:36:58 ntpd[18483]: Listening on routing socket on fd #22 for interface updates 2024-09-22T08:36:58.241 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-22T08:36:58.241 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Command line: ntpd -gq 2024-09-22T08:36:58.242 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: ---------------------------------------------------- 2024-09-22T08:36:58.242 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: ntp-4 is maintained by Network Time Foundation, 2024-09-22T08:36:58.242 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-22T08:36:58.242 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: corporation. Support and training for ntp-4 are 2024-09-22T08:36:58.242 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: available at https://www.nwtime.org/support 2024-09-22T08:36:58.242 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: ---------------------------------------------------- 2024-09-22T08:36:58.243 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: proto: precision = 0.072 usec (-24) 2024-09-22T08:36:58.243 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: basedate set to 2022-02-04 2024-09-22T08:36:58.243 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: gps base set to 2022-02-06 (week 2196) 2024-09-22T08:36:58.243 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:58.243 INFO:teuthology.orchestra.run.smithi150.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:58.243 INFO:teuthology.orchestra.run.smithi150.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listen and drop on 0 v6wildcard [::]:123 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listen normally on 2 lo 127.0.0.1:123 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listen normally on 3 enp3s0f1 172.21.15.150:123 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listen normally on 4 lo [::1]:123 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:6e35%5]:123 2024-09-22T08:36:58.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:36:58 ntpd[18526]: Listening on routing socket on fd #22 for interface updates 2024-09-22T08:36:59.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:59.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:36:59 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:59.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:59.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:36:59 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:00.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:00 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:00 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:00 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:00 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:00 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:00.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:00 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:00.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:00 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:00 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:00 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:00 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:00 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:00.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:00 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:01.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:01.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:01 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:01.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:01 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:01.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:01 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:01.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:01 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:01.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:01 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:01.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:01 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:01.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:01 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:02.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:02 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:02.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:02 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:02.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:02 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:02.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:02 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:02.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:02 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:02.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:02 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:02.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:02 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:02.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:02 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:02.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:02 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:02.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:02 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:02.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:02 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:02.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:02 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:03.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:03 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:03.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:03.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:03 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:04.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:04 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:04.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:04 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:04.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:04 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:04.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:04 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:04.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:04 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:04.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:04 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:04.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:04 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:04.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:04 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:04.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:04 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:04.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:04 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:04.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:04 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:04.242 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:04 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:05.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.221 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:05.222 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:05.222 INFO:teuthology.orchestra.run.smithi064.stdout:22 Sep 08:37:05 ntpd[18483]: ntpd: time slew -0.000411 s 2024-09-22T08:37:05.222 INFO:teuthology.orchestra.run.smithi064.stdout:ntpd: time slew -0.000411s 2024-09-22T08:37:05.223 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-22T08:37:05.223 INFO:teuthology.orchestra.run.smithi064.stderr:22 Sep 08:37:05 ntpd[18483]: can't open /var/log/ntpstats/loopstats.20240922: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:05.243 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:05.244 INFO:teuthology.orchestra.run.smithi150.stdout:22 Sep 08:37:05 ntpd[18526]: ntpd: time slew -0.000018 s 2024-09-22T08:37:05.244 INFO:teuthology.orchestra.run.smithi150.stdout:ntpd: time slew -0.000018s 2024-09-22T08:37:05.244 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-22T08:37:05.244 INFO:teuthology.orchestra.run.smithi150.stderr:22 Sep 08:37:05 ntpd[18526]: can't open /var/log/ntpstats/loopstats.20240922: Permission denied 2024-09-22T08:37:05.276 INFO:teuthology.orchestra.run.smithi064.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T08:37:05.276 INFO:teuthology.orchestra.run.smithi064.stdout:============================================================================== 2024-09-22T08:37:05.276 INFO:teuthology.orchestra.run.smithi064.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.277 INFO:teuthology.orchestra.run.smithi064.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.277 INFO:teuthology.orchestra.run.smithi064.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.277 INFO:teuthology.orchestra.run.smithi064.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.290 INFO:teuthology.orchestra.run.smithi150.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T08:37:05.290 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================== 2024-09-22T08:37:05.290 INFO:teuthology.orchestra.run.smithi150.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.290 INFO:teuthology.orchestra.run.smithi150.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.290 INFO:teuthology.orchestra.run.smithi150.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.290 INFO:teuthology.orchestra.run.smithi150.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:05.291 INFO:teuthology.run_tasks:Running task install... 2024-09-22T08:37:05.308 DEBUG:teuthology.task.install:project ceph 2024-09-22T08:37:05.308 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}} 2024-09-22T08:37:05.308 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'} 2024-09-22T08:37:05.308 INFO:teuthology.task.install:Using flavor: default 2024-09-22T08:37:05.313 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-22T08:37:05.313 INFO:teuthology.task.install:extra packages: [] 2024-09-22T08:37:05.314 DEBUG:teuthology.orchestra.run.smithi064:> sudo apt-key list | grep Ceph 2024-09-22T08:37:05.314 DEBUG:teuthology.orchestra.run.smithi150:> sudo apt-key list | grep Ceph 2024-09-22T08:37:05.378 INFO:teuthology.orchestra.run.smithi064.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-22T08:37:05.388 INFO:teuthology.orchestra.run.smithi150.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-22T08:37:05.409 INFO:teuthology.orchestra.run.smithi064.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-22T08:37:05.409 INFO:teuthology.orchestra.run.smithi064.stdout:uid [ unknown] Ceph.com (release key) 2024-09-22T08:37:05.410 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-22T08:37:05.410 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-22T08:37:05.411 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:37:05.416 INFO:teuthology.orchestra.run.smithi150.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-22T08:37:05.416 INFO:teuthology.orchestra.run.smithi150.stdout:uid [ unknown] Ceph.com (release key) 2024-09-22T08:37:05.417 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-22T08:37:05.417 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-22T08:37:05.417 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:37:05.551 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default/ 2024-09-22T08:37:05.551 INFO:teuthology.task.install.deb:Package version is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:05.557 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default/ 2024-09-22T08:37:05.557 INFO:teuthology.task.install.deb:Package version is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:05.783 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:37:05.783 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-22T08:37:05.786 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:37:05.786 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-22T08:37:05.797 DEBUG:teuthology.orchestra.run.smithi150:> sudo apt-get update 2024-09-22T08:37:05.800 DEBUG:teuthology.orchestra.run.smithi064:> sudo apt-get update 2024-09-22T08:37:05.964 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-22T08:37:06.087 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:37:06.099 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:37:06.099 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-22T08:37:06.142 INFO:teuthology.orchestra.run.smithi150.stdout:Ign:3 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy InRelease 2024-09-22T08:37:06.148 INFO:teuthology.orchestra.run.smithi064.stdout:Ign:3 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy InRelease 2024-09-22T08:37:06.168 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-22T08:37:06.173 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-22T08:37:06.195 INFO:teuthology.orchestra.run.smithi150.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-22T08:37:06.205 INFO:teuthology.orchestra.run.smithi064.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-22T08:37:06.249 INFO:teuthology.orchestra.run.smithi150.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-22T08:37:06.250 INFO:teuthology.orchestra.run.smithi150.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:37:06.255 INFO:teuthology.orchestra.run.smithi064.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-22T08:37:06.255 INFO:teuthology.orchestra.run.smithi064.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:37:06.294 INFO:teuthology.orchestra.run.smithi150.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-22T08:37:06.297 INFO:teuthology.orchestra.run.smithi064.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-22T08:37:06.339 INFO:teuthology.orchestra.run.smithi150.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,420 B] 2024-09-22T08:37:06.350 INFO:teuthology.orchestra.run.smithi064.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,420 B] 2024-09-22T08:37:06.411 INFO:teuthology.orchestra.run.smithi150.stdout:Fetched 28.6 kB in 0s (66.0 kB/s) 2024-09-22T08:37:06.475 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 28.6 kB in 0s (58.3 kB/s) 2024-09-22T08:37:07.421 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:37:07.438 DEBUG:teuthology.orchestra.run.smithi150:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5106-g8852379c-1jammy cephadm=19.3.0-5106-g8852379c-1jammy ceph-mds=19.3.0-5106-g8852379c-1jammy ceph-mgr=19.3.0-5106-g8852379c-1jammy ceph-common=19.3.0-5106-g8852379c-1jammy ceph-fuse=19.3.0-5106-g8852379c-1jammy ceph-test=19.3.0-5106-g8852379c-1jammy ceph-volume=19.3.0-5106-g8852379c-1jammy radosgw=19.3.0-5106-g8852379c-1jammy python3-rados=19.3.0-5106-g8852379c-1jammy python3-rgw=19.3.0-5106-g8852379c-1jammy python3-cephfs=19.3.0-5106-g8852379c-1jammy python3-rbd=19.3.0-5106-g8852379c-1jammy libcephfs2=19.3.0-5106-g8852379c-1jammy libcephfs-dev=19.3.0-5106-g8852379c-1jammy librados2=19.3.0-5106-g8852379c-1jammy librbd1=19.3.0-5106-g8852379c-1jammy rbd-fuse=19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:07.502 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:37:07.524 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:37:07.542 DEBUG:teuthology.orchestra.run.smithi064:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5106-g8852379c-1jammy cephadm=19.3.0-5106-g8852379c-1jammy ceph-mds=19.3.0-5106-g8852379c-1jammy ceph-mgr=19.3.0-5106-g8852379c-1jammy ceph-common=19.3.0-5106-g8852379c-1jammy ceph-fuse=19.3.0-5106-g8852379c-1jammy ceph-test=19.3.0-5106-g8852379c-1jammy ceph-volume=19.3.0-5106-g8852379c-1jammy radosgw=19.3.0-5106-g8852379c-1jammy python3-rados=19.3.0-5106-g8852379c-1jammy python3-rgw=19.3.0-5106-g8852379c-1jammy python3-cephfs=19.3.0-5106-g8852379c-1jammy python3-rbd=19.3.0-5106-g8852379c-1jammy libcephfs2=19.3.0-5106-g8852379c-1jammy libcephfs-dev=19.3.0-5106-g8852379c-1jammy librados2=19.3.0-5106-g8852379c-1jammy librbd1=19.3.0-5106-g8852379c-1jammy rbd-fuse=19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:07.608 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:37:07.713 INFO:teuthology.orchestra.run.smithi150.stdout:Building dependency tree... 2024-09-22T08:37:07.713 INFO:teuthology.orchestra.run.smithi150.stdout:Reading state information... 2024-09-22T08:37:07.824 INFO:teuthology.orchestra.run.smithi064.stdout:Building dependency tree... 2024-09-22T08:37:07.825 INFO:teuthology.orchestra.run.smithi064.stdout:Reading state information... 2024-09-22T08:37:07.908 INFO:teuthology.orchestra.run.smithi150.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:37:07.909 INFO:teuthology.orchestra.run.smithi150.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:37:07.909 INFO:teuthology.orchestra.run.smithi150.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:37:07.909 INFO:teuthology.orchestra.run.smithi150.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:37:07.909 INFO:teuthology.orchestra.run.smithi150.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:37:07.909 INFO:teuthology.orchestra.run.smithi150.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:37:07.909 INFO:teuthology.orchestra.run.smithi150.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:37:07.910 INFO:teuthology.orchestra.run.smithi150.stdout:The following additional packages will be installed: 2024-09-22T08:37:07.910 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-22T08:37:07.910 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-22T08:37:07.910 INFO:teuthology.orchestra.run.smithi150.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-22T08:37:07.910 INFO:teuthology.orchestra.run.smithi150.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-22T08:37:07.910 INFO:teuthology.orchestra.run.smithi150.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-22T08:37:07.911 INFO:teuthology.orchestra.run.smithi150.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-22T08:37:07.911 INFO:teuthology.orchestra.run.smithi150.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-22T08:37:07.911 INFO:teuthology.orchestra.run.smithi150.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-22T08:37:07.912 INFO:teuthology.orchestra.run.smithi150.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-22T08:37:07.913 INFO:teuthology.orchestra.run.smithi150.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-22T08:37:07.913 INFO:teuthology.orchestra.run.smithi150.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-22T08:37:07.913 INFO:teuthology.orchestra.run.smithi150.stdout: xmlstarlet zip 2024-09-22T08:37:07.913 INFO:teuthology.orchestra.run.smithi150.stdout:Suggested packages: 2024-09-22T08:37:07.913 INFO:teuthology.orchestra.run.smithi150.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-22T08:37:07.913 INFO:teuthology.orchestra.run.smithi150.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout:Recommended packages: 2024-09-22T08:37:07.914 INFO:teuthology.orchestra.run.smithi150.stdout: btrfs-tools 2024-09-22T08:37:08.014 INFO:teuthology.orchestra.run.smithi150.stdout:The following NEW packages will be installed: 2024-09-22T08:37:08.015 INFO:teuthology.orchestra.run.smithi150.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-22T08:37:08.015 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-22T08:37:08.015 INFO:teuthology.orchestra.run.smithi150.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-22T08:37:08.015 INFO:teuthology.orchestra.run.smithi150.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-22T08:37:08.015 INFO:teuthology.orchestra.run.smithi150.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2024-09-22T08:37:08.015 INFO:teuthology.orchestra.run.smithi150.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-22T08:37:08.016 INFO:teuthology.orchestra.run.smithi150.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-22T08:37:08.017 INFO:teuthology.orchestra.run.smithi150.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-22T08:37:08.043 INFO:teuthology.orchestra.run.smithi064.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:37:08.043 INFO:teuthology.orchestra.run.smithi064.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:37:08.043 INFO:teuthology.orchestra.run.smithi064.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:37:08.044 INFO:teuthology.orchestra.run.smithi064.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:37:08.044 INFO:teuthology.orchestra.run.smithi064.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:37:08.044 INFO:teuthology.orchestra.run.smithi064.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:37:08.044 INFO:teuthology.orchestra.run.smithi064.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:37:08.044 INFO:teuthology.orchestra.run.smithi064.stdout:The following additional packages will be installed: 2024-09-22T08:37:08.045 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-22T08:37:08.045 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-22T08:37:08.046 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-22T08:37:08.047 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet zip 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout:Suggested packages: 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-22T08:37:08.048 INFO:teuthology.orchestra.run.smithi064.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-22T08:37:08.049 INFO:teuthology.orchestra.run.smithi064.stdout:Recommended packages: 2024-09-22T08:37:08.049 INFO:teuthology.orchestra.run.smithi064.stdout: btrfs-tools 2024-09-22T08:37:08.158 INFO:teuthology.orchestra.run.smithi064.stdout:The following NEW packages will be installed: 2024-09-22T08:37:08.159 INFO:teuthology.orchestra.run.smithi064.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-22T08:37:08.159 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-22T08:37:08.159 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-22T08:37:08.159 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-22T08:37:08.159 INFO:teuthology.orchestra.run.smithi064.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2024-09-22T08:37:08.159 INFO:teuthology.orchestra.run.smithi064.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-22T08:37:08.160 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-22T08:37:08.161 INFO:teuthology.orchestra.run.smithi064.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-22T08:37:08.202 INFO:teuthology.orchestra.run.smithi150.stdout:0 upgraded, 119 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:37:08.203 INFO:teuthology.orchestra.run.smithi150.stdout:Need to get 244 MB of archives. 2024-09-22T08:37:08.203 INFO:teuthology.orchestra.run.smithi150.stdout:After this operation, 909 MB of additional disk space will be used. 2024-09-22T08:37:08.203 INFO:teuthology.orchestra.run.smithi150.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-22T08:37:08.349 INFO:teuthology.orchestra.run.smithi064.stdout:0 upgraded, 119 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:37:08.349 INFO:teuthology.orchestra.run.smithi064.stdout:Need to get 244 MB of archives. 2024-09-22T08:37:08.349 INFO:teuthology.orchestra.run.smithi064.stdout:After this operation, 909 MB of additional disk space will be used. 2024-09-22T08:37:08.350 INFO:teuthology.orchestra.run.smithi064.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-22T08:37:08.383 INFO:teuthology.orchestra.run.smithi150.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5106-g8852379c-1jammy [3,623 kB] 2024-09-22T08:37:08.498 INFO:teuthology.orchestra.run.smithi064.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5106-g8852379c-1jammy [3,623 kB] 2024-09-22T08:37:08.622 INFO:teuthology.orchestra.run.smithi150.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-22T08:37:08.634 INFO:teuthology.orchestra.run.smithi150.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-22T08:37:08.715 INFO:teuthology.orchestra.run.smithi150.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-22T08:37:08.717 INFO:teuthology.orchestra.run.smithi150.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5106-g8852379c-1jammy [3,335 kB] 2024-09-22T08:37:08.771 INFO:teuthology.orchestra.run.smithi064.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-22T08:37:08.784 INFO:teuthology.orchestra.run.smithi064.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-22T08:37:08.856 INFO:teuthology.orchestra.run.smithi150.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5106-g8852379c-1jammy [722 kB] 2024-09-22T08:37:08.865 INFO:teuthology.orchestra.run.smithi064.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-22T08:37:08.906 INFO:teuthology.orchestra.run.smithi150.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5106-g8852379c-1jammy [356 kB] 2024-09-22T08:37:08.913 INFO:teuthology.orchestra.run.smithi150.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5106-g8852379c-1jammy [32.8 kB] 2024-09-22T08:37:08.914 INFO:teuthology.orchestra.run.smithi150.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5106-g8852379c-1jammy [180 kB] 2024-09-22T08:37:08.919 INFO:teuthology.orchestra.run.smithi150.stdout:Get:11 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5106-g8852379c-1jammy [72.9 kB] 2024-09-22T08:37:08.920 INFO:teuthology.orchestra.run.smithi150.stdout:Get:12 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5106-g8852379c-1jammy [339 kB] 2024-09-22T08:37:08.928 INFO:teuthology.orchestra.run.smithi150.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5106-g8852379c-1jammy [7,985 kB] 2024-09-22T08:37:08.944 INFO:teuthology.orchestra.run.smithi150.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-22T08:37:08.955 INFO:teuthology.orchestra.run.smithi150.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-22T08:37:08.985 INFO:teuthology.orchestra.run.smithi150.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-22T08:37:08.994 INFO:teuthology.orchestra.run.smithi150.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-22T08:37:08.996 INFO:teuthology.orchestra.run.smithi150.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-22T08:37:08.997 INFO:teuthology.orchestra.run.smithi150.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-22T08:37:08.999 INFO:teuthology.orchestra.run.smithi150.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-22T08:37:09.017 INFO:teuthology.orchestra.run.smithi150.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-22T08:37:09.020 INFO:teuthology.orchestra.run.smithi150.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-22T08:37:09.027 INFO:teuthology.orchestra.run.smithi150.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-22T08:37:09.094 INFO:teuthology.orchestra.run.smithi064.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-22T08:37:09.106 INFO:teuthology.orchestra.run.smithi064.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-22T08:37:09.107 INFO:teuthology.orchestra.run.smithi150.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-22T08:37:09.107 INFO:teuthology.orchestra.run.smithi150.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-22T08:37:09.111 INFO:teuthology.orchestra.run.smithi150.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-22T08:37:09.115 INFO:teuthology.orchestra.run.smithi150.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-22T08:37:09.118 INFO:teuthology.orchestra.run.smithi150.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-22T08:37:09.120 INFO:teuthology.orchestra.run.smithi150.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-22T08:37:09.120 INFO:teuthology.orchestra.run.smithi150.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-22T08:37:09.122 INFO:teuthology.orchestra.run.smithi150.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-22T08:37:09.123 INFO:teuthology.orchestra.run.smithi150.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-22T08:37:09.134 INFO:teuthology.orchestra.run.smithi064.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-22T08:37:09.143 INFO:teuthology.orchestra.run.smithi064.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-22T08:37:09.145 INFO:teuthology.orchestra.run.smithi064.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-22T08:37:09.146 INFO:teuthology.orchestra.run.smithi064.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-22T08:37:09.148 INFO:teuthology.orchestra.run.smithi064.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-22T08:37:09.165 INFO:teuthology.orchestra.run.smithi064.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-22T08:37:09.169 INFO:teuthology.orchestra.run.smithi064.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-22T08:37:09.176 INFO:teuthology.orchestra.run.smithi064.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-22T08:37:09.187 INFO:teuthology.orchestra.run.smithi064.stdout:Get:16 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5106-g8852379c-1jammy [3,335 kB] 2024-09-22T08:37:09.189 INFO:teuthology.orchestra.run.smithi150.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-22T08:37:09.206 INFO:teuthology.orchestra.run.smithi150.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-22T08:37:09.206 INFO:teuthology.orchestra.run.smithi150.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-22T08:37:09.207 INFO:teuthology.orchestra.run.smithi150.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-22T08:37:09.208 INFO:teuthology.orchestra.run.smithi150.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-22T08:37:09.213 INFO:teuthology.orchestra.run.smithi150.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-22T08:37:09.255 INFO:teuthology.orchestra.run.smithi064.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-22T08:37:09.256 INFO:teuthology.orchestra.run.smithi064.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-22T08:37:09.260 INFO:teuthology.orchestra.run.smithi064.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-22T08:37:09.262 INFO:teuthology.orchestra.run.smithi150.stdout:Get:39 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5106-g8852379c-1jammy [112 kB] 2024-09-22T08:37:09.265 INFO:teuthology.orchestra.run.smithi150.stdout:Get:40 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5106-g8852379c-1jammy [473 kB] 2024-09-22T08:37:09.265 INFO:teuthology.orchestra.run.smithi064.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-22T08:37:09.269 INFO:teuthology.orchestra.run.smithi064.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-22T08:37:09.271 INFO:teuthology.orchestra.run.smithi064.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-22T08:37:09.271 INFO:teuthology.orchestra.run.smithi150.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-22T08:37:09.271 INFO:teuthology.orchestra.run.smithi064.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-22T08:37:09.272 INFO:teuthology.orchestra.run.smithi150.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-22T08:37:09.273 INFO:teuthology.orchestra.run.smithi150.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-22T08:37:09.273 INFO:teuthology.orchestra.run.smithi064.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-22T08:37:09.274 INFO:teuthology.orchestra.run.smithi064.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-22T08:37:09.275 INFO:teuthology.orchestra.run.smithi150.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-22T08:37:09.278 INFO:teuthology.orchestra.run.smithi150.stdout:Get:45 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5106-g8852379c-1jammy [28.3 MB] 2024-09-22T08:37:09.339 INFO:teuthology.orchestra.run.smithi064.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-22T08:37:09.352 INFO:teuthology.orchestra.run.smithi150.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-22T08:37:09.353 INFO:teuthology.orchestra.run.smithi150.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-22T08:37:09.355 INFO:teuthology.orchestra.run.smithi150.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-22T08:37:09.356 INFO:teuthology.orchestra.run.smithi150.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-22T08:37:09.357 INFO:teuthology.orchestra.run.smithi150.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-22T08:37:09.358 INFO:teuthology.orchestra.run.smithi064.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-22T08:37:09.358 INFO:teuthology.orchestra.run.smithi064.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-22T08:37:09.359 INFO:teuthology.orchestra.run.smithi064.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-22T08:37:09.360 INFO:teuthology.orchestra.run.smithi064.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-22T08:37:09.365 INFO:teuthology.orchestra.run.smithi064.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-22T08:37:09.422 INFO:teuthology.orchestra.run.smithi064.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-22T08:37:09.422 INFO:teuthology.orchestra.run.smithi064.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-22T08:37:09.424 INFO:teuthology.orchestra.run.smithi064.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-22T08:37:09.425 INFO:teuthology.orchestra.run.smithi064.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-22T08:37:09.433 INFO:teuthology.orchestra.run.smithi150.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-22T08:37:09.434 INFO:teuthology.orchestra.run.smithi150.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-22T08:37:09.435 INFO:teuthology.orchestra.run.smithi150.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-22T08:37:09.436 INFO:teuthology.orchestra.run.smithi150.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-22T08:37:09.439 INFO:teuthology.orchestra.run.smithi150.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-22T08:37:09.503 INFO:teuthology.orchestra.run.smithi064.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-22T08:37:09.503 INFO:teuthology.orchestra.run.smithi064.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-22T08:37:09.505 INFO:teuthology.orchestra.run.smithi064.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-22T08:37:09.506 INFO:teuthology.orchestra.run.smithi064.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-22T08:37:09.507 INFO:teuthology.orchestra.run.smithi064.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-22T08:37:09.514 INFO:teuthology.orchestra.run.smithi150.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-22T08:37:09.516 INFO:teuthology.orchestra.run.smithi150.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-22T08:37:09.518 INFO:teuthology.orchestra.run.smithi150.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-22T08:37:09.520 INFO:teuthology.orchestra.run.smithi150.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-22T08:37:09.525 INFO:teuthology.orchestra.run.smithi150.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-22T08:37:09.584 INFO:teuthology.orchestra.run.smithi064.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-22T08:37:09.584 INFO:teuthology.orchestra.run.smithi064.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-22T08:37:09.585 INFO:teuthology.orchestra.run.smithi064.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-22T08:37:09.586 INFO:teuthology.orchestra.run.smithi064.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-22T08:37:09.589 INFO:teuthology.orchestra.run.smithi064.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-22T08:37:09.595 INFO:teuthology.orchestra.run.smithi064.stdout:Get:46 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5106-g8852379c-1jammy [722 kB] 2024-09-22T08:37:09.596 INFO:teuthology.orchestra.run.smithi150.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-22T08:37:09.597 INFO:teuthology.orchestra.run.smithi150.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-22T08:37:09.602 INFO:teuthology.orchestra.run.smithi150.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-22T08:37:09.665 INFO:teuthology.orchestra.run.smithi064.stdout:Get:47 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5106-g8852379c-1jammy [356 kB] 2024-09-22T08:37:09.665 INFO:teuthology.orchestra.run.smithi064.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-22T08:37:09.666 INFO:teuthology.orchestra.run.smithi064.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-22T08:37:09.669 INFO:teuthology.orchestra.run.smithi064.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-22T08:37:09.671 INFO:teuthology.orchestra.run.smithi064.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-22T08:37:09.675 INFO:teuthology.orchestra.run.smithi064.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-22T08:37:09.727 INFO:teuthology.orchestra.run.smithi064.stdout:Get:53 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5106-g8852379c-1jammy [32.8 kB] 2024-09-22T08:37:09.728 INFO:teuthology.orchestra.run.smithi064.stdout:Get:54 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5106-g8852379c-1jammy [180 kB] 2024-09-22T08:37:09.733 INFO:teuthology.orchestra.run.smithi064.stdout:Get:55 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5106-g8852379c-1jammy [72.9 kB] 2024-09-22T08:37:09.734 INFO:teuthology.orchestra.run.smithi064.stdout:Get:56 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5106-g8852379c-1jammy [339 kB] 2024-09-22T08:37:09.746 INFO:teuthology.orchestra.run.smithi064.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-22T08:37:09.748 INFO:teuthology.orchestra.run.smithi064.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-22T08:37:09.752 INFO:teuthology.orchestra.run.smithi064.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-22T08:37:09.756 INFO:teuthology.orchestra.run.smithi064.stdout:Get:60 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5106-g8852379c-1jammy [7,985 kB] 2024-09-22T08:37:09.763 INFO:teuthology.orchestra.run.smithi150.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-22T08:37:09.765 INFO:teuthology.orchestra.run.smithi150.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-22T08:37:09.768 INFO:teuthology.orchestra.run.smithi150.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-22T08:37:09.768 INFO:teuthology.orchestra.run.smithi150.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-22T08:37:09.770 INFO:teuthology.orchestra.run.smithi150.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-22T08:37:09.805 INFO:teuthology.orchestra.run.smithi150.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-22T08:37:09.809 INFO:teuthology.orchestra.run.smithi150.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-22T08:37:09.809 INFO:teuthology.orchestra.run.smithi150.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-22T08:37:09.872 INFO:teuthology.orchestra.run.smithi150.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-22T08:37:09.872 INFO:teuthology.orchestra.run.smithi150.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-22T08:37:09.915 INFO:teuthology.orchestra.run.smithi064.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-22T08:37:09.917 INFO:teuthology.orchestra.run.smithi064.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-22T08:37:09.920 INFO:teuthology.orchestra.run.smithi064.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-22T08:37:09.920 INFO:teuthology.orchestra.run.smithi064.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-22T08:37:09.923 INFO:teuthology.orchestra.run.smithi064.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-22T08:37:09.930 INFO:teuthology.orchestra.run.smithi150.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-22T08:37:09.931 INFO:teuthology.orchestra.run.smithi150.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-22T08:37:09.932 INFO:teuthology.orchestra.run.smithi150.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-22T08:37:09.934 INFO:teuthology.orchestra.run.smithi150.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-22T08:37:09.934 INFO:teuthology.orchestra.run.smithi150.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-22T08:37:09.935 INFO:teuthology.orchestra.run.smithi150.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-22T08:37:09.943 INFO:teuthology.orchestra.run.smithi150.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-22T08:37:09.961 INFO:teuthology.orchestra.run.smithi064.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-22T08:37:09.965 INFO:teuthology.orchestra.run.smithi064.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-22T08:37:09.965 INFO:teuthology.orchestra.run.smithi064.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-22T08:37:10.011 INFO:teuthology.orchestra.run.smithi150.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-22T08:37:10.015 INFO:teuthology.orchestra.run.smithi150.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-22T08:37:10.016 INFO:teuthology.orchestra.run.smithi150.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-22T08:37:10.022 INFO:teuthology.orchestra.run.smithi064.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-22T08:37:10.023 INFO:teuthology.orchestra.run.smithi064.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-22T08:37:10.082 INFO:teuthology.orchestra.run.smithi064.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-22T08:37:10.083 INFO:teuthology.orchestra.run.smithi064.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-22T08:37:10.084 INFO:teuthology.orchestra.run.smithi064.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-22T08:37:10.085 INFO:teuthology.orchestra.run.smithi064.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-22T08:37:10.086 INFO:teuthology.orchestra.run.smithi064.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-22T08:37:10.087 INFO:teuthology.orchestra.run.smithi064.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-22T08:37:10.093 INFO:teuthology.orchestra.run.smithi150.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-22T08:37:10.095 INFO:teuthology.orchestra.run.smithi064.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-22T08:37:10.099 INFO:teuthology.orchestra.run.smithi150.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-22T08:37:10.101 INFO:teuthology.orchestra.run.smithi150.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-22T08:37:10.103 INFO:teuthology.orchestra.run.smithi150.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-22T08:37:10.114 INFO:teuthology.orchestra.run.smithi150.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-22T08:37:10.115 INFO:teuthology.orchestra.run.smithi150.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-22T08:37:10.123 INFO:teuthology.orchestra.run.smithi150.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-22T08:37:10.163 INFO:teuthology.orchestra.run.smithi064.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-22T08:37:10.167 INFO:teuthology.orchestra.run.smithi064.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-22T08:37:10.169 INFO:teuthology.orchestra.run.smithi064.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-22T08:37:10.174 INFO:teuthology.orchestra.run.smithi150.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-22T08:37:10.175 INFO:teuthology.orchestra.run.smithi150.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-22T08:37:10.176 INFO:teuthology.orchestra.run.smithi150.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-22T08:37:10.244 INFO:teuthology.orchestra.run.smithi064.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-22T08:37:10.251 INFO:teuthology.orchestra.run.smithi064.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-22T08:37:10.253 INFO:teuthology.orchestra.run.smithi064.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-22T08:37:10.254 INFO:teuthology.orchestra.run.smithi064.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-22T08:37:10.255 INFO:teuthology.orchestra.run.smithi150.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-22T08:37:10.257 INFO:teuthology.orchestra.run.smithi150.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-22T08:37:10.266 INFO:teuthology.orchestra.run.smithi064.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-22T08:37:10.267 INFO:teuthology.orchestra.run.smithi064.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-22T08:37:10.274 INFO:teuthology.orchestra.run.smithi150.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-22T08:37:10.275 INFO:teuthology.orchestra.run.smithi150.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-22T08:37:10.276 INFO:teuthology.orchestra.run.smithi064.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-22T08:37:10.276 INFO:teuthology.orchestra.run.smithi150.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-22T08:37:10.281 INFO:teuthology.orchestra.run.smithi150.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-22T08:37:10.283 INFO:teuthology.orchestra.run.smithi150.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-22T08:37:10.326 INFO:teuthology.orchestra.run.smithi064.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-22T08:37:10.327 INFO:teuthology.orchestra.run.smithi064.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-22T08:37:10.328 INFO:teuthology.orchestra.run.smithi064.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-22T08:37:10.407 INFO:teuthology.orchestra.run.smithi064.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-22T08:37:10.409 INFO:teuthology.orchestra.run.smithi064.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-22T08:37:10.427 INFO:teuthology.orchestra.run.smithi064.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-22T08:37:10.427 INFO:teuthology.orchestra.run.smithi064.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-22T08:37:10.428 INFO:teuthology.orchestra.run.smithi064.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-22T08:37:10.433 INFO:teuthology.orchestra.run.smithi064.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-22T08:37:10.435 INFO:teuthology.orchestra.run.smithi064.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-22T08:37:10.474 INFO:teuthology.orchestra.run.smithi064.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5106-g8852379c-1jammy [112 kB] 2024-09-22T08:37:10.477 INFO:teuthology.orchestra.run.smithi064.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5106-g8852379c-1jammy [473 kB] 2024-09-22T08:37:10.499 INFO:teuthology.orchestra.run.smithi064.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5106-g8852379c-1jammy [28.3 MB] 2024-09-22T08:37:10.749 INFO:teuthology.orchestra.run.smithi150.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5106-g8852379c-1jammy [5,213 kB] 2024-09-22T08:37:10.850 INFO:teuthology.orchestra.run.smithi150.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5106-g8852379c-1jammy [252 kB] 2024-09-22T08:37:10.869 INFO:teuthology.orchestra.run.smithi150.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5106-g8852379c-1jammy [124 kB] 2024-09-22T08:37:10.871 INFO:teuthology.orchestra.run.smithi150.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5106-g8852379c-1jammy [1,562 kB] 2024-09-22T08:37:10.939 INFO:teuthology.orchestra.run.smithi150.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5106-g8852379c-1jammy [6,312 kB] 2024-09-22T08:37:11.173 INFO:teuthology.orchestra.run.smithi150.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5106-g8852379c-1jammy [23.1 MB] 2024-09-22T08:37:12.164 INFO:teuthology.orchestra.run.smithi150.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5106-g8852379c-1jammy [14.1 kB] 2024-09-22T08:37:12.165 INFO:teuthology.orchestra.run.smithi150.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5106-g8852379c-1jammy [880 kB] 2024-09-22T08:37:12.182 INFO:teuthology.orchestra.run.smithi150.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5106-g8852379c-1jammy [2,453 kB] 2024-09-22T08:37:12.222 INFO:teuthology.orchestra.run.smithi150.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5106-g8852379c-1jammy [814 kB] 2024-09-22T08:37:12.232 INFO:teuthology.orchestra.run.smithi150.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5106-g8852379c-1jammy [160 kB] 2024-09-22T08:37:12.233 INFO:teuthology.orchestra.run.smithi150.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5106-g8852379c-1jammy [61.5 MB] 2024-09-22T08:37:12.553 INFO:teuthology.orchestra.run.smithi064.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5106-g8852379c-1jammy [5,213 kB] 2024-09-22T08:37:12.782 INFO:teuthology.orchestra.run.smithi064.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5106-g8852379c-1jammy [252 kB] 2024-09-22T08:37:12.801 INFO:teuthology.orchestra.run.smithi064.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5106-g8852379c-1jammy [124 kB] 2024-09-22T08:37:12.804 INFO:teuthology.orchestra.run.smithi064.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5106-g8852379c-1jammy [1,562 kB] 2024-09-22T08:37:12.893 INFO:teuthology.orchestra.run.smithi064.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5106-g8852379c-1jammy [6,312 kB] 2024-09-22T08:37:13.247 INFO:teuthology.orchestra.run.smithi064.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5106-g8852379c-1jammy [23.1 MB] 2024-09-22T08:37:14.462 INFO:teuthology.orchestra.run.smithi064.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5106-g8852379c-1jammy [14.1 kB] 2024-09-22T08:37:14.489 INFO:teuthology.orchestra.run.smithi064.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5106-g8852379c-1jammy [880 kB] 2024-09-22T08:37:14.505 INFO:teuthology.orchestra.run.smithi064.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5106-g8852379c-1jammy [2,453 kB] 2024-09-22T08:37:14.540 INFO:teuthology.orchestra.run.smithi150.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5106-g8852379c-1jammy [8,625 kB] 2024-09-22T08:37:14.548 INFO:teuthology.orchestra.run.smithi064.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5106-g8852379c-1jammy [814 kB] 2024-09-22T08:37:14.558 INFO:teuthology.orchestra.run.smithi064.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5106-g8852379c-1jammy [160 kB] 2024-09-22T08:37:14.560 INFO:teuthology.orchestra.run.smithi064.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5106-g8852379c-1jammy [61.5 MB] 2024-09-22T08:37:14.711 INFO:teuthology.orchestra.run.smithi150.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5106-g8852379c-1jammy [14.2 kB] 2024-09-22T08:37:14.711 INFO:teuthology.orchestra.run.smithi150.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5106-g8852379c-1jammy [48.6 MB] 2024-09-22T08:37:16.415 INFO:teuthology.orchestra.run.smithi150.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5106-g8852379c-1jammy [130 kB] 2024-09-22T08:37:16.418 INFO:teuthology.orchestra.run.smithi150.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5106-g8852379c-1jammy [39.0 kB] 2024-09-22T08:37:16.419 INFO:teuthology.orchestra.run.smithi150.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5106-g8852379c-1jammy [15.9 MB] 2024-09-22T08:37:16.842 INFO:teuthology.orchestra.run.smithi150.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5106-g8852379c-1jammy [91.3 kB] 2024-09-22T08:37:17.198 INFO:teuthology.orchestra.run.smithi064.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5106-g8852379c-1jammy [8,625 kB] 2024-09-22T08:37:17.312 INFO:teuthology.orchestra.run.smithi064.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5106-g8852379c-1jammy [14.2 kB] 2024-09-22T08:37:17.312 INFO:teuthology.orchestra.run.smithi064.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5106-g8852379c-1jammy [48.6 MB] 2024-09-22T08:37:17.413 INFO:teuthology.orchestra.run.smithi150.stdout:Fetched 244 MB in 9s (27.7 MB/s) 2024-09-22T08:37:17.576 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-22T08:37:17.675 INFO:teuthology.orchestra.run.smithi150.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-22T08:37:17.681 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-22T08:37:17.749 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:37:18.027 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-22T08:37:18.042 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-22T08:37:18.077 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:37:18.405 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-22T08:37:18.431 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-22T08:37:18.452 INFO:teuthology.orchestra.run.smithi064.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5106-g8852379c-1jammy [130 kB] 2024-09-22T08:37:18.455 INFO:teuthology.orchestra.run.smithi064.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5106-g8852379c-1jammy [39.0 kB] 2024-09-22T08:37:18.456 INFO:teuthology.orchestra.run.smithi064.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5106-g8852379c-1jammy [15.9 MB] 2024-09-22T08:37:18.472 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:37:18.783 INFO:teuthology.orchestra.run.smithi064.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5106-g8852379c-1jammy [91.3 kB] 2024-09-22T08:37:18.925 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-22T08:37:18.952 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:19.000 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:19.337 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-22T08:37:19.362 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:19.377 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 244 MB in 11s (23.0 MB/s) 2024-09-22T08:37:19.403 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:19.539 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-22T08:37:19.638 INFO:teuthology.orchestra.run.smithi064.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-22T08:37:19.644 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-22T08:37:19.729 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:37:19.781 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-22T08:37:19.807 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:19.873 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:20.083 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-22T08:37:20.109 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-22T08:37:20.158 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:37:20.226 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-22T08:37:20.252 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-22T08:37:20.293 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:37:20.444 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-22T08:37:20.471 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-22T08:37:20.502 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:37:20.611 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package librados2. 2024-09-22T08:37:20.639 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../007-librados2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:20.829 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:20.972 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-22T08:37:20.999 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:21.047 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:21.307 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libnbd0. 2024-09-22T08:37:21.333 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2024-09-22T08:37:21.373 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-22T08:37:21.459 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-22T08:37:21.486 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:21.534 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:21.693 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package librbd1. 2024-09-22T08:37:21.719 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../009-librbd1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:21.759 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:21.878 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-22T08:37:21.905 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:21.945 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:22.179 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcephfs2. 2024-09-22T08:37:22.205 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../010-libcephfs2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:22.245 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:22.281 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-22T08:37:22.308 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-22T08:37:22.348 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:37:22.498 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-rados. 2024-09-22T08:37:22.524 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../011-python3-rados_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:22.564 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:22.709 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package librados2. 2024-09-22T08:37:22.736 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../007-librados2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:22.775 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:22.892 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-22T08:37:22.918 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:22.959 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.220 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-cephfs. 2024-09-22T08:37:23.228 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libnbd0. 2024-09-22T08:37:23.244 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2024-09-22T08:37:23.246 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../013-python3-cephfs_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:23.278 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-22T08:37:23.286 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.564 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-22T08:37:23.579 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../014-python3-ceph-common_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:23.598 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package librbd1. 2024-09-22T08:37:23.622 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.624 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../009-librbd1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:23.664 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.967 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-22T08:37:23.993 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-22T08:37:24.033 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:37:24.109 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcephfs2. 2024-09-22T08:37:24.136 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../010-libcephfs2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:24.175 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:24.353 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-prettytable. 2024-09-22T08:37:24.379 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-09-22T08:37:24.420 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-22T08:37:24.470 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-rados. 2024-09-22T08:37:24.486 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../011-python3-rados_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:24.520 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:24.689 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-rbd. 2024-09-22T08:37:24.704 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../017-python3-rbd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:24.747 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:24.814 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-22T08:37:24.841 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:24.881 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:25.042 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-22T08:37:25.068 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-22T08:37:25.100 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:37:25.141 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-cephfs. 2024-09-22T08:37:25.158 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../013-python3-cephfs_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:25.200 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:25.377 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-22T08:37:25.392 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-22T08:37:25.444 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:37:25.519 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-22T08:37:25.546 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../014-python3-ceph-common_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:25.586 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:25.755 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-22T08:37:25.770 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-22T08:37:25.813 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:37:25.922 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-22T08:37:25.949 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-22T08:37:25.988 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:37:26.175 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package lua5.1. 2024-09-22T08:37:26.202 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-22T08:37:26.242 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:37:26.258 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-prettytable. 2024-09-22T08:37:26.285 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-09-22T08:37:26.316 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-22T08:37:26.536 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package lua-any. 2024-09-22T08:37:26.563 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2024-09-22T08:37:26.603 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-22T08:37:26.855 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package zip. 2024-09-22T08:37:26.882 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2024-09-22T08:37:26.919 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-rbd. 2024-09-22T08:37:26.922 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking zip (3.0-12build2) ... 2024-09-22T08:37:26.946 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../017-python3-rbd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:26.986 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:27.250 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package unzip. 2024-09-22T08:37:27.277 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-22T08:37:27.317 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:37:27.339 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-22T08:37:27.365 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-22T08:37:27.405 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:37:27.691 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-22T08:37:27.704 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package luarocks. 2024-09-22T08:37:27.706 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-22T08:37:27.730 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-22T08:37:27.749 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:37:27.762 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:37:28.068 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-22T08:37:28.085 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-22T08:37:28.120 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package librgw2. 2024-09-22T08:37:28.127 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:37:28.146 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../026-librgw2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:28.178 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:28.405 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package lua5.1. 2024-09-22T08:37:28.432 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-22T08:37:28.463 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:37:28.766 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package lua-any. 2024-09-22T08:37:28.793 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2024-09-22T08:37:28.797 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-rgw. 2024-09-22T08:37:28.812 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../027-python3-rgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:28.833 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-22T08:37:28.855 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:29.085 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package zip. 2024-09-22T08:37:29.102 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2024-09-22T08:37:29.144 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking zip (3.0-12build2) ... 2024-09-22T08:37:29.183 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-22T08:37:29.210 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../028-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-22T08:37:29.241 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:37:29.464 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package unzip. 2024-09-22T08:37:29.490 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-22T08:37:29.530 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:37:29.544 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libradosstriper1. 2024-09-22T08:37:29.570 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../029-libradosstriper1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:29.611 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:29.901 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package luarocks. 2024-09-22T08:37:29.928 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-22T08:37:29.967 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:37:30.048 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-common. 2024-09-22T08:37:30.074 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../030-ceph-common_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:30.114 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:30.350 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package librgw2. 2024-09-22T08:37:30.377 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../026-librgw2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:30.416 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:31.019 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-rgw. 2024-09-22T08:37:31.035 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../027-python3-rgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:31.077 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:31.388 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-22T08:37:31.415 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../028-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-22T08:37:31.455 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:37:31.753 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-base. 2024-09-22T08:37:31.757 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libradosstriper1. 2024-09-22T08:37:31.779 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../031-ceph-base_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:31.784 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../029-libradosstriper1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:31.829 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:31.868 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:32.294 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-common. 2024-09-22T08:37:32.322 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../030-ceph-common_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:32.361 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:32.490 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-22T08:37:32.517 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-22T08:37:32.565 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:37:32.868 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-cheroot. 2024-09-22T08:37:32.894 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-22T08:37:32.934 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:37:33.254 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-22T08:37:33.280 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-22T08:37:33.321 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:37:33.632 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-22T08:37:33.659 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-22T08:37:33.707 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:37:33.824 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-base. 2024-09-22T08:37:33.851 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../031-ceph-base_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:33.900 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:34.060 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-22T08:37:34.086 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-22T08:37:34.135 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:37:34.463 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-tempora. 2024-09-22T08:37:34.489 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2024-09-22T08:37:34.503 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-22T08:37:34.529 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-22T08:37:34.530 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-22T08:37:34.570 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:37:34.840 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-portend. 2024-09-22T08:37:34.867 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2024-09-22T08:37:34.872 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-cheroot. 2024-09-22T08:37:34.900 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-22T08:37:34.907 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-22T08:37:34.939 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:37:35.276 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-22T08:37:35.303 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-22T08:37:35.317 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-22T08:37:35.345 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-22T08:37:35.351 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-22T08:37:35.384 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:37:35.645 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-22T08:37:35.672 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-22T08:37:35.703 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:37:35.721 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-22T08:37:35.747 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-22T08:37:35.787 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:37:36.023 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-22T08:37:36.050 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-22T08:37:36.089 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:37:36.158 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-natsort. 2024-09-22T08:37:36.173 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2024-09-22T08:37:36.216 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-22T08:37:36.392 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-tempora. 2024-09-22T08:37:36.419 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2024-09-22T08:37:36.467 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-22T08:37:36.527 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-logutils. 2024-09-22T08:37:36.554 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2024-09-22T08:37:36.594 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-22T08:37:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-portend. 2024-09-22T08:37:36.761 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2024-09-22T08:37:36.795 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-22T08:37:36.855 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-22T08:37:36.881 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../043-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-22T08:37:36.913 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:37:37.064 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-22T08:37:37.091 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-22T08:37:37.131 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-22T08:37:37.225 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-mako. 2024-09-22T08:37:37.251 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../044-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-22T08:37:37.291 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:37:37.484 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-22T08:37:37.511 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-22T08:37:37.550 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:37:37.628 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-22T08:37:37.654 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../045-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-22T08:37:37.694 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:37:37.912 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-natsort. 2024-09-22T08:37:37.939 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2024-09-22T08:37:37.979 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-22T08:37:37.997 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-22T08:37:38.023 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../046-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-22T08:37:38.063 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:37:38.290 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-logutils. 2024-09-22T08:37:38.317 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2024-09-22T08:37:38.333 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-webob. 2024-09-22T08:37:38.356 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-22T08:37:38.359 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../047-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-22T08:37:38.391 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:37:38.660 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-22T08:37:38.686 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../043-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-22T08:37:38.694 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-waitress. 2024-09-22T08:37:38.720 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../048-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-22T08:37:38.726 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:37:38.764 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:37:39.062 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-mako. 2024-09-22T08:37:39.072 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-tempita. 2024-09-22T08:37:39.089 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../044-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-22T08:37:39.098 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../049-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-22T08:37:39.129 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:37:39.130 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:37:39.433 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-paste. 2024-09-22T08:37:39.457 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-22T08:37:39.460 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../050-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-22T08:37:39.484 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../045-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-22T08:37:39.500 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:37:39.523 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:37:39.793 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-22T08:37:39.811 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-22T08:37:39.820 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../046-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-22T08:37:39.826 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../051-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-22T08:37:39.859 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:37:39.869 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:37:40.147 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-22T08:37:40.162 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-webob. 2024-09-22T08:37:40.173 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../052-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-22T08:37:40.189 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../047-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-22T08:37:40.213 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:37:40.228 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:37:40.500 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-webtest. 2024-09-22T08:37:40.527 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../053-python3-webtest_2.0.35-1_all.deb ... 2024-09-22T08:37:40.567 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-22T08:37:40.581 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-waitress. 2024-09-22T08:37:40.609 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../048-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-22T08:37:40.651 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:37:40.878 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pecan. 2024-09-22T08:37:40.904 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../054-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-22T08:37:40.944 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:37:40.951 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-tempita. 2024-09-22T08:37:40.978 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../049-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-22T08:37:41.026 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:37:42.375 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-certifi. 2024-09-22T08:37:42.396 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-paste. 2024-09-22T08:37:42.402 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../055-python3-certifi_2020.6.20-1_all.deb ... 2024-09-22T08:37:42.423 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../050-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-22T08:37:42.441 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-22T08:37:42.462 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:37:42.744 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-idna. 2024-09-22T08:37:42.771 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../056-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-22T08:37:42.782 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-22T08:37:42.809 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../051-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-22T08:37:42.811 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:37:42.848 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:37:43.118 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-22T08:37:43.122 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-urllib3. 2024-09-22T08:37:43.145 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../052-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-22T08:37:43.149 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../057-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-22T08:37:43.180 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:37:43.184 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:37:43.488 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-webtest. 2024-09-22T08:37:43.514 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../053-python3-webtest_2.0.35-1_all.deb ... 2024-09-22T08:37:43.554 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-22T08:37:43.567 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-requests. 2024-09-22T08:37:43.594 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../058-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-22T08:37:43.642 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:37:43.865 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pecan. 2024-09-22T08:37:43.892 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../054-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-22T08:37:43.932 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:37:43.995 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-22T08:37:44.021 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../059-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-22T08:37:44.061 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:37:44.328 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-certifi. 2024-09-22T08:37:44.357 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../055-python3-certifi_2020.6.20-1_all.deb ... 2024-09-22T08:37:44.395 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-22T08:37:44.406 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-22T08:37:44.433 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../060-ceph-mgr-modules-core_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:44.481 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:44.681 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-idna. 2024-09-22T08:37:44.699 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../056-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-22T08:37:44.739 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:37:44.844 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-22T08:37:44.870 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../061-libsqlite3-mod-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:44.902 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:45.025 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-urllib3. 2024-09-22T08:37:45.052 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../057-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-22T08:37:45.092 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:37:45.222 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-22T08:37:45.248 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../062-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-22T08:37:45.288 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:37:45.387 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-requests. 2024-09-22T08:37:45.414 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../058-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-22T08:37:45.453 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:37:45.591 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-openssl. 2024-09-22T08:37:45.617 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2024-09-22T08:37:45.658 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-22T08:37:45.764 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-22T08:37:45.792 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../059-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-22T08:37:45.831 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:37:45.994 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mgr. 2024-09-22T08:37:46.020 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../064-ceph-mgr_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:46.060 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:46.117 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-22T08:37:46.133 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../060-ceph-mgr-modules-core_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:46.175 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:46.405 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mon. 2024-09-22T08:37:46.421 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../065-ceph-mon_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:46.455 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:46.572 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-22T08:37:46.599 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../061-libsqlite3-mod-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:46.638 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:46.908 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-22T08:37:46.924 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../062-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-22T08:37:46.958 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:37:47.117 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-osd. 2024-09-22T08:37:47.144 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../066-ceph-osd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:47.184 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:47.269 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-openssl. 2024-09-22T08:37:47.296 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2024-09-22T08:37:47.336 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-22T08:37:47.689 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mgr. 2024-09-22T08:37:47.716 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../064-ceph-mgr_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:47.755 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:48.142 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mon. 2024-09-22T08:37:48.169 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../065-ceph-mon_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:48.208 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:48.253 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph. 2024-09-22T08:37:48.269 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../067-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:48.312 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:48.572 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-fuse. 2024-09-22T08:37:48.599 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../068-ceph-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:48.631 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:48.803 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-osd. 2024-09-22T08:37:48.831 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../066-ceph-osd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:48.869 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:49.017 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mds. 2024-09-22T08:37:49.044 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../069-ceph-mds_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:49.084 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:49.478 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package cephadm. 2024-09-22T08:37:49.505 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../070-cephadm_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:49.545 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:49.848 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-22T08:37:49.875 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-22T08:37:49.914 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-22T08:37:49.948 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph. 2024-09-22T08:37:49.975 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../067-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:50.014 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:50.259 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-22T08:37:50.274 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:50.317 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:50.325 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-fuse. 2024-09-22T08:37:50.353 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../068-ceph-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:50.392 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:50.703 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mds. 2024-09-22T08:37:50.731 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../069-ceph-mds_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:50.770 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:51.181 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package cephadm. 2024-09-22T08:37:51.208 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../070-cephadm_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:51.247 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:51.363 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-babel. 2024-09-22T08:37:51.390 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:51.430 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:51.584 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-22T08:37:51.607 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-22T08:37:51.650 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-22T08:37:51.758 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-jinja2. 2024-09-22T08:37:51.784 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-22T08:37:51.816 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:37:51.978 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-22T08:37:52.005 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:52.044 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:52.163 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-22T08:37:52.190 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:52.229 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:52.574 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-22T08:37:52.601 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-22T08:37:52.640 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-22T08:37:52.943 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-routes. 2024-09-22T08:37:52.970 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-22T08:37:53.018 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:37:53.191 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-babel. 2024-09-22T08:37:53.218 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:53.257 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:53.373 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-22T08:37:53.398 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:53.438 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:53.629 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-jinja2. 2024-09-22T08:37:53.656 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-22T08:37:53.695 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:37:54.048 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-22T08:37:54.075 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:54.115 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:54.452 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-22T08:37:54.479 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-22T08:37:54.518 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-22T08:37:54.821 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-routes. 2024-09-22T08:37:54.848 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-22T08:37:54.887 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:37:55.241 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-22T08:37:55.268 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:55.307 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:56.193 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-22T08:37:56.220 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-22T08:37:56.259 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:37:56.763 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-joblib. 2024-09-22T08:37:56.791 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-22T08:37:56.829 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:37:57.166 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-22T08:37:57.194 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-22T08:37:57.441 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:37:57.744 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-sklearn. 2024-09-22T08:37:57.771 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-22T08:37:57.896 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:37:58.086 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-22T08:37:58.104 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-22T08:37:58.144 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:37:58.614 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-22T08:37:58.641 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:58.648 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-joblib. 2024-09-22T08:37:58.676 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-22T08:37:58.680 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:58.714 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:37:59.060 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-22T08:37:59.076 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-22T08:37:59.109 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:37:59.412 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-sklearn. 2024-09-22T08:37:59.440 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-22T08:37:59.572 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:37:59.633 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-cachetools. 2024-09-22T08:37:59.661 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-22T08:37:59.691 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-22T08:37:59.978 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-22T08:38:00.005 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-22T08:38:00.044 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:38:00.248 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-22T08:38:00.277 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:00.314 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:00.373 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-22T08:38:00.400 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-22T08:38:00.439 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:38:00.734 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-rsa. 2024-09-22T08:38:00.761 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-22T08:38:00.800 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-22T08:38:01.129 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-google-auth. 2024-09-22T08:38:01.157 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-22T08:38:01.195 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-22T08:38:01.284 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-cachetools. 2024-09-22T08:38:01.312 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-22T08:38:01.350 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-22T08:38:01.515 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-22T08:38:01.543 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-22T08:38:01.582 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:01.653 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-22T08:38:01.682 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-22T08:38:01.720 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:38:01.834 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-websocket. 2024-09-22T08:38:01.851 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-22T08:38:01.884 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-22T08:38:02.057 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-22T08:38:02.085 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-22T08:38:02.123 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:38:02.188 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-22T08:38:02.216 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-22T08:38:02.246 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:02.434 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-rsa. 2024-09-22T08:38:02.463 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-22T08:38:02.500 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-22T08:38:02.955 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-google-auth. 2024-09-22T08:38:02.983 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-22T08:38:03.013 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-22T08:38:03.093 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-22T08:38:03.109 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:03.143 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:03.454 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-22T08:38:03.482 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-22T08:38:03.520 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:03.607 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-22T08:38:03.636 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-22T08:38:03.674 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:03.865 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-22T08:38:03.893 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:38:03.932 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:04.002 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-websocket. 2024-09-22T08:38:04.030 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-22T08:38:04.068 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-22T08:38:04.185 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package jq. 2024-09-22T08:38:04.212 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:38:04.243 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:04.396 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-22T08:38:04.425 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-22T08:38:04.463 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:04.487 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package socat. 2024-09-22T08:38:04.503 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-22T08:38:04.545 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:04.857 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package xmlstarlet. 2024-09-22T08:38:04.873 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-22T08:38:04.915 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:05.143 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-22T08:38:05.160 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:05.201 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:05.253 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-test. 2024-09-22T08:38:05.280 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../098-ceph-test_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:05.319 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:05.487 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-22T08:38:05.504 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-22T08:38:05.545 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:05.882 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-22T08:38:05.910 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:38:05.948 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:06.218 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package jq. 2024-09-22T08:38:06.234 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:38:06.276 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:06.503 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package socat. 2024-09-22T08:38:06.520 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-22T08:38:06.561 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:06.840 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package xmlstarlet. 2024-09-22T08:38:06.857 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-22T08:38:06.890 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:07.227 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-test. 2024-09-22T08:38:07.244 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../098-ceph-test_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:07.277 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:07.532 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package ceph-volume. 2024-09-22T08:38:07.560 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../099-ceph-volume_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:07.598 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:07.902 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-22T08:38:07.918 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../100-libcephfs-dev_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:07.969 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:08.288 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-22T08:38:08.317 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../101-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-22T08:38:08.355 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:08.701 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-22T08:38:08.729 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../102-lua-sec_1.0.2-1_amd64.deb ... 2024-09-22T08:38:08.768 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:09.113 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package nvme-cli. 2024-09-22T08:38:09.141 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../103-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-22T08:38:09.179 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:09.431 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package ceph-volume. 2024-09-22T08:38:09.448 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../099-ceph-volume_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:09.489 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:09.585 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package pkg-config. 2024-09-22T08:38:09.613 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../104-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-22T08:38:09.651 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:09.785 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-22T08:38:09.813 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../100-libcephfs-dev_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:09.851 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:09.946 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-22T08:38:09.962 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../105-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-22T08:38:10.004 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:10.112 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-22T08:38:10.135 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../101-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-22T08:38:10.179 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:10.449 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-22T08:38:10.477 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../106-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-22T08:38:10.515 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:10.517 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-22T08:38:10.546 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../102-lua-sec_1.0.2-1_amd64.deb ... 2024-09-22T08:38:10.583 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:10.818 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pastescript. 2024-09-22T08:38:10.846 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-22T08:38:10.884 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:10.954 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package nvme-cli. 2024-09-22T08:38:10.982 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../103-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-22T08:38:11.045 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:11.188 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pluggy. 2024-09-22T08:38:11.204 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../108-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-22T08:38:11.238 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:11.467 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package pkg-config. 2024-09-22T08:38:11.491 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-psutil. 2024-09-22T08:38:11.496 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../104-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-22T08:38:11.507 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../109-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-22T08:38:11.533 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:11.549 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:11.761 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-22T08:38:11.774 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../105-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-22T08:38:11.811 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:11.860 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-py. 2024-09-22T08:38:11.888 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../110-python3-py_1.10.0-1_all.deb ... 2024-09-22T08:38:11.926 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-22T08:38:12.197 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pygments. 2024-09-22T08:38:12.225 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../111-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-22T08:38:12.239 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-22T08:38:12.256 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../106-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-22T08:38:12.263 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:12.289 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:12.567 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pastescript. 2024-09-22T08:38:12.595 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-22T08:38:12.633 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:12.717 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-22T08:38:12.745 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../112-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-22T08:38:12.783 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:12.970 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pluggy. 2024-09-22T08:38:12.999 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../108-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-22T08:38:13.036 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:13.306 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-psutil. 2024-09-22T08:38:13.335 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../109-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-22T08:38:13.364 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:13.453 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-toml. 2024-09-22T08:38:13.481 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../113-python3-toml_0.10.2-1_all.deb ... 2024-09-22T08:38:13.528 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-22T08:38:13.709 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-py. 2024-09-22T08:38:13.737 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../110-python3-py_1.10.0-1_all.deb ... 2024-09-22T08:38:13.775 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-22T08:38:13.831 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-pytest. 2024-09-22T08:38:13.859 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../114-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-22T08:38:13.897 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:14.062 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pygments. 2024-09-22T08:38:14.090 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../111-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-22T08:38:14.120 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:14.242 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-simplejson. 2024-09-22T08:38:14.271 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../115-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-22T08:38:14.309 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:14.586 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-22T08:38:14.602 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../116-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-22T08:38:14.619 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-22T08:38:14.645 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:14.648 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../112-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-22T08:38:14.690 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:15.001 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-toml. 2024-09-22T08:38:15.030 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../113-python3-toml_0.10.2-1_all.deb ... 2024-09-22T08:38:15.067 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-22T08:38:15.345 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-pytest. 2024-09-22T08:38:15.362 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../114-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-22T08:38:15.382 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package radosgw. 2024-09-22T08:38:15.403 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:15.410 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../117-radosgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:15.440 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:15.749 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-simplejson. 2024-09-22T08:38:15.777 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../115-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-22T08:38:15.815 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:16.093 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-22T08:38:16.110 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../116-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-22T08:38:16.151 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:16.335 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package rbd-fuse. 2024-09-22T08:38:16.363 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../118-rbd-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:16.401 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:16.723 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:16.905 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package radosgw. 2024-09-22T08:38:16.934 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../117-radosgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:16.971 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:16.990 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:38:17.099 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:17.347 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-22T08:38:17.696 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-22T08:38:17.883 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package rbd-fuse. 2024-09-22T08:38:17.899 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../118-rbd-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:17.932 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:18.114 INFO:teuthology.orchestra.run.smithi150.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-22T08:38:18.176 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:18.254 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:18.520 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:38:18.647 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:18.717 INFO:teuthology.orchestra.run.smithi150.stdout:Adding system user cephadm....done 2024-09-22T08:38:18.882 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:38:18.922 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-22T08:38:19.133 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:38:19.285 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-22T08:38:19.384 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:19.510 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:38:19.703 INFO:teuthology.orchestra.run.smithi064.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-22T08:38:19.770 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-22T08:38:19.782 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:20.029 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:38:20.155 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-22T08:38:20.248 INFO:teuthology.orchestra.run.smithi064.stdout:Adding system user cephadm....done 2024-09-22T08:38:20.396 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:38:20.474 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:38:20.689 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:38:20.817 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-22T08:38:20.923 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:21.024 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:38:21.060 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-22T08:38:21.276 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-22T08:38:21.328 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:38:21.527 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:38:21.597 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:38:21.653 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-22T08:38:21.856 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:21.962 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:38:22.098 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:38:22.325 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:22.348 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-22T08:38:22.591 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-22T08:38:22.692 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:38:22.818 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-22T08:38:22.892 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:38:22.944 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:23.079 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:38:23.127 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:38:23.205 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:38:23.386 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:23.589 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:38:23.654 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:38:23.913 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:23.959 INFO:teuthology.orchestra.run.smithi150.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-22T08:38:23.996 INFO:teuthology.orchestra.run.smithi150.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-22T08:38:24.051 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:38:24.176 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:24.181 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:38:24.282 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-22T08:38:24.408 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:24.534 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:38:24.536 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:24.660 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:38:24.662 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-22T08:38:24.905 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:38:24.911 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:38:25.156 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:25.261 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-22T08:38:25.292 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-22T08:38:25.381 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:38:25.465 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up zip (3.0-12build2) ... 2024-09-22T08:38:25.507 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:25.567 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:25.875 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:26.000 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-22T08:38:26.260 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:38:26.268 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:38:26.519 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:38:26.544 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:26.637 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:26.738 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:38:26.870 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up zip (3.0-12build2) ... 2024-09-22T08:38:26.996 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:27.014 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-22T08:38:27.399 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-22T08:38:27.633 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:38:27.723 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:38:27.991 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:38:28.010 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:38:28.109 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:28.259 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:38:28.302 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:38:28.552 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-22T08:38:28.663 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:38:28.905 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:28.987 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-22T08:38:29.039 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:29.246 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:38:29.341 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:38:29.642 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:38:29.648 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:38:29.941 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:38:30.283 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:38:30.534 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:30.644 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:30.773 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:30.954 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:38:30.999 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:31.125 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-22T08:38:31.279 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:38:31.393 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:38:31.519 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:31.645 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:38:31.921 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:32.173 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-22T08:38:32.415 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:32.494 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:32.516 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:38:32.770 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:32.826 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:38:32.904 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-22T08:38:33.077 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-22T08:38:33.189 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:38:33.315 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:33.336 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-22T08:38:33.441 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:38:33.579 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:38:33.742 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:33.830 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-22T08:38:33.985 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-22T08:38:34.073 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:38:34.174 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-22T08:38:34.433 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:34.436 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:34.559 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:38:34.562 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:38:34.852 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:38:34.888 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:38:35.131 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-22T08:38:35.153 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:38:35.396 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:38:35.415 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-22T08:38:35.497 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:35.606 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:35.666 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:38:35.696 INFO:teuthology.orchestra.run.smithi150.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-22T08:38:35.909 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-22T08:38:35.933 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:36.059 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:36.168 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:38:36.286 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-22T08:38:36.444 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:38:36.579 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:36.703 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-22T08:38:36.704 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:38:36.838 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-22T08:38:36.989 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:38:37.089 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:37.198 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:38:37.299 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:38:37.507 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:38:37.558 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:38:37.659 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:37.760 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:37.800 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:38:37.832 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-22T08:38:38.076 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:38.078 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:38.202 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-22T08:38:38.204 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:38.472 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-22T08:38:38.607 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:38:38.825 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:38.858 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-22T08:38:38.968 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-22T08:38:39.085 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:38:39.219 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:39.345 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:38:39.495 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:39.671 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:38:39.771 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:38:40.013 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:38:40.116 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:38:40.242 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:40.290 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:40.368 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:40.424 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-22T08:38:40.519 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:38:40.692 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-22T08:38:40.839 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:40.957 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:41.037 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:41.091 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-22T08:38:41.304 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:38:41.367 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:41.493 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:41.619 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:41.681 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:41.830 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:41.830 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:41.966 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:38:42.310 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:38:42.312 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.428 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.438 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.565 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.570 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.682 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:42.696 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:38:43.041 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.159 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.260 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-22T08:38:43.561 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.687 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.813 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.877 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.995 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.032 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:44.032 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:44.096 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.206 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.357 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.481 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.607 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.733 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.842 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:44.899 INFO:teuthology.orchestra.run.smithi150.stdout:Adding group ceph....done 2024-09-22T08:38:45.268 INFO:teuthology.orchestra.run.smithi150.stdout:Adding system user ceph....done 2024-09-22T08:38:45.386 INFO:teuthology.orchestra.run.smithi150.stdout:Setting system user ceph properties....done 2024-09-22T08:38:45.407 INFO:teuthology.orchestra.run.smithi150.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-22T08:38:45.545 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-22T08:38:45.909 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-22T08:38:46.104 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.230 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.356 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.383 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.482 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.509 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.608 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.012 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:47.013 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:47.117 INFO:teuthology.orchestra.run.smithi064.stdout:Adding group ceph....done 2024-09-22T08:38:47.477 INFO:teuthology.orchestra.run.smithi064.stdout:Adding system user ceph....done 2024-09-22T08:38:47.502 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.646 INFO:teuthology.orchestra.run.smithi064.stdout:Setting system user ceph properties....done 2024-09-22T08:38:47.660 INFO:teuthology.orchestra.run.smithi064.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-22T08:38:47.804 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-22T08:38:47.837 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-22T08:38:48.159 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-22T08:38:48.296 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:48.532 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:48.532 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:48.592 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:48.702 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.023 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.167 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:49.167 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:49.237 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:49.237 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:49.620 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.765 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.986 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-22T08:38:50.132 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:50.132 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:50.413 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.619 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.652 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:50.652 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:50.737 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.863 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:51.061 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:51.061 INFO:teuthology.orchestra.run.smithi150.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:51.115 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:51.339 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:51.339 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:51.531 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:51.657 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:51.783 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:51.799 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:51.934 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:52.090 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:52.090 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:52.320 INFO:teuthology.orchestra.run.smithi150.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-22T08:38:52.421 INFO:teuthology.orchestra.run.smithi150.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-22T08:38:52.556 INFO:teuthology.orchestra.run.smithi150.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:38:52.576 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:52.677 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:52.820 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:53.038 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:53.038 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:53.365 INFO:teuthology.orchestra.run.smithi150.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-22T08:38:53.563 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:53.697 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:53.823 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:53.983 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:54.054 INFO:teuthology.orchestra.run.smithi150.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:38:54.055 DEBUG:teuthology.orchestra.run.smithi150:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-22T08:38:54.112 INFO:teuthology.orchestra.run.smithi150.stdout:Reading package lists... 2024-09-22T08:38:54.325 INFO:teuthology.orchestra.run.smithi150.stdout:Building dependency tree... 2024-09-22T08:38:54.326 INFO:teuthology.orchestra.run.smithi150.stdout:Reading state information... 2024-09-22T08:38:54.377 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-22T08:38:54.486 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-22T08:38:54.525 INFO:teuthology.orchestra.run.smithi150.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:38:54.526 INFO:teuthology.orchestra.run.smithi150.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:38:54.526 INFO:teuthology.orchestra.run.smithi150.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:38:54.526 INFO:teuthology.orchestra.run.smithi150.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout:The following additional packages will be installed: 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:54.528 INFO:teuthology.orchestra.run.smithi150.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:54.529 INFO:teuthology.orchestra.run.smithi150.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:54.529 INFO:teuthology.orchestra.run.smithi150.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:54.529 INFO:teuthology.orchestra.run.smithi150.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:54.529 INFO:teuthology.orchestra.run.smithi150.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:54.529 INFO:teuthology.orchestra.run.smithi150.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:54.529 INFO:teuthology.orchestra.run.smithi150.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout:Suggested packages: 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-22T08:38:54.530 INFO:teuthology.orchestra.run.smithi150.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout:The following NEW packages will be installed: 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:54.569 INFO:teuthology.orchestra.run.smithi150.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-22T08:38:54.570 INFO:teuthology.orchestra.run.smithi150.stdout: s3cmd 2024-09-22T08:38:54.638 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:38:54.750 INFO:teuthology.orchestra.run.smithi150.stdout:0 upgraded, 35 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:38:54.750 INFO:teuthology.orchestra.run.smithi150.stdout:Need to get 10.4 MB of archives. 2024-09-22T08:38:54.750 INFO:teuthology.orchestra.run.smithi150.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-22T08:38:54.750 INFO:teuthology.orchestra.run.smithi150.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-22T08:38:54.833 INFO:teuthology.orchestra.run.smithi150.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-22T08:38:54.833 INFO:teuthology.orchestra.run.smithi150.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-22T08:38:54.850 INFO:teuthology.orchestra.run.smithi150.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-22T08:38:55.013 INFO:teuthology.orchestra.run.smithi150.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-22T08:38:55.084 INFO:teuthology.orchestra.run.smithi150.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-22T08:38:55.091 INFO:teuthology.orchestra.run.smithi150.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-22T08:38:55.226 INFO:teuthology.orchestra.run.smithi150.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-22T08:38:55.319 INFO:teuthology.orchestra.run.smithi150.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-22T08:38:55.319 INFO:teuthology.orchestra.run.smithi150.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-22T08:38:55.323 INFO:teuthology.orchestra.run.smithi150.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-22T08:38:55.468 INFO:teuthology.orchestra.run.smithi150.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-22T08:38:55.468 INFO:teuthology.orchestra.run.smithi150.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-22T08:38:55.508 INFO:teuthology.orchestra.run.smithi150.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-22T08:38:55.509 INFO:teuthology.orchestra.run.smithi150.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-22T08:38:55.510 INFO:teuthology.orchestra.run.smithi150.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-22T08:38:55.512 INFO:teuthology.orchestra.run.smithi150.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-22T08:38:55.512 INFO:teuthology.orchestra.run.smithi150.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-22T08:38:55.518 INFO:teuthology.orchestra.run.smithi150.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-22T08:38:55.519 INFO:teuthology.orchestra.run.smithi150.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-22T08:38:55.565 INFO:teuthology.orchestra.run.smithi150.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-22T08:38:55.568 INFO:teuthology.orchestra.run.smithi150.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-22T08:38:55.618 INFO:teuthology.orchestra.run.smithi150.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-22T08:38:55.619 INFO:teuthology.orchestra.run.smithi150.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-22T08:38:55.620 INFO:teuthology.orchestra.run.smithi150.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-22T08:38:55.622 INFO:teuthology.orchestra.run.smithi150.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-22T08:38:55.623 INFO:teuthology.orchestra.run.smithi150.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-22T08:38:55.646 INFO:teuthology.orchestra.run.smithi150.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-22T08:38:55.654 INFO:teuthology.orchestra.run.smithi150.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-22T08:38:55.659 INFO:teuthology.orchestra.run.smithi150.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-22T08:38:55.727 INFO:teuthology.orchestra.run.smithi150.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-22T08:38:55.728 INFO:teuthology.orchestra.run.smithi150.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-22T08:38:55.760 INFO:teuthology.orchestra.run.smithi150.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-22T08:38:55.760 INFO:teuthology.orchestra.run.smithi150.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-22T08:38:55.760 INFO:teuthology.orchestra.run.smithi150.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-22T08:38:55.856 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-22T08:38:56.205 INFO:teuthology.orchestra.run.smithi150.stdout:Fetched 10.4 MB in 1s (8,752 kB/s) 2024-09-22T08:38:56.303 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-22T08:38:56.365 INFO:teuthology.orchestra.run.smithi150.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176264 files and directories currently installed.) 2024-09-22T08:38:56.370 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-22T08:38:56.420 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-22T08:38:56.484 INFO:teuthology.orchestra.run.smithi064.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:38:56.487 DEBUG:teuthology.orchestra.run.smithi064:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-22T08:38:56.544 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T08:38:56.672 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-22T08:38:56.689 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-22T08:38:56.722 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:38:56.760 INFO:teuthology.orchestra.run.smithi064.stdout:Building dependency tree... 2024-09-22T08:38:56.760 INFO:teuthology.orchestra.run.smithi064.stdout:Reading state information... 2024-09-22T08:38:56.942 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-22T08:38:56.958 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-22T08:38:56.968 INFO:teuthology.orchestra.run.smithi064.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:38:56.968 INFO:teuthology.orchestra.run.smithi064.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:38:56.968 INFO:teuthology.orchestra.run.smithi064.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:38:56.968 INFO:teuthology.orchestra.run.smithi064.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:38:56.968 INFO:teuthology.orchestra.run.smithi064.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:38:56.968 INFO:teuthology.orchestra.run.smithi064.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:38:56.969 INFO:teuthology.orchestra.run.smithi064.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout:The following additional packages will be installed: 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:56.970 INFO:teuthology.orchestra.run.smithi064.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:56.971 INFO:teuthology.orchestra.run.smithi064.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:56.971 INFO:teuthology.orchestra.run.smithi064.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:56.971 INFO:teuthology.orchestra.run.smithi064.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:56.971 INFO:teuthology.orchestra.run.smithi064.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:56.971 INFO:teuthology.orchestra.run.smithi064.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-22T08:38:56.972 INFO:teuthology.orchestra.run.smithi064.stdout:Suggested packages: 2024-09-22T08:38:56.972 INFO:teuthology.orchestra.run.smithi064.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-22T08:38:56.972 INFO:teuthology.orchestra.run.smithi064.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-22T08:38:56.972 INFO:teuthology.orchestra.run.smithi064.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-22T08:38:56.972 INFO:teuthology.orchestra.run.smithi064.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-22T08:38:56.972 INFO:teuthology.orchestra.run.smithi064.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-22T08:38:57.000 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout:The following NEW packages will be installed: 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:57.013 INFO:teuthology.orchestra.run.smithi064.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:57.013 INFO:teuthology.orchestra.run.smithi064.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:57.013 INFO:teuthology.orchestra.run.smithi064.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:57.013 INFO:teuthology.orchestra.run.smithi064.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-22T08:38:57.013 INFO:teuthology.orchestra.run.smithi064.stdout: s3cmd 2024-09-22T08:38:57.067 INFO:teuthology.orchestra.run.smithi064.stdout:0 upgraded, 35 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:38:57.067 INFO:teuthology.orchestra.run.smithi064.stdout:Need to get 10.4 MB of archives. 2024-09-22T08:38:57.068 INFO:teuthology.orchestra.run.smithi064.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-22T08:38:57.068 INFO:teuthology.orchestra.run.smithi064.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-22T08:38:57.085 INFO:teuthology.orchestra.run.smithi064.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-22T08:38:57.085 INFO:teuthology.orchestra.run.smithi064.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-22T08:38:57.089 INFO:teuthology.orchestra.run.smithi064.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-22T08:38:57.122 INFO:teuthology.orchestra.run.smithi064.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-22T08:38:57.138 INFO:teuthology.orchestra.run.smithi064.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-22T08:38:57.139 INFO:teuthology.orchestra.run.smithi064.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-22T08:38:57.168 INFO:teuthology.orchestra.run.smithi064.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-22T08:38:57.188 INFO:teuthology.orchestra.run.smithi064.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-22T08:38:57.188 INFO:teuthology.orchestra.run.smithi064.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-22T08:38:57.189 INFO:teuthology.orchestra.run.smithi064.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-22T08:38:57.222 INFO:teuthology.orchestra.run.smithi064.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-22T08:38:57.222 INFO:teuthology.orchestra.run.smithi064.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-22T08:38:57.239 INFO:teuthology.orchestra.run.smithi064.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-22T08:38:57.239 INFO:teuthology.orchestra.run.smithi064.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-22T08:38:57.240 INFO:teuthology.orchestra.run.smithi064.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-22T08:38:57.241 INFO:teuthology.orchestra.run.smithi064.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-22T08:38:57.241 INFO:teuthology.orchestra.run.smithi064.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-22T08:38:57.244 INFO:teuthology.orchestra.run.smithi064.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-22T08:38:57.245 INFO:teuthology.orchestra.run.smithi064.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-22T08:38:57.251 INFO:teuthology.orchestra.run.smithi064.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-22T08:38:57.252 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-22T08:38:57.253 INFO:teuthology.orchestra.run.smithi064.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-22T08:38:57.259 INFO:teuthology.orchestra.run.smithi064.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-22T08:38:57.259 INFO:teuthology.orchestra.run.smithi064.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-22T08:38:57.260 INFO:teuthology.orchestra.run.smithi064.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-22T08:38:57.276 INFO:teuthology.orchestra.run.smithi064.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-22T08:38:57.276 INFO:teuthology.orchestra.run.smithi064.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-22T08:38:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-22T08:38:57.281 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-22T08:38:57.281 INFO:teuthology.orchestra.run.smithi064.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-22T08:38:57.283 INFO:teuthology.orchestra.run.smithi064.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-22T08:38:57.298 INFO:teuthology.orchestra.run.smithi064.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-22T08:38:57.298 INFO:teuthology.orchestra.run.smithi064.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-22T08:38:57.317 INFO:teuthology.orchestra.run.smithi064.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-22T08:38:57.317 INFO:teuthology.orchestra.run.smithi064.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-22T08:38:57.317 INFO:teuthology.orchestra.run.smithi064.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-22T08:38:57.319 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-22T08:38:57.780 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 10.4 MB in 0s (35.1 MB/s) 2024-09-22T08:38:57.780 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-22T08:38:57.808 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-22T08:38:57.847 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-22T08:38:57.861 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-22T08:38:57.939 INFO:teuthology.orchestra.run.smithi064.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176264 files and directories currently installed.) 2024-09-22T08:38:57.945 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-22T08:38:57.985 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-22T08:38:58.066 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-22T08:38:58.082 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-22T08:38:58.116 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-22T08:38:58.229 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-22T08:38:58.246 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-22T08:38:58.287 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:38:58.343 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-22T08:38:58.371 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-22T08:38:58.410 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-22T08:38:58.540 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-22T08:38:58.557 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-22T08:38:58.598 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:38:58.671 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-22T08:38:58.687 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-22T08:38:58.729 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-22T08:38:58.851 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-22T08:38:58.868 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-22T08:38:58.909 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-22T08:38:59.015 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-22T08:38:59.043 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-22T08:38:59.082 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:38:59.111 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-22T08:38:59.128 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-22T08:38:59.161 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-22T08:38:59.422 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-22T08:38:59.427 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libjsr305-java. 2024-09-22T08:38:59.451 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-22T08:38:59.452 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-22T08:38:59.489 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-22T08:38:59.494 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:38:59.750 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-22T08:38:59.778 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-22T08:38:59.789 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libguava-java. 2024-09-22T08:38:59.816 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-22T08:38:59.817 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-22T08:38:59.855 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-22T08:39:00.085 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-22T08:39:00.100 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-22T08:39:00.143 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-22T08:39:00.283 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-22T08:39:00.299 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-22T08:39:00.333 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-22T08:39:00.412 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-22T08:39:00.430 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-22T08:39:00.530 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:39:00.544 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libguice-java. 2024-09-22T08:39:00.560 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-22T08:39:00.602 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-22T08:39:00.783 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libjsr305-java. 2024-09-22T08:39:00.800 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-22T08:39:00.841 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:39:00.973 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-22T08:39:01.001 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-22T08:39:01.039 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:39:01.094 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libguava-java. 2024-09-22T08:39:01.110 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-22T08:39:01.152 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-22T08:39:01.292 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-22T08:39:01.308 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-22T08:39:01.350 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-22T08:39:01.571 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-22T08:39:01.588 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-22T08:39:01.594 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libjansi-java. 2024-09-22T08:39:01.610 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-22T08:39:01.629 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-22T08:39:01.652 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-22T08:39:01.849 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libguice-java. 2024-09-22T08:39:01.871 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-22T08:39:01.877 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-22T08:39:01.888 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-22T08:39:01.915 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-22T08:39:01.930 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-22T08:39:02.191 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-22T08:39:02.207 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-22T08:39:02.249 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:02.302 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-22T08:39:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-22T08:39:02.369 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:39:02.527 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-22T08:39:02.543 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-22T08:39:02.585 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:02.621 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-22T08:39:02.638 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-22T08:39:02.679 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-22T08:39:02.879 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-22T08:39:02.896 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-22T08:39:02.915 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libjansi-java. 2024-09-22T08:39:02.929 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:02.944 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-22T08:39:02.981 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-22T08:39:03.201 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-22T08:39:03.214 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-22T08:39:03.251 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-22T08:39:03.267 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-22T08:39:03.295 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-22T08:39:03.333 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:03.486 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-22T08:39:03.506 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-22T08:39:03.545 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:03.611 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-22T08:39:03.627 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-22T08:39:03.669 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:03.822 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-22T08:39:03.851 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-22T08:39:03.889 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:03.913 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-22T08:39:03.942 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-22T08:39:03.980 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:04.150 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-22T08:39:04.178 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-22T08:39:04.216 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:04.232 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-22T08:39:04.249 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-22T08:39:04.384 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:04.620 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-22T08:39:04.636 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-22T08:39:04.678 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:04.721 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-22T08:39:04.738 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-22T08:39:04.788 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:04.931 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-22T08:39:04.947 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-22T08:39:04.989 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:05.057 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-22T08:39:05.085 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-22T08:39:05.123 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:05.216 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libslf4j-java. 2024-09-22T08:39:05.233 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-22T08:39:05.275 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:05.376 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-22T08:39:05.393 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-22T08:39:05.434 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:05.537 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-22T08:39:05.553 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-22T08:39:05.595 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:05.881 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-22T08:39:05.897 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-22T08:39:05.939 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:06.138 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-22T08:39:06.167 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-22T08:39:06.196 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:06.217 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-22T08:39:06.245 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-22T08:39:06.275 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:06.432 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-22T08:39:06.457 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-22T08:39:06.498 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:06.638 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-22T08:39:06.651 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-22T08:39:06.696 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:06.784 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-22T08:39:06.801 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-22T08:39:06.842 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:06.931 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-22T08:39:06.948 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-22T08:39:06.990 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:07.095 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libslf4j-java. 2024-09-22T08:39:07.123 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-22T08:39:07.161 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:07.415 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-22T08:39:07.432 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-22T08:39:07.465 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:07.485 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package maven. 2024-09-22T08:39:07.513 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-22T08:39:07.551 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking maven (3.6.3-5) ... 2024-09-22T08:39:07.734 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-22T08:39:07.751 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-22T08:39:07.792 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:07.846 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package python3-magic. 2024-09-22T08:39:07.874 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-22T08:39:07.904 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:08.020 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-22T08:39:08.046 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-22T08:39:08.086 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:08.190 INFO:teuthology.orchestra.run.smithi150.stdout:Selecting previously unselected package s3cmd. 2024-09-22T08:39:08.218 INFO:teuthology.orchestra.run.smithi150.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-22T08:39:08.257 INFO:teuthology.orchestra.run.smithi150.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-22T08:39:08.491 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-22T08:39:08.508 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-22T08:39:08.549 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:08.653 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:08.762 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:08.801 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-22T08:39:08.818 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-22T08:39:08.851 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:08.888 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:09.014 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:39:09.140 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-22T08:39:09.275 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-22T08:39:09.287 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package maven. 2024-09-22T08:39:09.304 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-22T08:39:09.337 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking maven (3.6.3-5) ... 2024-09-22T08:39:09.452 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:09.561 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:09.632 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package python3-magic. 2024-09-22T08:39:09.661 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-22T08:39:09.662 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:39:09.698 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:09.788 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:39:09.914 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-22T08:39:09.985 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package s3cmd. 2024-09-22T08:39:10.012 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-22T08:39:10.040 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:39:10.051 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-22T08:39:10.175 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:10.301 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:10.423 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:10.426 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:10.548 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:10.552 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:10.665 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:10.767 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:39:10.787 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-22T08:39:10.867 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-22T08:39:10.888 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:39:10.993 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-22T08:39:11.006 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:11.119 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:11.148 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-22T08:39:11.304 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:11.308 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-22T08:39:11.430 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:39:11.434 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:11.556 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:39:11.560 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-22T08:39:11.682 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-22T08:39:11.792 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:39:11.853 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:11.893 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:11.954 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:12.044 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:12.080 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libguava-java (29.0-6) ... 2024-09-22T08:39:12.169 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:12.206 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-22T08:39:12.295 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:12.332 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-22T08:39:12.483 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:12.563 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-22T08:39:12.609 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-22T08:39:12.689 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:39:12.735 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-22T08:39:12.815 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:12.844 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-22T08:39:12.933 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-22T08:39:12.953 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:13.042 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-22T08:39:13.063 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:13.143 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:13.189 INFO:teuthology.orchestra.run.smithi150.stdout:Setting up maven (3.6.3-5) ... 2024-09-22T08:39:13.260 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-22T08:39:13.446 INFO:teuthology.orchestra.run.smithi150.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-22T08:39:13.501 INFO:teuthology.orchestra.run.smithi150.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:39:13.570 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:13.696 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:13.822 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libguava-java (29.0-6) ... 2024-09-22T08:39:13.948 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-22T08:39:14.074 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-22T08:39:14.191 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:14.301 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-22T08:39:14.402 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-22T08:39:14.528 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-22T08:39:14.654 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:14.797 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:14.922 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up maven (3.6.3-5) ... 2024-09-22T08:39:15.035 INFO:teuthology.orchestra.run.smithi150.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:39:15.040 DEBUG:teuthology.parallel:result is None 2024-09-22T08:39:15.180 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-22T08:39:15.235 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:39:16.672 INFO:teuthology.orchestra.run.smithi064.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:39:16.676 DEBUG:teuthology.parallel:result is None 2024-09-22T08:39:16.677 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:39:16.819 DEBUG:teuthology.orchestra.run.smithi064:> dpkg-query -W -f '${Version}' ceph 2024-09-22T08:39:16.839 INFO:teuthology.orchestra.run.smithi064.stdout:19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:16.839 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:16.839 INFO:teuthology.task.install:The correct ceph version 19.3.0-5106-g8852379c-1jammy is installed. 2024-09-22T08:39:16.841 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:39:16.986 DEBUG:teuthology.orchestra.run.smithi150:> dpkg-query -W -f '${Version}' ceph 2024-09-22T08:39:17.005 INFO:teuthology.orchestra.run.smithi150.stdout:19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:17.005 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:17.005 INFO:teuthology.task.install:The correct ceph version 19.3.0-5106-g8852379c-1jammy is installed. 2024-09-22T08:39:17.007 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-22T08:39:17.007 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:17.007 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-22T08:39:17.022 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:17.022 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-22T08:39:17.059 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-22T08:39:17.059 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:17.059 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/daemon-helper 2024-09-22T08:39:17.080 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-22T08:39:17.135 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:17.135 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/usr/bin/daemon-helper 2024-09-22T08:39:17.148 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-22T08:39:17.202 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-22T08:39:17.202 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:17.202 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-22T08:39:17.215 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-22T08:39:17.270 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:17.271 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-22T08:39:17.283 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-22T08:39:17.338 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-22T08:39:17.338 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:17.338 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/stdin-killer 2024-09-22T08:39:17.352 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-22T08:39:17.407 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:17.407 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/usr/bin/stdin-killer 2024-09-22T08:39:17.420 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-22T08:39:17.474 INFO:teuthology.run_tasks:Running task ceph... 2024-09-22T08:39:17.552 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-22T08:39:17.552 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 777 /var/log/ceph 2024-09-22T08:39:17.555 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 777 /var/log/ceph 2024-09-22T08:39:17.568 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-22T08:39:17.568 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-22T08:39:17.612 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-22T08:39:17.624 INFO:tasks.ceph:Creating extra log directories... 2024-09-22T08:39:17.624 DEBUG:teuthology.orchestra.run.smithi064:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-22T08:39:17.668 DEBUG:teuthology.orchestra.run.smithi150:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-22T08:39:17.690 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-22T08:39:17.690 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-22T08:39:17.690 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061', 'branch': 'wip-skoduri-cloud-restore', 'description': 'rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7915061', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-skoduri-cloud-restore'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}}, 'rgw': {'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'erasure_code_profile': {'crush-failure-domain': 'osd', 'k': 3, 'm': 1, 'name': 'testprofile'}, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-skoduri-cloud-restore', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}}, 'owner': 'scheduled_soumyakoduri@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-skoduri-cloud-restore', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '8852379c050c686f4605f33f0129009b2029ca9d', 'targets': {'smithi064.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF3WJO8zWsauBlT6VDqm9MX8/fgaQvzoQQ7KGsZPhjF0gn2JDCwUVeeQN7vqK/92F3zIUlS4RwEjeBRmd7AlfjM=', 'smithi150.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOtBUhGK66Ev7tGXQlw3ijbyWkuJfnBHTiXHi8OtgPNQbq3drQXbHRVEJunexomUJJ6CjhmgEupL3eKg+1+dW6k='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-22_06:37:27', 'tube': 'smithi', 'user': 'soumyakoduri', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2902'} 2024-09-22T08:39:17.691 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-22T08:39:17.724 DEBUG:teuthology.orchestra.run.smithi150:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-22T08:39:17.730 DEBUG:teuthology.orchestra.run.smithi064:> sudo install -d -m0777 -- /var/run/ceph 2024-09-22T08:39:17.772 DEBUG:teuthology.orchestra.run.smithi150:> sudo install -d -m0777 -- /var/run/ceph 2024-09-22T08:39:17.785 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:17.785 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/scratch_devs of=/dev/stdout 2024-09-22T08:39:17.831 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-22T08:39:17.831 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_1 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 878 Links: 1 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-09-22 08:33:23.829319972 +0000 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-09-22 08:33:23.545322508 +0000 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-09-22 08:33:23.545322508 +0000 2024-09-22T08:39:17.880 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: - 2024-09-22T08:39:17.880 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-22T08:39:17.935 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-09-22T08:39:17.935 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-09-22T08:39:17.935 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000334346 s, 1.5 MB/s 2024-09-22T08:39:17.936 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-22T08:39:17.986 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_2 2024-09-22T08:39:18.031 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-22T08:39:18.031 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.031 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 893 Links: 1 2024-09-22T08:39:18.032 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.032 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-09-22 08:33:24.313315648 +0000 2024-09-22T08:39:18.032 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-09-22 08:33:24.053317971 +0000 2024-09-22T08:39:18.032 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-09-22 08:33:24.053317971 +0000 2024-09-22T08:39:18.032 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: - 2024-09-22T08:39:18.032 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-22T08:39:18.086 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-09-22T08:39:18.086 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-09-22T08:39:18.086 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000301805 s, 1.7 MB/s 2024-09-22T08:39:18.087 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-22T08:39:18.137 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_3 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 912 Links: 1 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-09-22 08:33:24.805311252 +0000 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-09-22 08:33:24.557313469 +0000 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-09-22 08:33:24.557313469 +0000 2024-09-22T08:39:18.184 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: - 2024-09-22T08:39:18.184 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-22T08:39:18.238 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-09-22T08:39:18.238 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-09-22T08:39:18.239 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000406544 s, 1.3 MB/s 2024-09-22T08:39:18.240 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-22T08:39:18.289 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_4 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 932 Links: 1 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-09-22 08:33:25.321306645 +0000 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-09-22 08:33:25.053309037 +0000 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-09-22 08:33:25.053309037 +0000 2024-09-22T08:39:18.336 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: - 2024-09-22T08:39:18.336 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-22T08:39:18.390 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-09-22T08:39:18.390 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-09-22T08:39:18.390 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000376257 s, 1.4 MB/s 2024-09-22T08:39:18.391 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-22T08:39:18.440 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:18.441 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:18.441 DEBUG:teuthology.orchestra.run.smithi150:> dd if=/scratch_devs of=/dev/stdout 2024-09-22T08:39:18.446 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-22T08:39:18.447 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_1 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 5h/5d Inode: 874 Links: 1 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2024-09-22 08:33:23.432542530 +0000 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2024-09-22 08:33:23.428542566 +0000 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2024-09-22 08:33:23.428542566 +0000 2024-09-22T08:39:18.496 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2024-09-22T08:39:18.497 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-22T08:39:18.550 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2024-09-22T08:39:18.550 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2024-09-22T08:39:18.551 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000434063 s, 1.2 MB/s 2024-09-22T08:39:18.552 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-22T08:39:18.600 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_2 2024-09-22T08:39:18.651 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-22T08:39:18.651 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.651 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 5h/5d Inode: 893 Links: 1 2024-09-22T08:39:18.651 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.651 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2024-09-22 08:33:24.168535955 +0000 2024-09-22T08:39:18.652 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2024-09-22 08:33:23.912538242 +0000 2024-09-22T08:39:18.652 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2024-09-22 08:33:23.912538242 +0000 2024-09-22T08:39:18.652 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2024-09-22T08:39:18.652 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-22T08:39:18.709 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2024-09-22T08:39:18.709 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2024-09-22T08:39:18.709 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000330006 s, 1.6 MB/s 2024-09-22T08:39:18.711 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-22T08:39:18.761 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_3 2024-09-22T08:39:18.807 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-22T08:39:18.807 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.807 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 5h/5d Inode: 910 Links: 1 2024-09-22T08:39:18.808 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.808 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2024-09-22 08:33:24.680531381 +0000 2024-09-22T08:39:18.808 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2024-09-22 08:33:24.416533740 +0000 2024-09-22T08:39:18.808 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2024-09-22 08:33:24.416533740 +0000 2024-09-22T08:39:18.808 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2024-09-22T08:39:18.808 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-22T08:39:18.862 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2024-09-22T08:39:18.862 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2024-09-22T08:39:18.862 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000411238 s, 1.2 MB/s 2024-09-22T08:39:18.863 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-22T08:39:18.912 DEBUG:teuthology.orchestra.run.smithi150:> stat /dev/vg_nvme/lv_4 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout:Device: 5h/5d Inode: 926 Links: 1 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout:Access: 2024-09-22 08:33:25.128527381 +0000 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout:Modify: 2024-09-22 08:33:24.900529416 +0000 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout:Change: 2024-09-22 08:33:24.900529416 +0000 2024-09-22T08:39:18.960 INFO:teuthology.orchestra.run.smithi150.stdout: Birth: - 2024-09-22T08:39:18.960 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-22T08:39:19.018 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records in 2024-09-22T08:39:19.018 INFO:teuthology.orchestra.run.smithi150.stderr:1+0 records out 2024-09-22T08:39:19.018 INFO:teuthology.orchestra.run.smithi150.stderr:512 bytes copied, 0.000379911 s, 1.3 MB/s 2024-09-22T08:39:19.019 DEBUG:teuthology.orchestra.run.smithi150:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-22T08:39:19.068 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:19.068 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi064.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi150.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-22T08:39:19.069 INFO:tasks.ceph:Generating config... 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw enable ops log = True 2024-09-22T08:39:19.070 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-22T08:39:19.071 INFO:tasks.ceph:[client] setuser = ceph 2024-09-22T08:39:19.071 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-22T08:39:19.071 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-22T08:39:19.071 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-22T08:39:19.071 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-22T08:39:19.071 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-22T08:39:19.071 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-22T08:39:19.072 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-22T08:39:19.072 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-22T08:39:19.072 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-22T08:39:19.072 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-22T08:39:19.072 INFO:tasks.ceph:[mon] lockdep = True 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-22T08:39:19.072 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] lockdep = True 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-22T08:39:19.073 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-22T08:39:19.073 INFO:tasks.ceph:Setting up mon.a... 2024-09-22T08:39:19.073 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:19.108 INFO:teuthology.orchestra.run.smithi064.stdout:creating /etc/ceph/ceph.keyring 2024-09-22T08:39:19.130 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-22T08:39:19.214 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-22T08:39:19.267 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.64'), ('mon.c', '[v2:172.21.15.64:3301,v1:172.21.15.64:6790]'), ('mon.b', '172.21.15.150')] 2024-09-22T08:39:19.267 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.64,[v2:172.21.15.64:3301,v1:172.21.15.64:6790],172.21.15.150', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-22T08:39:19.268 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:19.268 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-22T08:39:19.315 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.64 --addv c '[v2:172.21.15.64:3301,v1:172.21.15.64:6790]' --add b 172.21.15.150 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:19.402 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:39:19.402 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:monmaptool: generated fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:setting min_mon_release = quincy 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:epoch 0 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:created 2024-09-22T08:39:19.404328+0000 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:min_mon_release 17 (quincy) 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:election_strategy: 1 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T08:39:19.403 INFO:teuthology.orchestra.run.smithi064.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-22T08:39:19.404 DEBUG:teuthology.orchestra.run.smithi064:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-22T08:39:19.451 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID d7ca229c-5afd-4564-8ba7-a940b3a1d3c2... 2024-09-22T08:39:19.452 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-22T08:39:19.496 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-22T08:39:19.525 INFO:teuthology.orchestra.run.smithi150.stdout:[global] 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: chdir = "" 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: auth supported = cephx 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: filestore xattr use omap = true 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: mon clock drift allowed = 1.000 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: osd crush chooseleaf type = 0 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: auth debug = true 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: ms die on old message = true 2024-09-22T08:39:19.526 INFO:teuthology.orchestra.run.smithi150.stdout: ms die on bug = true 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: mon pg warn max object skew = 0 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: # disable pg_autoscaler by default for new pools 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: osd pool default size = 2 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd allow primary affinity = true 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd allow pg remap = true 2024-09-22T08:39:19.527 INFO:teuthology.orchestra.run.smithi150.stdout: mon warn on legacy crush tunables = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon warn on crush straw calc version zero = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon warn on no sortbitwise = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon warn on osd down out interval zero = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon warn on too few osds = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon_allow_pool_size_one = true 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: osd default data pool replay window = 5 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: mon allow pool delete = true 2024-09-22T08:39:19.528 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: mon cluster log file level = debug 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: debug asserts on shutdown = true 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: mon health detail to clog = false 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: mon host = "172.21.15.64,[v2:172.21.15.64:3301,v1:172.21.15.64:6790],172.21.15.150" 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: mon client directed command retry = 5 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: ms inject socket failures = 5000 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: osd_max_pg_log_entries = 10 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: osd_min_pg_log_entries = 10 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: rgw override bucket index max shards = 1 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: fsid = d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout:[osd] 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: osd journal size = 100 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: osd scrub load threshold = 5.0 2024-09-22T08:39:19.529 INFO:teuthology.orchestra.run.smithi150.stdout: osd scrub max interval = 600 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd mclock profile = high_recovery_ops 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd recover clone overlap = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd recovery max chunk = 1048576 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd debug shutdown = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd debug op order = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd debug verify stray on activate = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd debug trim objects = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd open classes on start = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd debug pg log writeout = true 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.530 INFO:teuthology.orchestra.run.smithi150.stdout: osd deep scrub update digest min age = 30 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: osd map max advance = 10 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: journal zero on create = true 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: filestore ondisk finisher threads = 3 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: filestore apply finisher threads = 3 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: bdev debug aio = true 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: osd debug misdirected ops = true 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: bdev async discard = True 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: bdev enable discard = True 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: bluestore allocator = bitmap 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: bluestore block size = 96636764160 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: bluestore fsck on mount = True 2024-09-22T08:39:19.531 INFO:teuthology.orchestra.run.smithi150.stdout: debug bluefs = 1/20 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: debug bluestore = 1/20 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: debug ms = 1 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: debug objclass = 20 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: debug osd = 20 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: debug rocksdb = 4/10 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: lockdep = True 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd backfillfull_ratio = 0.85 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd full ratio = 0.9 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd nearfull ratio = 0.8 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: osd failsafe full ratio = 0.95 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: osd objectstore = bluestore 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: osd shutdown pgref assert = True 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout:[mgr] 2024-09-22T08:39:19.532 INFO:teuthology.orchestra.run.smithi150.stdout: debug ms = 1 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug mgr = 20 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug mon = 20 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug auth = 20 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: mgr/telemetry/nag = false 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout:[mon] 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug ms = 1 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug mon = 20 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug paxos = 20 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: debug auth = 20 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: mon data avail warn = 5 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: mon mgr mkfs grace = 240 2024-09-22T08:39:19.533 INFO:teuthology.orchestra.run.smithi150.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd reporter subtree level = osd 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: mon osd prime pg temp = true 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: auth mon ticket ttl = 660 # 11m 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: auth service ticket ttl = 240 # 4m 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: # don't complain about insecure global_id in the test suite 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: # 1m isn't quite enough 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: mon_down_mkfs_grace = 2m 2024-09-22T08:39:19.534 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: mon_warn_on_filestore_osds = false 2024-09-22T08:39:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: lockdep = True 2024-09-22T08:39:19.535 INFO:teuthology.orchestra.run.smithi150.stdout: 2024-09-22T08:39:19.535 INFO:teuthology.orchestra.run.smithi150.stdout:[client] 2024-09-22T08:39:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: rgw cache enabled = true 2024-09-22T08:39:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: rgw enable ops log = True 2024-09-22T08:39:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: rgw enable usage log = true 2024-09-22T08:39:19.561 INFO:teuthology.orchestra.run.smithi150.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: debug rgw = 20 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: debug rgw notification = 20 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw bucket counters cache = True 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw crypt require ssl = False 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw crypt s3 kms backend = testing 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw d3n l1 local datacache enabled = True 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw max chunk size = 4194304 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw obj stripe size = 6291456 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw reshard progress judge interval = 10 2024-09-22T08:39:19.562 INFO:teuthology.orchestra.run.smithi150.stdout: rgw s3 auth use sts = True 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: rgw sts key = abcdefghijklmnop 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: rgw torrent flag = True 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: rgw user counters cache = True 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: setgroup = ceph 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout: setuser = ceph 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout:[mon.a] 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout:[mon.c] 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi150.stdout:[mon.b] 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi064.stdout:[global] 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi064.stdout: chdir = "" 2024-09-22T08:39:19.563 INFO:teuthology.orchestra.run.smithi064.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: auth supported = cephx 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: filestore xattr use omap = true 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: mon clock drift allowed = 1.000 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: osd crush chooseleaf type = 0 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: auth debug = true 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: ms die on old message = true 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: ms die on bug = true 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: mon pg warn max object skew = 0 2024-09-22T08:39:19.564 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: # disable pg_autoscaler by default for new pools 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: osd pool default size = 2 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd allow primary affinity = true 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd allow pg remap = true 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon warn on legacy crush tunables = false 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon warn on crush straw calc version zero = false 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon warn on no sortbitwise = false 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon warn on osd down out interval zero = false 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon warn on too few osds = false 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-22T08:39:19.565 INFO:teuthology.orchestra.run.smithi064.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: mon_allow_pool_size_one = true 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: osd default data pool replay window = 5 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: mon allow pool delete = true 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: mon cluster log file level = debug 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: debug asserts on shutdown = true 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: mon health detail to clog = false 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: mon host = "172.21.15.64,[v2:172.21.15.64:3301,v1:172.21.15.64:6790],172.21.15.150" 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: mon client directed command retry = 5 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: ms inject socket failures = 5000 2024-09-22T08:39:19.566 INFO:teuthology.orchestra.run.smithi064.stdout: osd_max_pg_log_entries = 10 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd_min_pg_log_entries = 10 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: rgw override bucket index max shards = 1 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: fsid = d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout:[osd] 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd journal size = 100 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd scrub load threshold = 5.0 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd scrub max interval = 600 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd mclock profile = high_recovery_ops 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd recover clone overlap = true 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd recovery max chunk = 1048576 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.567 INFO:teuthology.orchestra.run.smithi064.stdout: osd debug shutdown = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd debug op order = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd debug verify stray on activate = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd debug trim objects = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd open classes on start = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd debug pg log writeout = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd deep scrub update digest min age = 30 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: osd map max advance = 10 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: journal zero on create = true 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: filestore ondisk finisher threads = 3 2024-09-22T08:39:19.568 INFO:teuthology.orchestra.run.smithi064.stdout: filestore apply finisher threads = 3 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: bdev debug aio = true 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: osd debug misdirected ops = true 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: bdev async discard = True 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: bdev enable discard = True 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: bluestore allocator = bitmap 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: bluestore block size = 96636764160 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: bluestore fsck on mount = True 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: debug bluefs = 1/20 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: debug bluestore = 1/20 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: debug ms = 1 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: debug objclass = 20 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: debug osd = 20 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: debug rocksdb = 4/10 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: lockdep = True 2024-09-22T08:39:19.569 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd backfillfull_ratio = 0.85 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd full ratio = 0.9 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd nearfull ratio = 0.8 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: osd failsafe full ratio = 0.95 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: osd objectstore = bluestore 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: osd shutdown pgref assert = True 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout:[mgr] 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: debug ms = 1 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: debug mgr = 20 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: debug mon = 20 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: debug auth = 20 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:19.570 INFO:teuthology.orchestra.run.smithi064.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mgr/telemetry/nag = false 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout:[mon] 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: debug ms = 1 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: debug mon = 20 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: debug paxos = 20 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: debug auth = 20 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mon data avail warn = 5 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mon mgr mkfs grace = 240 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd reporter subtree level = osd 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mon osd prime pg temp = true 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.571 INFO:teuthology.orchestra.run.smithi064.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: auth mon ticket ttl = 660 # 11m 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: auth service ticket ttl = 240 # 4m 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: # don't complain about insecure global_id in the test suite 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: # 1m isn't quite enough 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: mon_down_mkfs_grace = 2m 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: mon_warn_on_filestore_osds = false 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: lockdep = True 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:19.572 INFO:teuthology.orchestra.run.smithi064.stdout:[client] 2024-09-22T08:39:19.574 INFO:teuthology.orchestra.run.smithi064.stdout: rgw cache enabled = true 2024-09-22T08:39:19.574 INFO:teuthology.orchestra.run.smithi064.stdout: rgw enable ops log = True 2024-09-22T08:39:19.574 INFO:teuthology.orchestra.run.smithi064.stdout: rgw enable usage log = true 2024-09-22T08:39:19.574 INFO:teuthology.orchestra.run.smithi064.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-22T08:39:19.574 INFO:teuthology.orchestra.run.smithi064.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: debug rgw = 20 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: debug rgw notification = 20 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw bucket counters cache = True 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw crypt require ssl = False 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw crypt s3 kms backend = testing 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw d3n l1 local datacache enabled = True 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw max chunk size = 4194304 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw obj stripe size = 6291456 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw reshard progress judge interval = 10 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw s3 auth use sts = True 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw sts key = abcdefghijklmnop 2024-09-22T08:39:19.575 INFO:teuthology.orchestra.run.smithi064.stdout: rgw torrent flag = True 2024-09-22T08:39:19.576 INFO:teuthology.orchestra.run.smithi064.stdout: rgw user counters cache = True 2024-09-22T08:39:19.576 INFO:teuthology.orchestra.run.smithi064.stdout: setgroup = ceph 2024-09-22T08:39:19.576 INFO:teuthology.orchestra.run.smithi064.stdout: setuser = ceph 2024-09-22T08:39:19.576 INFO:teuthology.orchestra.run.smithi064.stdout:[mon.a] 2024-09-22T08:39:19.576 INFO:teuthology.orchestra.run.smithi064.stdout:[mon.c] 2024-09-22T08:39:19.576 INFO:teuthology.orchestra.run.smithi064.stdout:[mon.b] 2024-09-22T08:39:19.577 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-22T08:39:19.578 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-22T08:39:19.671 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-22T08:39:19.671 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:19.672 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-22T08:39:19.677 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:19.677 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-22T08:39:19.724 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T08:39:19.725 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:19.725 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-22T08:39:19.725 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-22T08:39:19.788 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:19.788 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:19.836 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T08:39:19.836 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:19.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-22T08:39:19.836 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-22T08:39:19.860 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:19.860 DEBUG:teuthology.orchestra.run.smithi150:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:19.907 INFO:tasks.ceph:Setting up mon nodes... 2024-09-22T08:39:19.907 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-22T08:39:19.907 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-22T08:39:19.954 INFO:teuthology.orchestra.run.smithi064.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-22T08:39:19.957 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-22T08:39:20.000 INFO:teuthology.orchestra.run.smithi150.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-22T08:39:20.018 INFO:tasks.ceph:Setting up mds nodes... 2024-09-22T08:39:20.018 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-22T08:39:20.018 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-22T08:39:20.053 INFO:teuthology.orchestra.run.smithi064.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-22T08:39:20.064 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-22T08:39:20.100 INFO:teuthology.orchestra.run.smithi150.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-22T08:39:20.111 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-22T08:39:20.111 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi064.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi150.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-22T08:39:20.112 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:20.123 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:20.123 INFO:tasks.ceph:role: osd.0 2024-09-22T08:39:20.124 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T08:39:20.124 DEBUG:teuthology.orchestra.run.smithi064:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-22T08:39:20.186 INFO:teuthology.orchestra.run.smithi064.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:20.186 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:20.186 INFO:teuthology.orchestra.run.smithi064.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:20.187 INFO:teuthology.orchestra.run.smithi064.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:20.187 INFO:teuthology.orchestra.run.smithi064.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:20.187 INFO:teuthology.orchestra.run.smithi064.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:20.187 INFO:teuthology.orchestra.run.smithi064.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:20.187 INFO:teuthology.orchestra.run.smithi064.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:20.187 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:20.188 INFO:teuthology.orchestra.run.smithi064.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:20.643 INFO:teuthology.orchestra.run.smithi064.stdout:Discarding blocks...Done. 2024-09-22T08:39:20.645 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi064.front.sepia.ceph.com -o noatime 2024-09-22T08:39:20.646 DEBUG:teuthology.orchestra.run.smithi064:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:20.746 DEBUG:teuthology.orchestra.run.smithi064:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:20.757 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:20.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:20.758 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:20.815 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:20.815 INFO:tasks.ceph:role: osd.1 2024-09-22T08:39:20.815 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T08:39:20.815 DEBUG:teuthology.orchestra.run.smithi064:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-22T08:39:20.879 INFO:teuthology.orchestra.run.smithi064.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:20.879 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:20.879 INFO:teuthology.orchestra.run.smithi064.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:20.879 INFO:teuthology.orchestra.run.smithi064.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:20.879 INFO:teuthology.orchestra.run.smithi064.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:20.879 INFO:teuthology.orchestra.run.smithi064.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:20.880 INFO:teuthology.orchestra.run.smithi064.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:20.880 INFO:teuthology.orchestra.run.smithi064.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:20.880 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:20.880 INFO:teuthology.orchestra.run.smithi064.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:21.357 INFO:teuthology.orchestra.run.smithi064.stdout:Discarding blocks...Done. 2024-09-22T08:39:21.359 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi064.front.sepia.ceph.com -o noatime 2024-09-22T08:39:21.359 DEBUG:teuthology.orchestra.run.smithi064:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:21.504 DEBUG:teuthology.orchestra.run.smithi064:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:21.515 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:21.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:21.516 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:21.571 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:21.571 INFO:tasks.ceph:role: osd.2 2024-09-22T08:39:21.571 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T08:39:21.571 DEBUG:teuthology.orchestra.run.smithi064:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-22T08:39:21.635 INFO:teuthology.orchestra.run.smithi064.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:21.635 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:21.635 INFO:teuthology.orchestra.run.smithi064.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:21.635 INFO:teuthology.orchestra.run.smithi064.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:21.635 INFO:teuthology.orchestra.run.smithi064.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:21.636 INFO:teuthology.orchestra.run.smithi064.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:21.636 INFO:teuthology.orchestra.run.smithi064.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:21.636 INFO:teuthology.orchestra.run.smithi064.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:21.636 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:21.636 INFO:teuthology.orchestra.run.smithi064.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:22.118 INFO:teuthology.orchestra.run.smithi064.stdout:Discarding blocks...Done. 2024-09-22T08:39:22.120 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi064.front.sepia.ceph.com -o noatime 2024-09-22T08:39:22.120 DEBUG:teuthology.orchestra.run.smithi064:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:22.247 DEBUG:teuthology.orchestra.run.smithi064:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:22.258 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:22.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:22.259 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:22.314 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:22.314 INFO:tasks.ceph:role: osd.3 2024-09-22T08:39:22.314 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T08:39:22.314 DEBUG:teuthology.orchestra.run.smithi064:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-22T08:39:22.378 INFO:teuthology.orchestra.run.smithi064.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:22.379 INFO:teuthology.orchestra.run.smithi064.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:22.807 INFO:teuthology.orchestra.run.smithi064.stdout:Discarding blocks...Done. 2024-09-22T08:39:22.809 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi064.front.sepia.ceph.com -o noatime 2024-09-22T08:39:22.809 DEBUG:teuthology.orchestra.run.smithi064:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:22.900 DEBUG:teuthology.orchestra.run.smithi064:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:22.909 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:22.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:22.910 DEBUG:teuthology.orchestra.run.smithi064:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:23.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:23.042+0000 7f64b4d4c7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-22T08:39:23.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:23.042+0000 7f64b4d4c7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-22T08:39:23.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:23.042+0000 7f64b4d4c7c0 -1 bdev(0x563cc82cd800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:23.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:23.042+0000 7f64b4d4c7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-22T08:39:26.201 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:26.215 DEBUG:teuthology.orchestra.run.smithi064:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:26.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:26.298+0000 7fc4aafc57c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-22T08:39:26.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:26.298+0000 7fc4aafc57c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-22T08:39:26.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:26.298+0000 7fc4aafc57c0 -1 bdev(0x558809a0b800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:26.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:26.298+0000 7fc4aafc57c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-22T08:39:29.459 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:29.516 DEBUG:teuthology.orchestra.run.smithi064:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:29.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:29.598+0000 7fbc7111b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-22T08:39:29.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:29.598+0000 7fbc7111b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-22T08:39:29.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:29.598+0000 7fbc7111b7c0 -1 bdev(0x55a7eda5d800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:29.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:29.598+0000 7fbc7111b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-22T08:39:32.769 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:32.824 DEBUG:teuthology.orchestra.run.smithi064:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:32.906 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:32.902+0000 7fd3aec607c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-22T08:39:32.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:32.906+0000 7fd3aec607c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-22T08:39:32.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:32.906+0000 7fd3aec607c0 -1 bdev(0x561a1667d800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:32.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:39:32.906+0000 7fd3aec607c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-22T08:39:36.059 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:36.116 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:36.130 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:36.130 INFO:tasks.ceph:role: osd.4 2024-09-22T08:39:36.130 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T08:39:36.131 DEBUG:teuthology.orchestra.run.smithi150:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:36.194 INFO:teuthology.orchestra.run.smithi150.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:36.195 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:36.195 INFO:teuthology.orchestra.run.smithi150.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:36.694 INFO:teuthology.orchestra.run.smithi150.stdout:Discarding blocks...Done. 2024-09-22T08:39:36.696 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi150.front.sepia.ceph.com -o noatime 2024-09-22T08:39:36.696 DEBUG:teuthology.orchestra.run.smithi150:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:36.831 DEBUG:teuthology.orchestra.run.smithi150:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:36.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:36.843 INFO:teuthology.orchestra.run.smithi150.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:36.843 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:36.897 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:36.898 INFO:tasks.ceph:role: osd.5 2024-09-22T08:39:36.898 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T08:39:36.898 DEBUG:teuthology.orchestra.run.smithi150:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:36.958 INFO:teuthology.orchestra.run.smithi150.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:37.384 INFO:teuthology.orchestra.run.smithi150.stdout:Discarding blocks...Done. 2024-09-22T08:39:37.387 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi150.front.sepia.ceph.com -o noatime 2024-09-22T08:39:37.387 DEBUG:teuthology.orchestra.run.smithi150:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:37.451 DEBUG:teuthology.orchestra.run.smithi150:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:37.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:37.505 INFO:teuthology.orchestra.run.smithi150.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:37.506 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:37.558 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:37.558 INFO:tasks.ceph:role: osd.6 2024-09-22T08:39:37.558 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T08:39:37.558 DEBUG:teuthology.orchestra.run.smithi150:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:37.623 INFO:teuthology.orchestra.run.smithi150.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:38.088 INFO:teuthology.orchestra.run.smithi150.stdout:Discarding blocks...Done. 2024-09-22T08:39:38.091 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi150.front.sepia.ceph.com -o noatime 2024-09-22T08:39:38.091 DEBUG:teuthology.orchestra.run.smithi150:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:38.183 DEBUG:teuthology.orchestra.run.smithi150:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:38.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:38.194 INFO:teuthology.orchestra.run.smithi150.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:38.195 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:38.250 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:38.251 INFO:tasks.ceph:role: osd.7 2024-09-22T08:39:38.251 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T08:39:38.251 DEBUG:teuthology.orchestra.run.smithi150:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:38.315 INFO:teuthology.orchestra.run.smithi150.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:38.789 INFO:teuthology.orchestra.run.smithi150.stdout:Discarding blocks...Done. 2024-09-22T08:39:38.791 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi150.front.sepia.ceph.com -o noatime 2024-09-22T08:39:38.792 DEBUG:teuthology.orchestra.run.smithi150:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:38.938 DEBUG:teuthology.orchestra.run.smithi150:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:38.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:38.949 INFO:teuthology.orchestra.run.smithi150.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:38.949 DEBUG:teuthology.orchestra.run.smithi150:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:39.059 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:39.057+0000 7fc4c47d77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-22T08:39:39.062 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:39.057+0000 7fc4c47d77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-22T08:39:39.062 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:39.057+0000 7fc4c47d77c0 -1 bdev(0x558d3a4a7800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:39.062 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:39.057+0000 7fc4c47d77c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-22T08:39:42.203 DEBUG:teuthology.orchestra.run.smithi150:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:42.216 DEBUG:teuthology.orchestra.run.smithi150:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:42.297 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:42.293+0000 7fe0992897c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-22T08:39:42.298 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:42.293+0000 7fe0992897c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-22T08:39:42.298 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:42.293+0000 7fe0992897c0 -1 bdev(0x56064e13d800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:42.298 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:42.293+0000 7fe0992897c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-22T08:39:45.453 DEBUG:teuthology.orchestra.run.smithi150:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:45.508 DEBUG:teuthology.orchestra.run.smithi150:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:45.590 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:45.585+0000 7f4358dfb7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-22T08:39:45.590 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:45.589+0000 7f4358dfb7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-22T08:39:45.590 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:45.589+0000 7f4358dfb7c0 -1 bdev(0x55e332663800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:45.591 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:45.589+0000 7f4358dfb7c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-22T08:39:48.731 DEBUG:teuthology.orchestra.run.smithi150:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:48.788 DEBUG:teuthology.orchestra.run.smithi150:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:48.869 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:48.865+0000 7f92451037c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-22T08:39:48.870 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:48.865+0000 7f92451037c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-22T08:39:48.870 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:48.865+0000 7f92451037c0 -1 bdev(0x56022b31f800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:48.870 INFO:teuthology.orchestra.run.smithi150.stderr:2024-09-22T08:39:48.869+0000 7f92451037c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-22T08:39:52.030 DEBUG:teuthology.orchestra.run.smithi150:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:52.087 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-22T08:39:52.088 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:52.088 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-22T08:39:52.103 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:52.103 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-22T08:39:52.159 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:52.159 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-22T08:39:52.214 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:52.214 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-22T08:39:52.270 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:52.270 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-22T08:39:52.327 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:52.327 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-22T08:39:52.340 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:52.340 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-22T08:39:52.394 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:52.395 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-22T08:39:52.450 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:52.450 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-22T08:39:52.506 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:52.506 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-22T08:39:52.562 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:52.562 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-22T08:39:52.567 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:52.568 DEBUG:teuthology.orchestra.run.smithi150:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-22T08:39:52.611 INFO:tasks.ceph:Adding keys to all mons... 2024-09-22T08:39:52.611 DEBUG:teuthology.orchestra.run.smithi064:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-22T08:39:52.614 DEBUG:teuthology.orchestra.run.smithi150:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout:[mgr.y] 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQC31+9mFuL0OBAANVVxglq7yJ3CQ3oPPvnsmA== 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.0] 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQC71+9mJz7FAhAAZxTRynry1QcZN5VZJVn8oA== 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.1] 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQC+1+9maKr2ERAAvszrQht6V/SypQaJzj9Tfg== 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.2] 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDB1+9miejeIxAAEk0GeXvepUU9JMAa2WlKng== 2024-09-22T08:39:52.657 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.3] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDE1+9mH3whNhAAO7PpvfLKovcR7oDiS3WSVg== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[mgr.x] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQC41+9mFCsdABAAYT6/16fS03lSE7z7omk7ZQ== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.4] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDL1+9mHD+nAxAAJ/h81hAlAZ/P3mmp3bBpLQ== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.5] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDO1+9mRhnVERAAbSE+mwLkvlXwtSXdKWO1ig== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.6] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDR1+9mWfNHIxAA5mvh9KaEPaEOnYZFEH1YbA== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[osd.7] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDU1+9meHzwMxAAJaHBscsUe6hTRo8NmYgeJA== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[client.0] 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQC41+9mzdZQAxAA2Sbv5PLpPX9yVWf6lBctfA== 2024-09-22T08:39:52.658 INFO:teuthology.orchestra.run.smithi064.stdout:[client.1] 2024-09-22T08:39:52.659 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQC41+9mHdUTBhAAaxfEma0eNVinm9V0S02ASA== 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout:[mgr.y] 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQC31+9mFuL0OBAANVVxglq7yJ3CQ3oPPvnsmA== 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.0] 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQC71+9mJz7FAhAAZxTRynry1QcZN5VZJVn8oA== 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.1] 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQC+1+9maKr2ERAAvszrQht6V/SypQaJzj9Tfg== 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.2] 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQDB1+9miejeIxAAEk0GeXvepUU9JMAa2WlKng== 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.3] 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQDE1+9mH3whNhAAO7PpvfLKovcR7oDiS3WSVg== 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout:[mgr.x] 2024-09-22T08:39:52.665 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQC41+9mFCsdABAAYT6/16fS03lSE7z7omk7ZQ== 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.4] 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQDL1+9mHD+nAxAAJ/h81hAlAZ/P3mmp3bBpLQ== 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.5] 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQDO1+9mRhnVERAAbSE+mwLkvlXwtSXdKWO1ig== 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.6] 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQDR1+9mWfNHIxAA5mvh9KaEPaEOnYZFEH1YbA== 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout:[osd.7] 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQDU1+9meHzwMxAAJaHBscsUe6hTRo8NmYgeJA== 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout:[client.0] 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQC41+9mzdZQAxAA2Sbv5PLpPX9yVWf6lBctfA== 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout:[client.1] 2024-09-22T08:39:52.666 INFO:teuthology.orchestra.run.smithi150.stdout: key = AQC41+9mHdUTBhAAaxfEma0eNVinm9V0S02ASA== 2024-09-22T08:39:52.667 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:52.704 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:52.754 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:52.796 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:52.840 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:52.884 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:52.928 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:52.930 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.007 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.016 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.091 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:53.100 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:53.179 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.188 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.232 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.234 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.310 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.316 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.394 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.400 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:53.479 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:53.484 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:53.530 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:53.533 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:53.619 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-22T08:39:53.619 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-22T08:39:53.632 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:53.728 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-22T08:39:53.740 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-22T08:39:53.798 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:53.890 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-22T08:39:53.901 DEBUG:teuthology.orchestra.run.smithi150:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-22T08:39:53.916 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:54.009 DEBUG:teuthology.orchestra.run.smithi150:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-22T08:39:54.020 DEBUG:teuthology.orchestra.run.smithi064:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:54.022 DEBUG:teuthology.orchestra.run.smithi150:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:54.066 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-22T08:39:54.066 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-22T08:39:54.066 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-22T08:39:54.068 INFO:tasks.ceph.mon.a:Started 2024-09-22T08:39:54.069 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-22T08:39:54.069 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-22T08:39:54.071 INFO:tasks.ceph.mon.c:Started 2024-09-22T08:39:54.071 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-22T08:39:54.071 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-22T08:39:54.112 INFO:tasks.ceph.mon.b:Started 2024-09-22T08:39:54.112 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-22T08:39:54.112 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-22T08:39:54.112 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-22T08:39:54.115 INFO:tasks.ceph.mgr.y:Started 2024-09-22T08:39:54.115 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-22T08:39:54.115 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-22T08:39:54.117 INFO:tasks.ceph.mgr.x:Started 2024-09-22T08:39:54.117 DEBUG:tasks.ceph:set 0 configs 2024-09-22T08:39:54.117 INFO:tasks.ceph:Setting crush tunables to default 2024-09-22T08:39:54.117 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph --cluster ceph osd crush tunables default 2024-09-22T08:39:54.574 INFO:teuthology.orchestra.run.smithi064.stderr:adjusted tunables profile to default 2024-09-22T08:39:54.598 INFO:tasks.ceph:check_enable_crimson: False 2024-09-22T08:39:54.598 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-22T08:39:54.598 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:54.598 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-22T08:39:54.610 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:54.611 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-22T08:39:54.666 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:54.666 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-22T08:39:54.721 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:39:54.721 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-22T08:39:54.778 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:54.778 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-22T08:39:54.791 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:54.791 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-22T08:39:54.845 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:54.846 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-22T08:39:54.898 DEBUG:teuthology.orchestra.run.smithi150:> set -ex 2024-09-22T08:39:54.898 DEBUG:teuthology.orchestra.run.smithi150:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-22T08:39:54.953 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new e5c48e25-d2db-48be-a5b0-039382c5d472 0 2024-09-22T08:39:55.227 INFO:teuthology.orchestra.run.smithi150.stdout:0 2024-09-22T08:39:55.244 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new 30c14360-b194-47ac-bfc5-675d11438fa1 1 2024-09-22T08:39:55.465 INFO:teuthology.orchestra.run.smithi150.stdout:1 2024-09-22T08:39:55.483 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new 6e3b8ab3-3331-448b-ad3d-cab97375e323 2 2024-09-22T08:39:55.692 INFO:teuthology.orchestra.run.smithi150.stdout:2 2024-09-22T08:39:55.709 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new c4fc06f6-9093-47ec-a74f-07579998aff0 3 2024-09-22T08:39:55.907 INFO:teuthology.orchestra.run.smithi150.stdout:3 2024-09-22T08:39:55.924 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new 17ad0a89-5266-4817-b030-a1cbc89299cb 4 2024-09-22T08:39:56.124 INFO:teuthology.orchestra.run.smithi150.stdout:4 2024-09-22T08:39:56.141 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new 891c8783-75f3-4b29-b597-53be1ad4f60d 5 2024-09-22T08:39:56.337 INFO:teuthology.orchestra.run.smithi150.stdout:5 2024-09-22T08:39:56.355 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new eec558c4-ddfd-4b96-8cac-ec4002af667f 6 2024-09-22T08:39:56.555 INFO:teuthology.orchestra.run.smithi150.stdout:6 2024-09-22T08:39:56.572 DEBUG:teuthology.orchestra.run.smithi150:> sudo ceph --cluster ceph osd new 8b50db9a-12c3-4d00-a890-5ab8804fb363 7 2024-09-22T08:39:56.763 INFO:teuthology.orchestra.run.smithi150.stdout:7 2024-09-22T08:39:56.780 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-22T08:39:56.780 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-22T08:39:56.783 INFO:tasks.ceph.osd.0:Started 2024-09-22T08:39:56.783 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-22T08:39:56.784 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-22T08:39:56.786 INFO:tasks.ceph.osd.1:Started 2024-09-22T08:39:56.786 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-22T08:39:56.787 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-22T08:39:56.790 INFO:tasks.ceph.osd.2:Started 2024-09-22T08:39:56.790 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-22T08:39:56.791 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-22T08:39:56.793 INFO:tasks.ceph.osd.3:Started 2024-09-22T08:39:56.794 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-22T08:39:56.794 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-22T08:39:56.797 INFO:tasks.ceph.osd.4:Started 2024-09-22T08:39:56.797 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-22T08:39:56.798 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-22T08:39:56.800 INFO:tasks.ceph.osd.5:Started 2024-09-22T08:39:56.800 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-22T08:39:56.800 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-22T08:39:56.803 INFO:tasks.ceph.osd.6:Started 2024-09-22T08:39:56.806 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-22T08:39:56.806 DEBUG:teuthology.orchestra.run.smithi150:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-22T08:39:56.808 INFO:tasks.ceph.osd.7:Started 2024-09-22T08:39:56.809 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T08:39:57.012 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:39:57.012 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":10,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T08:39:56.760532+0000","last_up_change":"0.000000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:39:57.028 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-22T08:39:57.029 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-22T08:39:57.533 INFO:tasks.ceph.mgr.y.smithi064.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-22T08:39:57.533 INFO:tasks.ceph.mgr.y.smithi064.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-22T08:39:57.533 INFO:tasks.ceph.mgr.y.smithi064.stderr: from numpy import show_config as show_numpy_config 2024-09-22T08:39:57.606 INFO:tasks.ceph.mgr.x.smithi150.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-22T08:39:57.606 INFO:tasks.ceph.mgr.x.smithi150.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-22T08:39:57.606 INFO:tasks.ceph.mgr.x.smithi150.stderr: from numpy import show_config as show_numpy_config 2024-09-22T08:39:57.834 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-22T08:39:58.026 INFO:teuthology.misc.health.smithi064.stdout: 2024-09-22T08:39:58.026 INFO:teuthology.misc.health.smithi064.stdout:{"epoch":10,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T08:39:56.760532+0000","last_up_change":"0.000000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:39:58.043 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-22T08:39:58.184 INFO:tasks.ceph.osd.7.smithi150.stderr:2024-09-22T08:39:58.181+0000 7f88490657c0 -1 Falling back to public interface 2024-09-22T08:39:58.199 INFO:tasks.ceph.osd.0.smithi064.stderr:2024-09-22T08:39:58.198+0000 7f256eadc7c0 -1 Falling back to public interface 2024-09-22T08:39:58.235 INFO:tasks.ceph.osd.3.smithi064.stderr:2024-09-22T08:39:58.234+0000 7ff747aa77c0 -1 Falling back to public interface 2024-09-22T08:39:58.440 INFO:tasks.ceph.osd.4.smithi150.stderr:2024-09-22T08:39:58.437+0000 7ff8ce02a7c0 -1 Falling back to public interface 2024-09-22T08:39:58.471 INFO:tasks.ceph.osd.6.smithi150.stderr:2024-09-22T08:39:58.469+0000 7feb187547c0 -1 Falling back to public interface 2024-09-22T08:39:58.471 INFO:tasks.ceph.osd.5.smithi150.stderr:2024-09-22T08:39:58.469+0000 7fcbb6d867c0 -1 Falling back to public interface 2024-09-22T08:39:58.488 INFO:tasks.ceph.osd.1.smithi064.stderr:2024-09-22T08:39:58.486+0000 7f0f391db7c0 -1 Falling back to public interface 2024-09-22T08:39:58.681 INFO:tasks.ceph.osd.2.smithi064.stderr:2024-09-22T08:39:58.678+0000 7fc082dd77c0 -1 Falling back to public interface 2024-09-22T08:40:00.593 INFO:tasks.ceph.mgr.y.smithi064.stderr:2024-09-22T08:40:00.590+0000 7f96da438640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-22T08:40:00.599 INFO:tasks.ceph.mgr.y.smithi064.stderr:2024-09-22T08:40:00.598+0000 7f96da438640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-22T08:40:02.190 INFO:tasks.ceph.osd.7.smithi150.stderr:2024-09-22T08:40:02.185+0000 7f88490657c0 -1 osd.7 0 log_to_monitors true 2024-09-22T08:40:02.305 INFO:tasks.ceph.osd.0.smithi064.stderr:2024-09-22T08:40:02.302+0000 7f256eadc7c0 -1 osd.0 0 log_to_monitors true 2024-09-22T08:40:02.387 INFO:tasks.ceph.osd.3.smithi064.stderr:2024-09-22T08:40:02.386+0000 7ff747aa77c0 -1 osd.3 0 log_to_monitors true 2024-09-22T08:40:02.458 INFO:tasks.ceph.osd.4.smithi150.stderr:2024-09-22T08:40:02.453+0000 7ff8ce02a7c0 -1 osd.4 0 log_to_monitors true 2024-09-22T08:40:02.621 INFO:tasks.ceph.osd.6.smithi150.stderr:2024-09-22T08:40:02.617+0000 7feb187547c0 -1 osd.6 0 log_to_monitors true 2024-09-22T08:40:02.789 INFO:tasks.ceph.osd.2.smithi064.stderr:2024-09-22T08:40:02.786+0000 7fc082dd77c0 -1 osd.2 0 log_to_monitors true 2024-09-22T08:40:02.889 INFO:tasks.ceph.osd.5.smithi150.stderr:2024-09-22T08:40:02.885+0000 7fcbb6d867c0 -1 osd.5 0 log_to_monitors true 2024-09-22T08:40:03.102 INFO:tasks.ceph.osd.1.smithi064.stderr:2024-09-22T08:40:03.102+0000 7f0f391db7c0 -1 osd.1 0 log_to_monitors true 2024-09-22T08:40:04.849 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:05.217 INFO:tasks.ceph.osd.0.smithi064.stderr:2024-09-22T08:40:05.214+0000 7f256aa85640 -1 osd.0 0 waiting for initial osdmap 2024-09-22T08:40:05.282 INFO:teuthology.misc.health.smithi064.stdout: 2024-09-22T08:40:05.282 INFO:teuthology.misc.health.smithi064.stdout:{"epoch":13,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T08:40:04.646386+0000","last_up_change":"0.000000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:05.303 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-22T08:40:05.350 INFO:tasks.ceph.osd.3.smithi064.stderr:2024-09-22T08:40:05.350+0000 7ff743a50640 -1 osd.3 0 waiting for initial osdmap 2024-09-22T08:40:05.365 INFO:tasks.ceph.osd.0.smithi064.stderr:2024-09-22T08:40:05.362+0000 7f25628b7640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:05.463 INFO:tasks.ceph.osd.3.smithi064.stderr:2024-09-22T08:40:05.462+0000 7ff73b882640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:05.544 INFO:tasks.ceph.osd.4.smithi150.stderr:2024-09-22T08:40:05.541+0000 7ff8ca7e5640 -1 osd.4 0 waiting for initial osdmap 2024-09-22T08:40:05.547 INFO:tasks.ceph.osd.6.smithi150.stderr:2024-09-22T08:40:05.545+0000 7feb146fd640 -1 osd.6 0 waiting for initial osdmap 2024-09-22T08:40:05.547 INFO:tasks.ceph.osd.7.smithi150.stderr:2024-09-22T08:40:05.545+0000 7f884500e640 -1 osd.7 0 waiting for initial osdmap 2024-09-22T08:40:05.567 INFO:tasks.ceph.osd.4.smithi150.stderr:2024-09-22T08:40:05.565+0000 7ff8c1e05640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:05.583 INFO:tasks.ceph.osd.6.smithi150.stderr:2024-09-22T08:40:05.581+0000 7feb0c52f640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:05.583 INFO:tasks.ceph.osd.7.smithi150.stderr:2024-09-22T08:40:05.581+0000 7f883ce40640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:05.891 INFO:tasks.ceph.osd.5.smithi150.stderr:2024-09-22T08:40:05.889+0000 7fcbb2d2f640 -1 osd.5 0 waiting for initial osdmap 2024-09-22T08:40:05.927 INFO:tasks.ceph.osd.5.smithi150.stderr:2024-09-22T08:40:05.925+0000 7fcbaab61640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:06.013 INFO:tasks.ceph.osd.2.smithi064.stderr:2024-09-22T08:40:06.010+0000 7fc07ed80640 -1 osd.2 0 waiting for initial osdmap 2024-09-22T08:40:06.017 INFO:tasks.ceph.osd.2.smithi064.stderr:2024-09-22T08:40:06.014+0000 7fc07ed80640 -1 osd.2 0 waiting for initial osdmap 2024-09-22T08:40:06.039 INFO:tasks.ceph.osd.2.smithi064.stderr:2024-09-22T08:40:06.038+0000 7fc076bb2640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:06.043 INFO:tasks.ceph.osd.1.smithi064.stderr:2024-09-22T08:40:06.042+0000 7f0f35184640 -1 osd.1 0 waiting for initial osdmap 2024-09-22T08:40:06.067 INFO:tasks.ceph.osd.1.smithi064.stderr:2024-09-22T08:40:06.066+0000 7f0f2cfb6640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:12.110 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:12.432 INFO:teuthology.misc.health.smithi064.stdout: 2024-09-22T08:40:12.433 INFO:teuthology.misc.health.smithi064.stdout:{"epoch":18,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T08:40:10.251563+0000","last_up_change":"2024-09-22T08:40:06.227124+0000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:07.624458+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6801","nonce":2468979076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6803","nonce":2468979076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6807","nonce":2468979076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6805","nonce":2468979076}]},"public_addr":"172.21.15.64:6801/2468979076","cluster_addr":"172.21.15.64:6803/2468979076","heartbeat_back_addr":"172.21.15.64:6807/2468979076","heartbeat_front_addr":"172.21.15.64:6805/2468979076","state":["exists","up"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6817","nonce":2403606568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6819","nonce":2403606568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6823","nonce":2403606568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6821","nonce":2403606568}]},"public_addr":"172.21.15.64:6817/2403606568","cluster_addr":"172.21.15.64:6819/2403606568","heartbeat_back_addr":"172.21.15.64:6823/2403606568","heartbeat_front_addr":"172.21.15.64:6821/2403606568","state":["exists","up"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6825","nonce":1407671015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6827","nonce":1407671015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6831","nonce":1407671015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6829","nonce":1407671015}]},"public_addr":"172.21.15.64:6825/1407671015","cluster_addr":"172.21.15.64:6827/1407671015","heartbeat_back_addr":"172.21.15.64:6831/1407671015","heartbeat_front_addr":"172.21.15.64:6829/1407671015","state":["exists","up"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6809","nonce":2420777677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6811","nonce":2420777677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6815","nonce":2420777677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6813","nonce":2420777677}]},"public_addr":"172.21.15.64:6809/2420777677","cluster_addr":"172.21.15.64:6811/2420777677","heartbeat_back_addr":"172.21.15.64:6815/2420777677","heartbeat_front_addr":"172.21.15.64:6813/2420777677","state":["exists","up"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6809","nonce":19909432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6811","nonce":19909432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6815","nonce":19909432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6813","nonce":19909432}]},"public_addr":"172.21.15.150:6809/19909432","cluster_addr":"172.21.15.150:6811/19909432","heartbeat_back_addr":"172.21.15.150:6815/19909432","heartbeat_front_addr":"172.21.15.150:6813/19909432","state":["exists","up"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6821","nonce":1163791996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6827","nonce":1163791996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6831","nonce":1163791996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6829","nonce":1163791996}]},"public_addr":"172.21.15.150:6821/1163791996","cluster_addr":"172.21.15.150:6827/1163791996","heartbeat_back_addr":"172.21.15.150:6831/1163791996","heartbeat_front_addr":"172.21.15.150:6829/1163791996","state":["exists","up"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6817","nonce":2833561222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6819","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6820","nonce":2833561222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6825","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6826","nonce":2833561222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6823","nonce":2833561222}]},"public_addr":"172.21.15.150:6817/2833561222","cluster_addr":"172.21.15.150:6820/2833561222","heartbeat_back_addr":"172.21.15.150:6826/2833561222","heartbeat_front_addr":"172.21.15.150:6823/2833561222","state":["exists","up"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6801","nonce":3684667030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6803","nonce":3684667030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6807","nonce":3684667030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6805","nonce":3684667030}]},"public_addr":"172.21.15.150:6801/3684667030","cluster_addr":"172.21.15.150:6803/3684667030","heartbeat_back_addr":"172.21.15.150:6807/3684667030","heartbeat_front_addr":"172.21.15.150:6805/3684667030","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.275478+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:04.090492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.775171+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.362421+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.509895+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.883054+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.578350+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.171739+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:12.451 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-22T08:40:12.451 INFO:tasks.ceph:Creating RBD pool 2024-09-22T08:40:12.451 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-22T08:40:13.276 INFO:teuthology.orchestra.run.smithi064.stderr:pool 'rbd' created 2024-09-22T08:40:13.303 DEBUG:teuthology.orchestra.run.smithi064:> rbd --cluster ceph pool init rbd 2024-09-22T08:40:13.350 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:13.350 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:16.349 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-22T08:40:16.349 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-22T08:40:16.349 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-22T08:40:16.678 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:16.697 INFO:teuthology.orchestra.run.smithi064.stdout:[{"version":9,"timestamp":"2024-09-22T08:40:06.045718+0000","name":"","changes":[{"name":"osd.1/osd_mclock_max_capacity_iops_ssd","new_value":"5693.779735"}]}] 2024-09-22T08:40:16.697 INFO:tasks.ceph_manager:config epoch is 9 2024-09-22T08:40:16.697 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-22T08:40:16.698 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-22T08:40:16.698 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-22T08:40:17.070 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:17.085 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":878770286},{"type":"v1","addr":"172.21.15.64:6833","nonce":878770286}]},"active_addr":"172.21.15.64:6833/878770286","active_change":"2024-09-22T08:39:59.570878+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4106,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":4006804729}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":760090831}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":1710269079}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":101750933}]}]} 2024-09-22T08:40:17.089 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-22T08:40:17.089 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-22T08:40:17.089 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:17.406 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:17.406 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":22,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T08:40:16.303373+0000","last_up_change":"2024-09-22T08:40:06.227124+0000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:07.624458+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-22T08:40:12.758068+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6801","nonce":2468979076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6803","nonce":2468979076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6807","nonce":2468979076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6805","nonce":2468979076}]},"public_addr":"172.21.15.64:6801/2468979076","cluster_addr":"172.21.15.64:6803/2468979076","heartbeat_back_addr":"172.21.15.64:6807/2468979076","heartbeat_front_addr":"172.21.15.64:6805/2468979076","state":["exists","up"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6817","nonce":2403606568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6819","nonce":2403606568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6823","nonce":2403606568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6821","nonce":2403606568}]},"public_addr":"172.21.15.64:6817/2403606568","cluster_addr":"172.21.15.64:6819/2403606568","heartbeat_back_addr":"172.21.15.64:6823/2403606568","heartbeat_front_addr":"172.21.15.64:6821/2403606568","state":["exists","up"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6825","nonce":1407671015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6827","nonce":1407671015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6831","nonce":1407671015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6829","nonce":1407671015}]},"public_addr":"172.21.15.64:6825/1407671015","cluster_addr":"172.21.15.64:6827/1407671015","heartbeat_back_addr":"172.21.15.64:6831/1407671015","heartbeat_front_addr":"172.21.15.64:6829/1407671015","state":["exists","up"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6809","nonce":2420777677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6811","nonce":2420777677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6815","nonce":2420777677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6813","nonce":2420777677}]},"public_addr":"172.21.15.64:6809/2420777677","cluster_addr":"172.21.15.64:6811/2420777677","heartbeat_back_addr":"172.21.15.64:6815/2420777677","heartbeat_front_addr":"172.21.15.64:6813/2420777677","state":["exists","up"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6809","nonce":19909432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6811","nonce":19909432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6815","nonce":19909432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6813","nonce":19909432}]},"public_addr":"172.21.15.150:6809/19909432","cluster_addr":"172.21.15.150:6811/19909432","heartbeat_back_addr":"172.21.15.150:6815/19909432","heartbeat_front_addr":"172.21.15.150:6813/19909432","state":["exists","up"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6821","nonce":1163791996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6827","nonce":1163791996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6831","nonce":1163791996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6829","nonce":1163791996}]},"public_addr":"172.21.15.150:6821/1163791996","cluster_addr":"172.21.15.150:6827/1163791996","heartbeat_back_addr":"172.21.15.150:6831/1163791996","heartbeat_front_addr":"172.21.15.150:6829/1163791996","state":["exists","up"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6817","nonce":2833561222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6819","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6820","nonce":2833561222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6825","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6826","nonce":2833561222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6823","nonce":2833561222}]},"public_addr":"172.21.15.150:6817/2833561222","cluster_addr":"172.21.15.150:6820/2833561222","heartbeat_back_addr":"172.21.15.150:6826/2833561222","heartbeat_front_addr":"172.21.15.150:6823/2833561222","state":["exists","up"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6801","nonce":3684667030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6803","nonce":3684667030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6807","nonce":3684667030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6805","nonce":3684667030}]},"public_addr":"172.21.15.150:6801/3684667030","cluster_addr":"172.21.15.150:6803/3684667030","heartbeat_back_addr":"172.21.15.150:6807/3684667030","heartbeat_front_addr":"172.21.15.150:6805/3684667030","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.275478+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:04.090492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.775171+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.362421+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.509895+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.883054+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.578350+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.171739+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:17.425 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-22T08:40:17.425 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:17.738 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:17.739 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":22,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T08:40:16.303373+0000","last_up_change":"2024-09-22T08:40:06.227124+0000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:07.624458+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-22T08:40:12.758068+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6801","nonce":2468979076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6803","nonce":2468979076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6807","nonce":2468979076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6805","nonce":2468979076}]},"public_addr":"172.21.15.64:6801/2468979076","cluster_addr":"172.21.15.64:6803/2468979076","heartbeat_back_addr":"172.21.15.64:6807/2468979076","heartbeat_front_addr":"172.21.15.64:6805/2468979076","state":["exists","up"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6817","nonce":2403606568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6819","nonce":2403606568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6823","nonce":2403606568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6821","nonce":2403606568}]},"public_addr":"172.21.15.64:6817/2403606568","cluster_addr":"172.21.15.64:6819/2403606568","heartbeat_back_addr":"172.21.15.64:6823/2403606568","heartbeat_front_addr":"172.21.15.64:6821/2403606568","state":["exists","up"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6825","nonce":1407671015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6827","nonce":1407671015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6831","nonce":1407671015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6829","nonce":1407671015}]},"public_addr":"172.21.15.64:6825/1407671015","cluster_addr":"172.21.15.64:6827/1407671015","heartbeat_back_addr":"172.21.15.64:6831/1407671015","heartbeat_front_addr":"172.21.15.64:6829/1407671015","state":["exists","up"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6809","nonce":2420777677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6811","nonce":2420777677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6815","nonce":2420777677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6813","nonce":2420777677}]},"public_addr":"172.21.15.64:6809/2420777677","cluster_addr":"172.21.15.64:6811/2420777677","heartbeat_back_addr":"172.21.15.64:6815/2420777677","heartbeat_front_addr":"172.21.15.64:6813/2420777677","state":["exists","up"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6809","nonce":19909432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6811","nonce":19909432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6815","nonce":19909432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6813","nonce":19909432}]},"public_addr":"172.21.15.150:6809/19909432","cluster_addr":"172.21.15.150:6811/19909432","heartbeat_back_addr":"172.21.15.150:6815/19909432","heartbeat_front_addr":"172.21.15.150:6813/19909432","state":["exists","up"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6821","nonce":1163791996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6827","nonce":1163791996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6831","nonce":1163791996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6829","nonce":1163791996}]},"public_addr":"172.21.15.150:6821/1163791996","cluster_addr":"172.21.15.150:6827/1163791996","heartbeat_back_addr":"172.21.15.150:6831/1163791996","heartbeat_front_addr":"172.21.15.150:6829/1163791996","state":["exists","up"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6817","nonce":2833561222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6819","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6820","nonce":2833561222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6825","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6826","nonce":2833561222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6823","nonce":2833561222}]},"public_addr":"172.21.15.150:6817/2833561222","cluster_addr":"172.21.15.150:6820/2833561222","heartbeat_back_addr":"172.21.15.150:6826/2833561222","heartbeat_front_addr":"172.21.15.150:6823/2833561222","state":["exists","up"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6801","nonce":3684667030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6803","nonce":3684667030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6807","nonce":3684667030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6805","nonce":3684667030}]},"public_addr":"172.21.15.150:6801/3684667030","cluster_addr":"172.21.15.150:6803/3684667030","heartbeat_back_addr":"172.21.15.150:6807/3684667030","heartbeat_front_addr":"172.21.15.150:6805/3684667030","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.275478+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:04.090492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.775171+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.362421+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.509895+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.883054+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.578350+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.171739+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:17.758 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-22T08:40:17.759 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-22T08:40:17.759 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-22T08:40:17.759 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-22T08:40:17.760 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-22T08:40:17.760 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-22T08:40:17.761 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-22T08:40:17.761 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-22T08:40:18.032 INFO:teuthology.orchestra.run.smithi064.stdout:60129542151 2024-09-22T08:40:18.032 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-22T08:40:18.033 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.033 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-22T08:40:18.039 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.039 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-22T08:40:18.041 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.041 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-22T08:40:18.043 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.043 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-22T08:40:18.045 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.046 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-22T08:40:18.047 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.048 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-22T08:40:18.055 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.055 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-22T08:40:18.558 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.580 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2024-09-22T08:40:18.584 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.588 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:18.613 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.0 2024-09-22T08:40:18.616 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.6 2024-09-22T08:40:18.617 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.618 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.623 INFO:teuthology.orchestra.run.smithi064.stdout:60129542148 2024-09-22T08:40:18.631 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.637 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:18.647 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.2 2024-09-22T08:40:18.651 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.3 2024-09-22T08:40:18.656 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.1 2024-09-22T08:40:18.660 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2024-09-22T08:40:18.660 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.4 2024-09-22T08:40:19.581 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-22T08:40:19.614 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-22T08:40:19.617 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-22T08:40:19.648 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-22T08:40:19.652 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-22T08:40:19.657 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-22T08:40:19.660 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-22T08:40:19.661 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-22T08:40:20.137 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:20.165 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:20.169 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2024-09-22T08:40:20.178 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:20.189 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.0 2024-09-22T08:40:20.200 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.6 2024-09-22T08:40:20.208 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:20.223 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:20.225 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2024-09-22T08:40:20.230 INFO:teuthology.orchestra.run.smithi064.stdout:60129542148 2024-09-22T08:40:20.245 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.2 2024-09-22T08:40:20.246 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:20.251 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.1 2024-09-22T08:40:20.253 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:20.266 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.4 2024-09-22T08:40:20.271 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.3 2024-09-22T08:40:21.169 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-22T08:40:21.190 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-22T08:40:21.201 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-22T08:40:21.226 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-22T08:40:21.246 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-22T08:40:21.253 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-22T08:40:21.266 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-22T08:40:21.272 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-22T08:40:21.706 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:21.729 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2024-09-22T08:40:21.730 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.760 INFO:teuthology.orchestra.run.smithi064.stdout:60129542151 2024-09-22T08:40:21.785 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.6 2024-09-22T08:40:21.786 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.787 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:21.789 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:21.807 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.4 2024-09-22T08:40:21.807 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.811 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:21.817 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.0 2024-09-22T08:40:21.818 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.825 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:21.826 INFO:teuthology.orchestra.run.smithi064.stdout:60129542150 2024-09-22T08:40:21.831 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.2 2024-09-22T08:40:21.831 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.841 INFO:teuthology.orchestra.run.smithi064.stdout:60129542149 2024-09-22T08:40:21.846 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.3 2024-09-22T08:40:21.846 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.851 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.5 2024-09-22T08:40:21.851 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.859 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.1 2024-09-22T08:40:21.859 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:21.859 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-22T08:40:21.860 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T08:40:22.191 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:22.192 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T08:40:22.208 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-22T08:40:21.585927+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219196,"kb_used_data":2928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755524,"statfs":{"total":773094113280,"available":772869656576,"internally_reserved":0,"allocated":2998272,"data_stored":1794550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.308729"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.470857+0000","last_change":"2024-09-22T08:40:16.470857+0000","last_active":"2024-09-22T08:40:16.470857+0000","last_peered":"2024-09-22T08:40:16.470857+0000","last_clean":"2024-09-22T08:40:16.470857+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T08:40:16.470857+0000","last_undegraded":"2024-09-22T08:40:16.470857+0000","last_fullsized":"2024-09-22T08:40:16.470857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:41:57.296974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.331170+0000","last_change":"2024-09-22T08:40:16.331170+0000","last_active":"2024-09-22T08:40:16.331170+0000","last_peered":"2024-09-22T08:40:16.331170+0000","last_clean":"2024-09-22T08:40:16.331170+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T08:40:16.331170+0000","last_undegraded":"2024-09-22T08:40:16.331170+0000","last_fullsized":"2024-09-22T08:40:16.331170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:28.108572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.832998+0000","last_change":"2024-09-22T08:40:16.833425+0000","last_active":"2024-09-22T08:40:16.832998+0000","last_peered":"2024-09-22T08:40:16.832998+0000","last_clean":"2024-09-22T08:40:16.832998+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T08:40:16.832998+0000","last_undegraded":"2024-09-22T08:40:16.832998+0000","last_fullsized":"2024-09-22T08:40:16.832998+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:57.751658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.330890+0000","last_change":"2024-09-22T08:40:16.330890+0000","last_active":"2024-09-22T08:40:16.330890+0000","last_peered":"2024-09-22T08:40:16.330890+0000","last_clean":"2024-09-22T08:40:16.330890+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T08:40:16.330890+0000","last_undegraded":"2024-09-22T08:40:16.330890+0000","last_fullsized":"2024-09-22T08:40:16.330890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:49.499194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.328805+0000","last_change":"2024-09-22T08:40:16.327395+0000","last_active":"2024-09-22T08:40:16.328805+0000","last_peered":"2024-09-22T08:40:16.328805+0000","last_clean":"2024-09-22T08:40:16.328805+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T08:40:16.328805+0000","last_undegraded":"2024-09-22T08:40:16.328805+0000","last_fullsized":"2024-09-22T08:40:16.328805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:06:04.249701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.316016+0000","last_change":"2024-09-22T08:40:16.316016+0000","last_active":"2024-09-22T08:40:16.316016+0000","last_peered":"2024-09-22T08:40:16.316016+0000","last_clean":"2024-09-22T08:40:16.316016+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T08:40:16.316016+0000","last_undegraded":"2024-09-22T08:40:16.316016+0000","last_fullsized":"2024-09-22T08:40:16.316016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:55.934267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.832880+0000","last_change":"2024-09-22T08:40:16.833402+0000","last_active":"2024-09-22T08:40:16.832880+0000","last_peered":"2024-09-22T08:40:16.832880+0000","last_clean":"2024-09-22T08:40:16.832880+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T08:40:16.832880+0000","last_undegraded":"2024-09-22T08:40:16.832880+0000","last_fullsized":"2024-09-22T08:40:16.832880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:54.091287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.325987+0000","last_change":"2024-09-22T08:40:16.325987+0000","last_active":"2024-09-22T08:40:16.325987+0000","last_peered":"2024-09-22T08:40:16.325987+0000","last_clean":"2024-09-22T08:40:16.325987+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T08:40:16.325987+0000","last_undegraded":"2024-09-22T08:40:16.325987+0000","last_fullsized":"2024-09-22T08:40:16.325987+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:01.376746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.832312+0000","last_change":"2024-09-22T08:40:09.255967+0000","last_active":"2024-09-22T08:40:16.832312+0000","last_peered":"2024-09-22T08:40:16.832312+0000","last_clean":"2024-09-22T08:40:16.832312+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T08:40:16.832312+0000","last_undegraded":"2024-09-22T08:40:16.832312+0000","last_fullsized":"2024-09-22T08:40:16.832312+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_clean_scrub_stamp":"2024-09-22T08:40:08.232876+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:45.699849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542151,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27260,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T08:40:22.209 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T08:40:22.516 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:22.516 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T08:40:22.533 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-22T08:40:21.585927+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219196,"kb_used_data":2928,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755524,"statfs":{"total":773094113280,"available":772869656576,"internally_reserved":0,"allocated":2998272,"data_stored":1794550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.308729"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.470857+0000","last_change":"2024-09-22T08:40:16.470857+0000","last_active":"2024-09-22T08:40:16.470857+0000","last_peered":"2024-09-22T08:40:16.470857+0000","last_clean":"2024-09-22T08:40:16.470857+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T08:40:16.470857+0000","last_undegraded":"2024-09-22T08:40:16.470857+0000","last_fullsized":"2024-09-22T08:40:16.470857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:41:57.296974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.331170+0000","last_change":"2024-09-22T08:40:16.331170+0000","last_active":"2024-09-22T08:40:16.331170+0000","last_peered":"2024-09-22T08:40:16.331170+0000","last_clean":"2024-09-22T08:40:16.331170+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T08:40:16.331170+0000","last_undegraded":"2024-09-22T08:40:16.331170+0000","last_fullsized":"2024-09-22T08:40:16.331170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:28.108572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.832998+0000","last_change":"2024-09-22T08:40:16.833425+0000","last_active":"2024-09-22T08:40:16.832998+0000","last_peered":"2024-09-22T08:40:16.832998+0000","last_clean":"2024-09-22T08:40:16.832998+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T08:40:16.832998+0000","last_undegraded":"2024-09-22T08:40:16.832998+0000","last_fullsized":"2024-09-22T08:40:16.832998+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:57.751658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.330890+0000","last_change":"2024-09-22T08:40:16.330890+0000","last_active":"2024-09-22T08:40:16.330890+0000","last_peered":"2024-09-22T08:40:16.330890+0000","last_clean":"2024-09-22T08:40:16.330890+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T08:40:16.330890+0000","last_undegraded":"2024-09-22T08:40:16.330890+0000","last_fullsized":"2024-09-22T08:40:16.330890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:49.499194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.328805+0000","last_change":"2024-09-22T08:40:16.327395+0000","last_active":"2024-09-22T08:40:16.328805+0000","last_peered":"2024-09-22T08:40:16.328805+0000","last_clean":"2024-09-22T08:40:16.328805+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T08:40:16.328805+0000","last_undegraded":"2024-09-22T08:40:16.328805+0000","last_fullsized":"2024-09-22T08:40:16.328805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:06:04.249701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.316016+0000","last_change":"2024-09-22T08:40:16.316016+0000","last_active":"2024-09-22T08:40:16.316016+0000","last_peered":"2024-09-22T08:40:16.316016+0000","last_clean":"2024-09-22T08:40:16.316016+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T08:40:16.316016+0000","last_undegraded":"2024-09-22T08:40:16.316016+0000","last_fullsized":"2024-09-22T08:40:16.316016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:55.934267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.832880+0000","last_change":"2024-09-22T08:40:16.833402+0000","last_active":"2024-09-22T08:40:16.832880+0000","last_peered":"2024-09-22T08:40:16.832880+0000","last_clean":"2024-09-22T08:40:16.832880+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T08:40:16.832880+0000","last_undegraded":"2024-09-22T08:40:16.832880+0000","last_fullsized":"2024-09-22T08:40:16.832880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:54.091287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.325987+0000","last_change":"2024-09-22T08:40:16.325987+0000","last_active":"2024-09-22T08:40:16.325987+0000","last_peered":"2024-09-22T08:40:16.325987+0000","last_clean":"2024-09-22T08:40:16.325987+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T08:40:16.325987+0000","last_undegraded":"2024-09-22T08:40:16.325987+0000","last_fullsized":"2024-09-22T08:40:16.325987+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:01.376746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:16.832312+0000","last_change":"2024-09-22T08:40:09.255967+0000","last_active":"2024-09-22T08:40:16.832312+0000","last_peered":"2024-09-22T08:40:16.832312+0000","last_clean":"2024-09-22T08:40:16.832312+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T08:40:16.832312+0000","last_undegraded":"2024-09-22T08:40:16.832312+0000","last_fullsized":"2024-09-22T08:40:16.832312+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_clean_scrub_stamp":"2024-09-22T08:40:08.232876+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:45.699849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542151,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27260,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":229376,"data_stored":76741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":819200,"data_stored":667090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T08:40:22.534 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-22T08:40:22.534 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-22T08:40:22.535 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-22T08:40:22.535 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-22T08:40:22.863 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:40:22.864 INFO:teuthology.orchestra.run.smithi064.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-22T08:40:22.881 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-22T08:40:22.881 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-22T08:40:22.892 INFO:teuthology.run_tasks:Running task rgw... 2024-09-22T08:40:22.930 DEBUG:tasks.rgw:config is {'client.0': None} 2024-09-22T08:40:22.930 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-22T08:40:22.930 INFO:tasks.rgw:Creating data pools 2024-09-22T08:40:22.930 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-22T08:40:22.930 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph osd erasure-code-profile set client.0 crush-failure-domain=osd k=3 m=1 name=testprofile --cluster ceph 2024-09-22T08:40:23.374 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-22T08:40:25.162 INFO:teuthology.orchestra.run.smithi064.stderr:pool 'default.rgw.buckets.data' created 2024-09-22T08:40:25.199 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-22T08:40:26.182 INFO:teuthology.orchestra.run.smithi064.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-22T08:40:26.235 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-22T08:40:27.180 INFO:teuthology.orchestra.run.smithi064.stderr:pool 'default.rgw.buckets.index' created 2024-09-22T08:40:27.213 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-22T08:40:28.190 INFO:teuthology.orchestra.run.smithi064.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-22T08:40:28.234 DEBUG:tasks.rgw:Pools created 2024-09-22T08:40:28.234 INFO:tasks.rgw:Configuring compression type = random 2024-09-22T08:40:28.234 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-22T08:40:28.234 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-22T08:40:28.234 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-22T08:40:28.350 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:28.351 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:30.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.281+0000 7f5ff656d640 0 -- 172.21.15.64:0/3100550908 >> [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] conn(0x7f5ecc071af0 msgr2=0x7f5ecc073fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:30.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.289+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.289+0000 7f5ff556b640 0 -- 172.21.15.64:0/3846407798 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5574981f91c0 msgr2=0x5574981fb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:30.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:30.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 realm 2024-09-22T08:40:30.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:30.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:40:30.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:30.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.493+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.500 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.497+0000 7f5ff82669c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:30.500 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.497+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.497+0000 7f5ff82669c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-22T08:40:30.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.497+0000 7f5ff82669c0 20 searching for the correct realm 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:30.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:30.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.529+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 20 zone default found 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 4 Realm: () 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 20 zonegroup default 2024-09-22T08:40:30.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:30.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:30.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:30.533+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:32.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:32.237+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:32.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:32.237+0000 7f5ff82669c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:32.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:32.237+0000 7f5ff82669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:32.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:32.237+0000 7f5ff82669c0 20 started sync module instance, tier type = 2024-09-22T08:40:32.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:32.237+0000 7f5ff82669c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:40:34.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=0 2024-09-22T08:40:34.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=1 2024-09-22T08:40:34.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=2 2024-09-22T08:40:34.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=3 2024-09-22T08:40:34.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=4 2024-09-22T08:40:34.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=5 2024-09-22T08:40:34.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.285+0000 7f5ff82669c0 20 add_watcher() i=6 2024-09-22T08:40:34.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 20 add_watcher() i=7 2024-09-22T08:40:34.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:40:34.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-22T08:40:34.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-22T08:40:34.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-22T08:40:34.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-22T08:40:34.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.289+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-22T08:40:34.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-22T08:40:34.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-22T08:40:34.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-22T08:40:34.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-22T08:40:34.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-22T08:40:34.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-22T08:40:34.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-22T08:40:34.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-22T08:40:34.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-22T08:40:34.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-22T08:40:34.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-22T08:40:34.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-22T08:40:34.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-22T08:40:34.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.293+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-22T08:40:34.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-22T08:40:34.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-22T08:40:34.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-22T08:40:34.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-22T08:40:34.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-22T08:40:34.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-22T08:40:34.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-22T08:40:34.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-22T08:40:34.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-22T08:40:34.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-22T08:40:34.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-22T08:40:34.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-22T08:40:34.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-22T08:40:34.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.297+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-22T08:40:34.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-22T08:40:34.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-22T08:40:34.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-22T08:40:34.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-22T08:40:34.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-22T08:40:34.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-22T08:40:34.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-22T08:40:34.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-22T08:40:34.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-22T08:40:34.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-22T08:40:34.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-22T08:40:34.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-22T08:40:34.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-22T08:40:34.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.301+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-22T08:40:34.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-22T08:40:34.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-22T08:40:34.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-22T08:40:34.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-22T08:40:34.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-22T08:40:34.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-22T08:40:34.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-22T08:40:34.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-22T08:40:34.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-22T08:40:34.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-22T08:40:34.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-22T08:40:34.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.305+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-22T08:40:34.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-22T08:40:34.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-22T08:40:34.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-22T08:40:34.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-22T08:40:34.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-22T08:40:34.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-22T08:40:34.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-22T08:40:34.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-22T08:40:34.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-22T08:40:34.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-22T08:40:34.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-22T08:40:34.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-22T08:40:34.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-22T08:40:34.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.309+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-22T08:40:34.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-22T08:40:34.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-22T08:40:34.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-22T08:40:34.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-22T08:40:34.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-22T08:40:34.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-22T08:40:34.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-22T08:40:34.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-22T08:40:34.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-22T08:40:34.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-22T08:40:34.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-22T08:40:34.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-22T08:40:34.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-22T08:40:34.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.313+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-22T08:40:34.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-22T08:40:34.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-22T08:40:34.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-22T08:40:34.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-22T08:40:34.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-22T08:40:34.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-22T08:40:34.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-22T08:40:34.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-22T08:40:34.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-22T08:40:34.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-22T08:40:34.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-22T08:40:34.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-22T08:40:34.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-22T08:40:34.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-22T08:40:34.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.317+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-22T08:40:34.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-22T08:40:34.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-22T08:40:34.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-22T08:40:34.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-22T08:40:34.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.321+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-22T08:40:34.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-22T08:40:34.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-22T08:40:34.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-22T08:40:34.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-22T08:40:34.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-22T08:40:34.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-22T08:40:34.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.325+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-22T08:40:34.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-22T08:40:34.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-22T08:40:34.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-22T08:40:34.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-22T08:40:34.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.329+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-22T08:40:34.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-22T08:40:34.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-22T08:40:34.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-22T08:40:34.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-22T08:40:34.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-22T08:40:34.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-22T08:40:34.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-22T08:40:34.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.333+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-22T08:40:34.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-22T08:40:34.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-22T08:40:34.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-22T08:40:34.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-22T08:40:34.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-22T08:40:34.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-22T08:40:34.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-22T08:40:34.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-22T08:40:34.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-22T08:40:34.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-22T08:40:34.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-22T08:40:34.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.337+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-22T08:40:34.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-22T08:40:34.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-22T08:40:34.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-22T08:40:34.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-22T08:40:34.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-22T08:40:34.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-22T08:40:34.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-22T08:40:34.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-22T08:40:34.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-22T08:40:34.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-22T08:40:34.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-22T08:40:34.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-22T08:40:34.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-22T08:40:34.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.341+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-22T08:40:34.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-22T08:40:34.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-22T08:40:34.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-22T08:40:34.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-22T08:40:34.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-22T08:40:34.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-22T08:40:34.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-22T08:40:34.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-22T08:40:34.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-22T08:40:34.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.345+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-22T08:40:34.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-22T08:40:34.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-22T08:40:34.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-22T08:40:34.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-22T08:40:34.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-22T08:40:34.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-22T08:40:34.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-22T08:40:34.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-22T08:40:34.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-22T08:40:34.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-22T08:40:34.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-22T08:40:34.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-22T08:40:34.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-22T08:40:34.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.349+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-22T08:40:34.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-22T08:40:34.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-22T08:40:34.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-22T08:40:34.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-22T08:40:34.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-22T08:40:34.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-22T08:40:34.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-22T08:40:34.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-22T08:40:34.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-22T08:40:34.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-22T08:40:34.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-22T08:40:34.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-22T08:40:34.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-22T08:40:34.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.353+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-22T08:40:34.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-22T08:40:34.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-22T08:40:34.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-22T08:40:34.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-22T08:40:34.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-22T08:40:34.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-22T08:40:34.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-22T08:40:34.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-22T08:40:34.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-22T08:40:34.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-22T08:40:34.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-22T08:40:34.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-22T08:40:34.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-22T08:40:34.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.357+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-22T08:40:34.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-22T08:40:34.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-22T08:40:34.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-22T08:40:34.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-22T08:40:34.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-22T08:40:34.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-22T08:40:34.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-22T08:40:34.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-22T08:40:34.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.361+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-22T08:40:34.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.365+0000 7f5ff82669c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:34.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.373+0000 7f5ea7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:34.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.373+0000 7f5ff82669c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:34.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:34.373+0000 7f5ff82669c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:37.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.257+0000 7f5ff82669c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-22T08:40:37.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.257+0000 7f5ff82669c0 5 note: GC not initialized 2024-09-22T08:40:37.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.269+0000 7f5ea6fe5640 20 reqs_thread_entry: start 2024-09-22T08:40:37.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.273+0000 7f5ff82669c0 20 init_complete bucket index max shards: 1 2024-09-22T08:40:37.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.273+0000 7f5ff82669c0 20 Filter name: none 2024-09-22T08:40:37.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.273+0000 7f5ea4fe1640 20 reqs_thread_entry: start 2024-09-22T08:40:37.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.325+0000 7f5ea7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:37.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.329+0000 7f5ff82669c0 20 remove_watcher() i=0 2024-09-22T08:40:37.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.329+0000 7f5ff82669c0 2 removed watcher, disabling cache 2024-09-22T08:40:37.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.333+0000 7f5ff82669c0 20 remove_watcher() i=1 2024-09-22T08:40:37.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.337+0000 7f5ff82669c0 20 remove_watcher() i=2 2024-09-22T08:40:37.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.337+0000 7f5ff82669c0 20 remove_watcher() i=3 2024-09-22T08:40:37.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.341+0000 7f5ff82669c0 20 remove_watcher() i=4 2024-09-22T08:40:37.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.345+0000 7f5ff82669c0 20 remove_watcher() i=5 2024-09-22T08:40:37.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.345+0000 7f5ff82669c0 20 remove_watcher() i=6 2024-09-22T08:40:37.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.349+0000 7f5ff82669c0 20 remove_watcher() i=7 2024-09-22T08:40:37.371 INFO:teuthology.orchestra.run.smithi064.stdout:[] 2024-09-22T08:40:37.372 DEBUG:tasks.util.rgw: json result: [] 2024-09-22T08:40:37.372 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-22T08:40:37.372 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-22T08:40:37.372 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-22T08:40:37.417 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:37.417 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:37.448 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.445+0000 7f93feea89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:37.448 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.445+0000 7f93feea89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:37.453 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.449+0000 7f9272ffd640 20 reqs_thread_entry: start 2024-09-22T08:40:37.475 INFO:teuthology.orchestra.run.smithi064.stdout:{"id":"ffd4da44-870a-432c-9d4f-02f4117bd84c","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-22T08:40:37.475 DEBUG:tasks.util.rgw: json result: {'id': 'ffd4da44-870a-432c-9d4f-02f4117bd84c', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-22T08:40:37.475 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-22T08:40:37.475 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-22T08:40:37.476 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-22T08:40:37.553 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:37.553 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:37.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.589+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 realm 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:37.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-22T08:40:37.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.593+0000 7fd5ac7119c0 20 searching for the correct realm 2024-09-22T08:40:37.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.601+0000 7fd5aaa18640 0 -- 172.21.15.64:0/3800611230 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55fe8ff65aa0 msgr2=0x55fe8ff67ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:37.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.605+0000 7fd5a9a16640 0 -- 172.21.15.64:0/3800611230 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fd59405dfb0 msgr2=0x7fd594071fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:37.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:40:37.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:40:37.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:40:37.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:40:37.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:40:37.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:40:37.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.613+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 zone default found 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 4 Realm: () 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 zonegroup default 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:37.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:37.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 started sync module instance, tier type = 2024-09-22T08:40:37.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.617+0000 7fd5ac7119c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:40:37.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=0 2024-09-22T08:40:37.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=1 2024-09-22T08:40:37.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=2 2024-09-22T08:40:37.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=3 2024-09-22T08:40:37.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=4 2024-09-22T08:40:37.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=5 2024-09-22T08:40:37.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.633+0000 7fd5ac7119c0 20 add_watcher() i=6 2024-09-22T08:40:37.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 20 add_watcher() i=7 2024-09-22T08:40:37.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd460fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 5 note: GC not initialized 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd3db7fe640 20 reqs_thread_entry: start 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 20 init_complete bucket index max shards: 1 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.637+0000 7fd5ac7119c0 20 Filter name: none 2024-09-22T08:40:37.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.641+0000 7fd3d97fa640 20 reqs_thread_entry: start 2024-09-22T08:40:37.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.657+0000 7fd460fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:37.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.665+0000 7fd5ac7119c0 20 remove_watcher() i=0 2024-09-22T08:40:37.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.665+0000 7fd5ac7119c0 2 removed watcher, disabling cache 2024-09-22T08:40:37.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.665+0000 7fd5ac7119c0 20 remove_watcher() i=1 2024-09-22T08:40:37.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.669+0000 7fd5ac7119c0 20 remove_watcher() i=2 2024-09-22T08:40:37.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.669+0000 7fd5ac7119c0 20 remove_watcher() i=3 2024-09-22T08:40:37.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.673+0000 7fd5ac7119c0 20 remove_watcher() i=4 2024-09-22T08:40:37.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.673+0000 7fd5ac7119c0 20 remove_watcher() i=5 2024-09-22T08:40:37.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.677+0000 7fd5ac7119c0 20 remove_watcher() i=6 2024-09-22T08:40:37.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.677+0000 7fd5ac7119c0 20 remove_watcher() i=7 2024-09-22T08:40:37.695 INFO:teuthology.orchestra.run.smithi064.stdout:[] 2024-09-22T08:40:37.695 DEBUG:tasks.util.rgw: json result: [] 2024-09-22T08:40:37.696 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-22T08:40:37.696 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-22T08:40:37.696 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-22T08:40:37.791 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:37.791 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:37.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.816+0000 7fd5ea3199c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:37.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.816+0000 7fd5ea3199c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:37.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:37.824+0000 7fd4a5ffb640 20 reqs_thread_entry: start 2024-09-22T08:40:37.847 INFO:teuthology.orchestra.run.smithi064.stdout:{"id":"ffd4da44-870a-432c-9d4f-02f4117bd84c","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-22T08:40:37.847 DEBUG:tasks.util.rgw: json result: {'id': 'ffd4da44-870a-432c-9d4f-02f4117bd84c', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-22T08:40:37.848 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2024-09-22T08:40:37.848 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p /tmp/rgw_datacache 2024-09-22T08:40:37.852 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a+rwx /tmp/rgw_datacache 2024-09-22T08:40:37.906 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-22T08:40:37.906 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-22T08:40:37.906 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-22T08:40:37.982 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:37.983 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:38.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 20 realm 2024-09-22T08:40:38.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:40:38.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.020+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.024+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.024+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.024+0000 7fba1d3b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:38.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.024+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.024+0000 7fba1d3b99c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-22T08:40:38.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.024+0000 7fba1d3b99c0 20 searching for the correct realm 2024-09-22T08:40:38.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.032+0000 7fba1b6c0640 0 -- 172.21.15.64:0/2548785385 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55669e708e50 msgr2=0x55669e70b310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:38.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.036+0000 7fba1aebf640 0 -- 172.21.15.64:0/2548785385 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fba1005b460 msgr2=0x7fba1005b8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:40:38.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.044+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:38.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 zone default found 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 4 Realm: () 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 zonegroup default 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:38.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:38.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 started sync module instance, tier type = 2024-09-22T08:40:38.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.048+0000 7fba1d3b99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=0 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=1 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=2 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=3 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=4 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=5 2024-09-22T08:40:38.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.068+0000 7fba1d3b99c0 20 add_watcher() i=6 2024-09-22T08:40:38.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fba1d3b99c0 20 add_watcher() i=7 2024-09-22T08:40:38.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fba1d3b99c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fb8d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fba1d3b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fba1d3b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fba1d3b99c0 5 note: GC not initialized 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.072+0000 7fb84bfff640 20 reqs_thread_entry: start 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.076+0000 7fba1d3b99c0 20 init_complete bucket index max shards: 1 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.076+0000 7fba1d3b99c0 20 Filter name: none 2024-09-22T08:40:38.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.076+0000 7fb849ffb640 20 reqs_thread_entry: start 2024-09-22T08:40:38.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.092+0000 7fb8d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:38.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.100+0000 7fba1d3b99c0 20 remove_watcher() i=0 2024-09-22T08:40:38.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.100+0000 7fba1d3b99c0 2 removed watcher, disabling cache 2024-09-22T08:40:38.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.100+0000 7fba1d3b99c0 20 remove_watcher() i=1 2024-09-22T08:40:38.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.104+0000 7fba1d3b99c0 20 remove_watcher() i=2 2024-09-22T08:40:38.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.104+0000 7fba1d3b99c0 20 remove_watcher() i=3 2024-09-22T08:40:38.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.108+0000 7fba1d3b99c0 20 remove_watcher() i=4 2024-09-22T08:40:38.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.108+0000 7fba1d3b99c0 20 remove_watcher() i=5 2024-09-22T08:40:38.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.112+0000 7fba1d3b99c0 20 remove_watcher() i=6 2024-09-22T08:40:38.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.112+0000 7fba1d3b99c0 20 remove_watcher() i=7 2024-09-22T08:40:38.131 INFO:teuthology.orchestra.run.smithi064.stdout:[] 2024-09-22T08:40:38.131 DEBUG:tasks.util.rgw: json result: [] 2024-09-22T08:40:38.131 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-22T08:40:38.131 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-22T08:40:38.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-22T08:40:38.131 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-22T08:40:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:38.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.244+0000 7fb5ea1239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:38.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.244+0000 7fb5ea1239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.248+0000 7fb4a5ffb640 20 reqs_thread_entry: start 2024-09-22T08:40:38.275 INFO:teuthology.orchestra.run.smithi064.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-22T08:40:38.275 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-22T08:40:38.276 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-22T08:40:38.276 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-22T08:40:38.276 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-22T08:40:38.313 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:38.313 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.336+0000 7fb6ea0c09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.336+0000 7fb6ea0c09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.340+0000 7fb5a5ffb640 20 reqs_thread_entry: start 2024-09-22T08:40:38.364 INFO:teuthology.orchestra.run.smithi064.stdout:{"id":"ffd4da44-870a-432c-9d4f-02f4117bd84c","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-22T08:40:38.364 DEBUG:tasks.util.rgw: json result: {'id': 'ffd4da44-870a-432c-9d4f-02f4117bd84c', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-22T08:40:38.364 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-22T08:40:38.365 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-22T08:40:38.365 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-22T08:40:38.365 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-22T08:40:38.447 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:38.447 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:38.476 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.472+0000 7fd3177d89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:38.476 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.472+0000 7fd3177d89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.476+0000 7fd1d37fe640 20 reqs_thread_entry: start 2024-09-22T08:40:38.500 INFO:teuthology.orchestra.run.smithi064.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-22T08:40:38.500 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-22T08:40:38.500 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-22T08:40:38.500 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-22T08:40:38.500 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-22T08:40:38.581 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:38.581 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:38.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.604+0000 7f90dad149c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:38.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.604+0000 7f90dad149c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:40:38.608+0000 7f8f1effd640 20 reqs_thread_entry: start 2024-09-22T08:40:38.634 INFO:teuthology.orchestra.run.smithi064.stdout:{"id":"ffd4da44-870a-432c-9d4f-02f4117bd84c","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-22T08:40:38.634 DEBUG:tasks.util.rgw: json result: {'id': 'ffd4da44-870a-432c-9d4f-02f4117bd84c', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-22T08:40:38.634 INFO:tasks.rgw:Starting rgw... 2024-09-22T08:40:38.634 INFO:tasks.rgw:rgw client.0 config is {} 2024-09-22T08:40:38.635 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-22T08:40:38.635 DEBUG:teuthology.orchestra.run.smithi064:> sudo echo -n http://smithi064.front.sepia.ceph.com:80 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-22T08:40:38.687 INFO:teuthology.orchestra.run.smithi064.stdout:http://smithi064.front.sepia.ceph.com:80 2024-09-22T08:40:38.688 DEBUG:teuthology.orchestra.run.smithi064:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-22T08:40:38.740 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-22T08:40:38.741 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-22T08:40:38.784 INFO:tasks.rgw.client.0:Started 2024-09-22T08:40:38.784 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://smithi064.front.sepia.ceph.com:80/ 2024-09-22T08:40:38.784 DEBUG:teuthology.orchestra.run.smithi064:> curl http://smithi064.front.sepia.ceph.com:80/ 2024-09-22T08:40:38.814 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-22T08:40:38.814 INFO:teuthology.orchestra.run.smithi064.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:38.814 INFO:teuthology.orchestra.run.smithi064.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:38.815 INFO:teuthology.orchestra.run.smithi064.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-22T08:40:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:curl: (7) Failed to connect to smithi064.front.sepia.ceph.com port 80 after 0 ms: Connection refused 2024-09-22T08:40:39.816 DEBUG:teuthology.orchestra.run.smithi064:> curl http://smithi064.front.sepia.ceph.com:80/ 2024-09-22T08:40:39.827 INFO:teuthology.orchestra.run.smithi064.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:39.827 INFO:teuthology.orchestra.run.smithi064.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:39.830 INFO:teuthology.orchestra.run.smithi064.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 59346 0 --:--:-- --:--:-- --:--:-- 62333 2024-09-22T08:40:39.831 INFO:teuthology.orchestra.run.smithi064.stdout:anonymous 2024-09-22T08:40:39.832 INFO:teuthology.run_tasks:Running task tox... 2024-09-22T08:40:39.842 INFO:tasks.tox:Deploying tox from pip... 2024-09-22T08:40:39.842 DEBUG:teuthology.orchestra.run.smithi064:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-22T08:40:42.885 DEBUG:teuthology.orchestra.run.smithi064:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-22T08:40:43.548 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting tox==3.15.0 2024-09-22T08:40:43.648 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-22T08:40:43.713 INFO:teuthology.orchestra.run.smithi064.stdout: ---------------------------------------- 82.1/82.1 KB 1.2 MB/s eta 0:00:00 2024-09-22T08:40:43.834 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting six<2,>=1.14.0 2024-09-22T08:40:43.850 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T08:40:43.966 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting pluggy<1,>=0.12.0 2024-09-22T08:40:43.983 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-22T08:40:44.280 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-22T08:40:44.296 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading virtualenv-20.26.5-py3-none-any.whl (6.0 MB) 2024-09-22T08:40:44.828 INFO:teuthology.orchestra.run.smithi064.stdout: ---------------------------------------- 6.0/6.0 MB 11.4 MB/s eta 0:00:00 2024-09-22T08:40:44.943 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting toml>=0.9.4 2024-09-22T08:40:44.960 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-22T08:40:45.116 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting filelock<4,>=3.0.0 2024-09-22T08:40:45.131 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading filelock-3.16.1-py3-none-any.whl (16 kB) 2024-09-22T08:40:45.245 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting py<2,>=1.4.17 2024-09-22T08:40:45.261 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-22T08:40:45.296 INFO:teuthology.orchestra.run.smithi064.stdout: ---------------------------------------- 98.7/98.7 KB 2.9 MB/s eta 0:00:00 2024-09-22T08:40:45.411 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting packaging>=14 2024-09-22T08:40:45.426 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-22T08:40:45.455 INFO:teuthology.orchestra.run.smithi064.stdout: ---------------------------------------- 54.0/54.0 KB 1.8 MB/s eta 0:00:00 2024-09-22T08:40:45.648 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-22T08:40:45.663 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading platformdirs-4.3.6-py3-none-any.whl (18 kB) 2024-09-22T08:40:45.754 INFO:teuthology.orchestra.run.smithi064.stdout:Collecting distlib<1,>=0.3.7 2024-09-22T08:40:45.771 INFO:teuthology.orchestra.run.smithi064.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-22T08:40:45.825 INFO:teuthology.orchestra.run.smithi064.stdout: --------------------------------------- 468.9/468.9 KB 9.6 MB/s eta 0:00:00 2024-09-22T08:40:45.992 INFO:teuthology.orchestra.run.smithi064.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-22T08:40:47.049 INFO:teuthology.orchestra.run.smithi064.stdout:Successfully installed distlib-0.3.8 filelock-3.16.1 packaging-24.1 platformdirs-4.3.6 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.5 2024-09-22T08:40:47.137 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:40:47.151 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:40:47.152 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:40:47.152 DEBUG:teuthology.orchestra.run.smithi064:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:40:47.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:40:47.157 INFO:teuthology.orchestra.run.smithi064.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:40:47.157 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:40:47.204 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:40:47.204 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:40:47.252 INFO:tasks.workunit:timeout=3h 2024-09-22T08:40:47.252 INFO:tasks.workunit:cleanup=True 2024-09-22T08:40:47.252 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:40:47.303 INFO:tasks.workunit.client.0.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:41:46.502 INFO:tasks.workunit.client.0.smithi064.stderr:Updating files: 91% (11603/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:41:47.264 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr: git switch -c 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr:Or undo this operation with: 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr: git switch - 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:41:47.265 INFO:tasks.workunit.client.0.smithi064.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:41:47.271 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:41:47.317 INFO:tasks.workunit.client.0.smithi064.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:41:47.320 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:41:47.321 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:41:48.024 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:41:48.112 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:41:48.167 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:41:48.169 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:41:48.169 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:41:48.218 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:41:48.222 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:41:48.223 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:41:48.269 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2024-09-22T08:41:48.271 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2024-09-22T08:41:48.271 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-22T08:41:48.322 INFO:tasks.workunit.client.0.smithi064.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-22T08:41:48.323 INFO:tasks.workunit.client.0.smithi064.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:41:48.323 INFO:tasks.workunit.client.0.smithi064.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ deactivate nondestructive 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T08:41:51.337 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PATH 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -z '' ']' 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ PS1='(rgw) ' 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PS1 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T08:41:51.338 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install pip --upgrade 2024-09-22T08:41:51.715 INFO:tasks.workunit.client.0.smithi064.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T08:41:51.940 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting pip 2024-09-22T08:41:52.060 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T08:41:52.354 INFO:tasks.workunit.client.0.smithi064.stdout: ---------------------------------------- 1.8/1.8 MB 6.3 MB/s eta 0:00:00 2024-09-22T08:41:52.431 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: pip 2024-09-22T08:41:52.432 INFO:tasks.workunit.client.0.smithi064.stdout: Attempting uninstall: pip 2024-09-22T08:41:52.432 INFO:tasks.workunit.client.0.smithi064.stdout: Found existing installation: pip 22.0.2 2024-09-22T08:41:52.716 INFO:tasks.workunit.client.0.smithi064.stdout: Uninstalling pip-22.0.2: 2024-09-22T08:41:52.723 INFO:tasks.workunit.client.0.smithi064.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T08:41:53.497 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed pip-24.2 2024-09-22T08:41:53.559 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install configobj 2024-09-22T08:41:54.144 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting configobj 2024-09-22T08:41:54.193 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading configobj-5.0.9.tar.gz (101 kB) 2024-09-22T08:41:54.303 INFO:tasks.workunit.client.0.smithi064.stdout: Installing build dependencies: started 2024-09-22T08:41:56.189 INFO:tasks.workunit.client.0.smithi064.stdout: Installing build dependencies: finished with status 'done' 2024-09-22T08:41:56.190 INFO:tasks.workunit.client.0.smithi064.stdout: Getting requirements to build wheel: started 2024-09-22T08:41:56.379 INFO:tasks.workunit.client.0.smithi064.stdout: Getting requirements to build wheel: finished with status 'done' 2024-09-22T08:41:56.381 INFO:tasks.workunit.client.0.smithi064.stdout: Preparing metadata (pyproject.toml): started 2024-09-22T08:41:56.564 INFO:tasks.workunit.client.0.smithi064.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2024-09-22T08:41:56.569 INFO:tasks.workunit.client.0.smithi064.stdout:Building wheels for collected packages: configobj 2024-09-22T08:41:56.571 INFO:tasks.workunit.client.0.smithi064.stdout: Building wheel for configobj (pyproject.toml): started 2024-09-22T08:41:56.771 INFO:tasks.workunit.client.0.smithi064.stdout: Building wheel for configobj (pyproject.toml): finished with status 'done' 2024-09-22T08:41:56.772 INFO:tasks.workunit.client.0.smithi064.stdout: Created wheel for configobj: filename=configobj-5.0.9-py2.py3-none-any.whl size=35614 sha256=0a44a3ad534cffcf39d6abe61763f474142d607a043a184465b0e4bbbdcb1a95 2024-09-22T08:41:56.773 INFO:tasks.workunit.client.0.smithi064.stdout: Stored in directory: /home/ubuntu/.cache/pip/wheels/a1/6c/03/6c5e3cf1a6e4b9e2fc5c4409be4abc5a8268bd9c878739cb32 2024-09-22T08:41:56.777 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully built configobj 2024-09-22T08:41:56.794 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: configobj 2024-09-22T08:41:56.895 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed configobj-5.0.9 2024-09-22T08:41:57.349 INFO:tasks.workunit.client.0.smithi064.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2024-09-22T08:41:57.388 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2024-09-22T08:41:57.388 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(pwd) 2024-09-22T08:41:57.389 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:57.389 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2024-09-22T08:41:57.389 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:41:57.389 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2024-09-22T08:41:57.426 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:57.426 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b'tcp 0 0 0.0.0.0:80 0.0.0.0:* LISTEN 38392/radosgw \ntcp6 0 0 :::80 :::* LISTEN 38392/radosgw \n' 2024-09-22T08:41:57.427 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:radosgw port: 80 2024-09-22T08:41:57.427 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2024-09-22T08:41:57.427 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2024-09-22T08:41:57.461 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:57.461 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b'' 2024-09-22T08:41:57.461 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2024-09-22T08:41:57.643 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:57.643 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2024-09-22T08:41:57.601357Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2024-09-22T08:41:57.601342Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2024-09-22T08:41:57.643 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:Creating s3cmd config... 2024-09-22T08:41:57.643 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:proto for s3cmd config is http 2024-09-22T08:41:57.643 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:s3cmd config written 2024-09-22T08:41:57.643 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2024-09-22T08:41:57.807 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:57.807 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2024-09-22T08:41:57.807 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2024-09-22T08:41:58.064 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:58.064 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.1 seconds, 68.16 MB/s) [1 of 1]\n" 2024-09-22T08:41:58.064 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2024-09-22T08:41:58.245 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:58.245 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 159.74 MB/s)\n" 2024-09-22T08:41:58.245 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2024-09-22T08:41:58.636 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:58.636 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7368844,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "lz4",\n "orig_size": 7340032,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4210766\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4210766,\n "len": 3158078\n }\n ]\n },\n "etag": "a27bd49c6fb06abaeb1880d6e589c3d3",\n "tag": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14666757613034448144",\n "manifest": {\n "objs": [],\n "obj_size": 7368844,\n "explicit_objs": false,\n "head_size": 0,\n "max_head_size": 0,\n "prefix": ".kdNORdI2DYsQU4AqMrYVMlR7EQNnXhD_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 0,\n "part_size": 0,\n "stripe_max_size": 6291456,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1",\n "bucket_id": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 6291456,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1",\n "bucket_id": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".kdNORdI2DYsQU4AqMrYVMlR7EQNnXhD_0",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 0,\n "stripe_ofs": 6291456,\n "ofs": 7368844,\n "stripe_size": 1077388,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1",\n "bucket_id": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".kdNORdI2DYsQU4AqMrYVMlR7EQNnXhD_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2024-09-22T08:41:58.037693Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14666757613034448144",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1726994517/ctime:1726994517/gid:1271/gname:ubuntu/md5:a27bd49c6fb06abaeb1880d6e589c3d3/mode:33204/mtime:1726994517/uid:1000/uname:ubuntu"\n }\n}\n' 2024-09-22T08:41:58.636 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:Cached object name is: .kdNORdI2DYsQU4AqMrYVMlR7EQNnXhD_ 2024-09-22T08:41:58.636 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2024-09-22T08:41:58.639 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:command succeeded 2024-09-22T08:41:58.639 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:b'0\n' 2024-09-22T08:41:58.639 INFO:tasks.workunit.client.0.smithi064.stderr:DEBUG:root:Check cache dir content: 0 2024-09-22T08:41:58.639 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2024-09-22T08:41:58.639 INFO:tasks.workunit.client.0.smithi064.stderr:INFO:root:Completed Datacache tests 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ deactivate 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ export PATH 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ hash -r 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV 2024-09-22T08:41:58.647 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:41:58.648 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T08:41:58.648 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset -f deactivate 2024-09-22T08:41:58.648 INFO:tasks.workunit.client.0.smithi064.stderr:+ echo OK. 2024-09-22T08:41:58.648 INFO:tasks.workunit.client.0.smithi064.stdout:OK. 2024-09-22T08:41:58.649 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:41:58.649 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:41:58.713 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2024-09-22T08:41:58.713 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T08:41:59.051 DEBUG:teuthology.parallel:result is None 2024-09-22T08:41:59.051 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:41:59.064 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:41:59.065 DEBUG:teuthology.orchestra.run.smithi064:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:59.122 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:41:59.122 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:41:59.132 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:41:59.132 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:41:59.133 DEBUG:teuthology.orchestra.run.smithi064:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:59.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:41:59.169 INFO:teuthology.orchestra.run.smithi064.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:41:59.170 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:59.221 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:59.221 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:41:59.269 INFO:tasks.workunit:timeout=3h 2024-09-22T08:41:59.269 INFO:tasks.workunit:cleanup=True 2024-09-22T08:41:59.270 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:41:59.319 INFO:tasks.workunit.client.0.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:42:57.576 INFO:tasks.workunit.client.0.smithi064.stderr:Updating files: 98% (12496/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-22T08:42:58.363 INFO:tasks.workunit.client.0.smithi064.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:42:58.363 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.363 INFO:tasks.workunit.client.0.smithi064.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: git switch -c 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:Or undo this operation with: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: git switch - 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:42:58.364 INFO:tasks.workunit.client.0.smithi064.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:42:58.371 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:42:58.417 INFO:tasks.workunit.client.0.smithi064.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:42:58.421 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:42:58.421 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:42:58.485 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:42:58.544 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:42:58.588 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:42:58.590 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:42:58.590 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:42:58.636 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:42:58.640 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:42:58.640 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:42:58.688 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-22T08:42:58.689 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-22T08:42:58.689 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-22T08:42:58.741 INFO:tasks.workunit.client.0.smithi064.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-22T08:42:58.742 INFO:tasks.workunit.client.0.smithi064.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:42:58.743 INFO:tasks.workunit.client.0.smithi064.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ deactivate nondestructive 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV 2024-09-22T08:43:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PATH 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -z '' ']' 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ PS1='(rgw) ' 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PS1 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T08:43:01.715 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T08:43:01.716 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:43:01.716 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T08:43:01.716 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install pip --upgrade 2024-09-22T08:43:02.120 INFO:tasks.workunit.client.0.smithi064.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T08:43:02.330 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting pip 2024-09-22T08:43:02.336 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T08:43:02.373 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: pip 2024-09-22T08:43:02.374 INFO:tasks.workunit.client.0.smithi064.stdout: Attempting uninstall: pip 2024-09-22T08:43:02.374 INFO:tasks.workunit.client.0.smithi064.stdout: Found existing installation: pip 22.0.2 2024-09-22T08:43:02.693 INFO:tasks.workunit.client.0.smithi064.stdout: Uninstalling pip-22.0.2: 2024-09-22T08:43:02.700 INFO:tasks.workunit.client.0.smithi064.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T08:43:03.499 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed pip-24.2 2024-09-22T08:43:03.560 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install boto3 2024-09-22T08:43:04.671 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting boto3 2024-09-22T08:43:04.715 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T08:43:05.410 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T08:43:05.424 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T08:43:05.561 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T08:43:05.576 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T08:43:05.722 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T08:43:05.739 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T08:43:05.893 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:43:05.910 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T08:43:06.099 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:43:06.114 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T08:43:06.376 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:43:06.390 INFO:tasks.workunit.client.0.smithi064.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T08:43:06.447 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T08:43:06.551 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T08:43:06.802 INFO:tasks.workunit.client.0.smithi064.stdout: ---------------------------------------- 12.6/12.6 MB 52.7 MB/s eta 0:00:00 2024-09-22T08:43:06.819 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T08:43:06.884 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T08:43:06.951 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T08:43:07.027 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T08:43:07.102 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T08:43:07.284 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T08:43:08.591 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T08:43:08.798 INFO:tasks.workunit.client.0.smithi064.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-22T08:43:08.952 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-22T08:43:08.992 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:08.992 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:09.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.028+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 realm 2024-09-22T08:43:09.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:09.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:09.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.032+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.036+0000 7f0f5bdf09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:09.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.036+0000 7f0f5bdf09c0 20 searching for the correct realm 2024-09-22T08:43:09.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.040+0000 7f0f5a0f7640 0 -- 172.21.15.64:0/3639439489 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55ee42196950 msgr2=0x55ee42198d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:09.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.048+0000 7f0f590f5640 0 -- 172.21.15.64:0/3639439489 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f0f500c5040 msgr2=0x7f0f50109ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.052+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 zone default found 2024-09-22T08:43:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 4 Realm: () 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 zonegroup default 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 started sync module instance, tier type = 2024-09-22T08:43:09.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.056+0000 7f0f5bdf09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:09.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=0 2024-09-22T08:43:09.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=1 2024-09-22T08:43:09.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=2 2024-09-22T08:43:09.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=3 2024-09-22T08:43:09.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=4 2024-09-22T08:43:09.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=5 2024-09-22T08:43:09.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=6 2024-09-22T08:43:09.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 20 add_watcher() i=7 2024-09-22T08:43:09.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0f5bdf09c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:09.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.076+0000 7f0e0b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:09.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:09.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:09.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 5 note: GC not initialized 2024-09-22T08:43:09.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0e0a7fc640 20 reqs_thread_entry: start 2024-09-22T08:43:09.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:09.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 Filter name: none 2024-09-22T08:43:09.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0d7bfff640 20 reqs_thread_entry: start 2024-09-22T08:43:09.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-22T08:43:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-22T08:43:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-22T08:43:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-22T08:43:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-22T08:43:09.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-22T08:43:09.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-22T08:43:09.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.080+0000 7f0f5bdf09c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-22T08:43:09.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.084+0000 7f0f5bdf09c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-22T08:43:09.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.084+0000 7f0f5bdf09c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-22T08:43:09.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.084+0000 7f0f5bdf09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-22T08:43:09.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.084+0000 7f0e3d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 167503724545 cookie 94481799605312 notifier 4622 bl.length()=593 2024-09-22T08:43:09.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.084+0000 7f0e3d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-22T08:43:09.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.084+0000 7f0e3d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-22T08:43:09.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.088+0000 7f0f5bdf09c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-22T08:43:09.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.088+0000 7f0f5bdf09c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-22T08:43:09.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.088+0000 7f0f5bdf09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-22T08:43:09.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.088+0000 7f0e3d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 167503724545 cookie 94481799546992 notifier 4622 bl.length()=186 2024-09-22T08:43:09.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.088+0000 7f0e3d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-22T08:43:09.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.088+0000 7f0e3d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-22T08:43:09.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.092+0000 7f0e0b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:09.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.096+0000 7f0f5bdf09c0 20 remove_watcher() i=0 2024-09-22T08:43:09.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.096+0000 7f0f5bdf09c0 2 removed watcher, disabling cache 2024-09-22T08:43:09.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.100+0000 7f0f5bdf09c0 20 remove_watcher() i=1 2024-09-22T08:43:09.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.100+0000 7f0f5bdf09c0 20 remove_watcher() i=2 2024-09-22T08:43:09.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.104+0000 7f0f5bdf09c0 20 remove_watcher() i=3 2024-09-22T08:43:09.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.104+0000 7f0f5bdf09c0 20 remove_watcher() i=4 2024-09-22T08:43:09.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.104+0000 7f0f5bdf09c0 20 remove_watcher() i=5 2024-09-22T08:43:09.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.108+0000 7f0f5bdf09c0 20 remove_watcher() i=6 2024-09-22T08:43:09.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.108+0000 7f0f5bdf09c0 20 remove_watcher() i=7 2024-09-22T08:43:09.621 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: recalculated bucket check stats are correct 2024-09-22T08:43:09.621 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:09.621 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-22T08:43:09.657 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:09.657 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:09.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.696+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 realm 2024-09-22T08:43:09.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:09.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:09.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:09.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.700+0000 7f96b45f59c0 20 searching for the correct realm 2024-09-22T08:43:09.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.708+0000 7f96b18fa640 0 -- 172.21.15.64:0/956169147 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f969c01d430 msgr2=0x7f969c01d850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:09.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.716+0000 7f96b18fa640 0 -- 172.21.15.64:0/956169147 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f957c07f840 msgr2=0x7f957c081c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:09.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:09.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:09.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:09.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:09.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:09.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:09.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.720+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 zone default found 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 4 Realm: () 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 zonegroup default 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 started sync module instance, tier type = 2024-09-22T08:43:09.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.724+0000 7f96b45f59c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:09.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=0 2024-09-22T08:43:09.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=1 2024-09-22T08:43:09.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=2 2024-09-22T08:43:09.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=3 2024-09-22T08:43:09.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=4 2024-09-22T08:43:09.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=5 2024-09-22T08:43:09.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=6 2024-09-22T08:43:09.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 20 add_watcher() i=7 2024-09-22T08:43:09.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.744+0000 7f96b45f59c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:09.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f9568fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:09.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:09.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:09.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 5 note: GC not initialized 2024-09-22T08:43:09.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f94e37fe640 20 reqs_thread_entry: start 2024-09-22T08:43:09.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:09.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 20 Filter name: none 2024-09-22T08:43:09.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f94e17fa640 20 reqs_thread_entry: start 2024-09-22T08:43:09.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:09.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.748+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:09.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:09.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:09.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.752+0000 7f96b45f59c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:09.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.756+0000 7f9568fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:09.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.764+0000 7f96b45f59c0 20 remove_watcher() i=0 2024-09-22T08:43:09.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.764+0000 7f96b45f59c0 2 removed watcher, disabling cache 2024-09-22T08:43:09.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.764+0000 7f96b45f59c0 20 remove_watcher() i=1 2024-09-22T08:43:09.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.768+0000 7f96b45f59c0 20 remove_watcher() i=2 2024-09-22T08:43:09.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.768+0000 7f96b45f59c0 20 remove_watcher() i=3 2024-09-22T08:43:09.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.772+0000 7f96b45f59c0 20 remove_watcher() i=4 2024-09-22T08:43:09.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.772+0000 7f96b45f59c0 20 remove_watcher() i=5 2024-09-22T08:43:09.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.772+0000 7f96b45f59c0 20 remove_watcher() i=6 2024-09-22T08:43:09.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.776+0000 7f96b45f59c0 20 remove_watcher() i=7 2024-09-22T08:43:09.796 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-22T08:43:09.823 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:09.823 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:09.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.860+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 realm 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:09.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:09.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:09.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.864+0000 7f486ff759c0 20 searching for the correct realm 2024-09-22T08:43:09.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:09.872+0000 7f486e27c640 0 -- 172.21.15.64:0/401741689 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f486405e550 msgr2=0x7f4864068750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:10.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.088+0000 7f486da7b640 0 -- 172.21.15.64:0/401741689 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x563c673c2c60 msgr2=0x563c673c5050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:10.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:10.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:10.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:10.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:10.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:10.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:10.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.096+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:10.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 zone default found 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 4 Realm: () 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 zonegroup default 2024-09-22T08:43:10.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 started sync module instance, tier type = 2024-09-22T08:43:10.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.100+0000 7f486ff759c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:10.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=0 2024-09-22T08:43:10.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=1 2024-09-22T08:43:10.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=2 2024-09-22T08:43:10.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=3 2024-09-22T08:43:10.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=4 2024-09-22T08:43:10.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=5 2024-09-22T08:43:10.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=6 2024-09-22T08:43:10.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 20 add_watcher() i=7 2024-09-22T08:43:10.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.128+0000 7f486ff759c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:10.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.132+0000 7f4723fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:10.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:10.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:10.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 5 note: GC not initialized 2024-09-22T08:43:10.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f4722fe5640 20 reqs_thread_entry: start 2024-09-22T08:43:10.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:10.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 Filter name: none 2024-09-22T08:43:10.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f4720fe1640 20 reqs_thread_entry: start 2024-09-22T08:43:10.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:10.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:10.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:10.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.136+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:10.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.140+0000 7f486ff759c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.140+0000 7f486ff759c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:10.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.140+0000 7f486ff759c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:10.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.140+0000 7f4723fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:10.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.148+0000 7f486ff759c0 20 remove_watcher() i=0 2024-09-22T08:43:10.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.148+0000 7f486ff759c0 2 removed watcher, disabling cache 2024-09-22T08:43:10.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.148+0000 7f486ff759c0 20 remove_watcher() i=1 2024-09-22T08:43:10.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.152+0000 7f486ff759c0 20 remove_watcher() i=2 2024-09-22T08:43:10.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.156+0000 7f486ff759c0 20 remove_watcher() i=3 2024-09-22T08:43:10.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.156+0000 7f486ff759c0 20 remove_watcher() i=4 2024-09-22T08:43:10.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.160+0000 7f486ff759c0 20 remove_watcher() i=5 2024-09-22T08:43:10.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.160+0000 7f486ff759c0 20 remove_watcher() i=6 2024-09-22T08:43:10.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.164+0000 7f486ff759c0 20 remove_watcher() i=7 2024-09-22T08:43:10.193 INFO:tasks.workunit.client.0.smithi064.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 89, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-22T08:43:10.193 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-22T08:43:10.193 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:10.193 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-22T08:43:10.233 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:10.233 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:10.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 realm 2024-09-22T08:43:10.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:10.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.272+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.276+0000 7f2f32b959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:10.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.276+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.276+0000 7f2f32b959c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:10.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.276+0000 7f2f32b959c0 20 searching for the correct realm 2024-09-22T08:43:10.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.280+0000 7f2f2fe9a640 0 -- 172.21.15.64:0/3271117564 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5564442ca8b0 msgr2=0x5564442ccd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:10.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.288+0000 7f2f3069b640 0 -- 172.21.15.64:0/3271117564 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f2f240d3580 msgr2=0x7f2f240f8960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 zone default found 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 4 Realm: () 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:10.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:10.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:10.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 zonegroup default 2024-09-22T08:43:10.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:10.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 started sync module instance, tier type = 2024-09-22T08:43:10.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.296+0000 7f2f32b959c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:10.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=0 2024-09-22T08:43:10.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=1 2024-09-22T08:43:10.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=2 2024-09-22T08:43:10.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=3 2024-09-22T08:43:10.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=4 2024-09-22T08:43:10.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=5 2024-09-22T08:43:10.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=6 2024-09-22T08:43:10.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 20 add_watcher() i=7 2024-09-22T08:43:10.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.316+0000 7f2f32b959c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:10.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2de6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 5 note: GC not initialized 2024-09-22T08:43:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2de5fdb640 20 reqs_thread_entry: start 2024-09-22T08:43:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 Filter name: none 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2d577fe640 20 reqs_thread_entry: start 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:10.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.320+0000 7f2f32b959c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:10.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.324+0000 7f2f32b959c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:43:10.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.324+0000 7f2f32b959c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T08:43:10.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.324+0000 7f2de6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:10.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.328+0000 7f2f32b959c0 20 remove_watcher() i=0 2024-09-22T08:43:10.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.328+0000 7f2f32b959c0 2 removed watcher, disabling cache 2024-09-22T08:43:10.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.332+0000 7f2f32b959c0 20 remove_watcher() i=1 2024-09-22T08:43:10.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.332+0000 7f2f32b959c0 20 remove_watcher() i=2 2024-09-22T08:43:10.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.336+0000 7f2f32b959c0 20 remove_watcher() i=3 2024-09-22T08:43:10.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.336+0000 7f2f32b959c0 20 remove_watcher() i=4 2024-09-22T08:43:10.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.340+0000 7f2f32b959c0 20 remove_watcher() i=5 2024-09-22T08:43:10.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.340+0000 7f2f32b959c0 20 remove_watcher() i=6 2024-09-22T08:43:10.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:10.340+0000 7f2f32b959c0 20 remove_watcher() i=7 2024-09-22T08:43:10.361 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T08:43:10.803 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-22T08:43:12.321 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:12.321 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:43:12.358 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:12.358 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:12.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.396+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 realm 2024-09-22T08:43:12.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:12.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.400+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.404+0000 7fd573b859c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:12.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.404+0000 7fd573b859c0 20 searching for the correct realm 2024-09-22T08:43:12.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.408+0000 7fd571e8c640 0 -- 172.21.15.64:0/3634822359 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55c70025ae80 msgr2=0x55c70025d340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:12.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.412+0000 7fd57168b640 0 -- 172.21.15.64:0/3634822359 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fd568074bc0 msgr2=0x7fd568067890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:12.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 zone default found 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 4 Realm: () 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 zonegroup default 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.420+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.424+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.424+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.424+0000 7fd573b859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.424+0000 7fd573b859c0 20 started sync module instance, tier type = 2024-09-22T08:43:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.424+0000 7fd573b859c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=0 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=1 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=2 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=3 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=4 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=5 2024-09-22T08:43:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=6 2024-09-22T08:43:12.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 20 add_watcher() i=7 2024-09-22T08:43:12.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.444+0000 7fd573b859c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:12.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd4277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:12.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:12.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:12.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 5 note: GC not initialized 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd4267e4640 20 reqs_thread_entry: start 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 Filter name: none 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd397fff640 20 reqs_thread_entry: start 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 INFO: main: starting shard=0 2024-09-22T08:43:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.448+0000 7fd573b859c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:12.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.452+0000 7fd573b859c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:43:12.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.452+0000 7fd573b859c0 20 INFO: main: done 2024-09-22T08:43:12.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.452+0000 7fd4277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:12.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.456+0000 7fd573b859c0 20 remove_watcher() i=0 2024-09-22T08:43:12.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.456+0000 7fd573b859c0 2 removed watcher, disabling cache 2024-09-22T08:43:12.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.460+0000 7fd573b859c0 20 remove_watcher() i=1 2024-09-22T08:43:12.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.460+0000 7fd573b859c0 20 remove_watcher() i=2 2024-09-22T08:43:12.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.464+0000 7fd573b859c0 20 remove_watcher() i=3 2024-09-22T08:43:12.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.464+0000 7fd573b859c0 20 remove_watcher() i=4 2024-09-22T08:43:12.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.464+0000 7fd573b859c0 20 remove_watcher() i=5 2024-09-22T08:43:12.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.468+0000 7fd573b859c0 20 remove_watcher() i=6 2024-09-22T08:43:12.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.468+0000 7fd573b859c0 20 remove_watcher() i=7 2024-09-22T08:43:12.565 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:12.565 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:43:12.599 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:12.599 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:12.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 realm 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.636+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.640+0000 7fcbdaf289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:12.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.640+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.640+0000 7fcbdaf289c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:12.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.640+0000 7fcbdaf289c0 20 searching for the correct realm 2024-09-22T08:43:12.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.640+0000 7fcbd822d640 0 -- 172.21.15.64:0/979885339 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x555e368d2c50 msgr2=0x555e368d5040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:12.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.648+0000 7fcbd822d640 0 -- 172.21.15.64:0/979885339 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x7fcaa407f840 msgr2=0x7fcaa4081c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:12.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:12.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 zone default found 2024-09-22T08:43:12.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 4 Realm: () 2024-09-22T08:43:12.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 zonegroup default 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.656+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 started sync module instance, tier type = 2024-09-22T08:43:12.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.660+0000 7fcbdaf289c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=0 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=1 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=2 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=3 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=4 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=5 2024-09-22T08:43:12.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=6 2024-09-22T08:43:12.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 20 add_watcher() i=7 2024-09-22T08:43:12.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.680+0000 7fcbdaf289c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:12.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fca8f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 5 note: GC not initialized 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fca8e7e4640 20 reqs_thread_entry: start 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 Filter name: none 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fca87fff640 20 reqs_thread_entry: start 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:12.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:12.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:12.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:12.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 INFO: main: starting shard=0 2024-09-22T08:43:12.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:12.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:43:12.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.684+0000 7fcbdaf289c0 20 INFO: main: done 2024-09-22T08:43:12.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.688+0000 7fca8f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:12.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.692+0000 7fcbdaf289c0 20 remove_watcher() i=0 2024-09-22T08:43:12.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.692+0000 7fcbdaf289c0 2 removed watcher, disabling cache 2024-09-22T08:43:12.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.696+0000 7fcbdaf289c0 20 remove_watcher() i=1 2024-09-22T08:43:12.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.696+0000 7fcbdaf289c0 20 remove_watcher() i=2 2024-09-22T08:43:12.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.700+0000 7fcbdaf289c0 20 remove_watcher() i=3 2024-09-22T08:43:12.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.700+0000 7fcbdaf289c0 20 remove_watcher() i=4 2024-09-22T08:43:12.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.704+0000 7fcbdaf289c0 20 remove_watcher() i=5 2024-09-22T08:43:12.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.704+0000 7fcbdaf289c0 20 remove_watcher() i=6 2024-09-22T08:43:12.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.704+0000 7fcbdaf289c0 20 remove_watcher() i=7 2024-09-22T08:43:12.793 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:12.793 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-22T08:43:12.824 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:12.824 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:12.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.856+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 realm 2024-09-22T08:43:12.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:12.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:12.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:12.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.860+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:12.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.864+0000 7fb11b9f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:12.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.864+0000 7fb11b9f59c0 20 searching for the correct realm 2024-09-22T08:43:12.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:12.868+0000 7fb119cfc640 0 -- 172.21.15.64:0/1909180814 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb11001e060 msgr2=0x7fb1100663f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:13.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.084+0000 7fb1194fb640 0 -- 172.21.15.64:0/1909180814 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55b2c5ba3810 msgr2=0x55b2c5ba5c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:13.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.092+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:13.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 zone default found 2024-09-22T08:43:13.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 4 Realm: () 2024-09-22T08:43:13.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:13.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:13.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:13.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 zonegroup default 2024-09-22T08:43:13.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 started sync module instance, tier type = 2024-09-22T08:43:13.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.096+0000 7fb11b9f59c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:13.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=0 2024-09-22T08:43:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=1 2024-09-22T08:43:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=2 2024-09-22T08:43:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=3 2024-09-22T08:43:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=4 2024-09-22T08:43:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=5 2024-09-22T08:43:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=6 2024-09-22T08:43:13.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 20 add_watcher() i=7 2024-09-22T08:43:13.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.120+0000 7fb11b9f59c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:13.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.124+0000 7fafcf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:13.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.124+0000 7fb11b9f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:13.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.124+0000 7fb11b9f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:13.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.124+0000 7fb11b9f59c0 5 note: GC not initialized 2024-09-22T08:43:13.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fafce7e4640 20 reqs_thread_entry: start 2024-09-22T08:43:13.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:13.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 Filter name: none 2024-09-22T08:43:13.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7faf3ffff640 20 reqs_thread_entry: start 2024-09-22T08:43:13.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:13.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:13.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:13.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:13.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 INFO: main: starting shard=0 2024-09-22T08:43:13.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:13.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:43:13.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.128+0000 7fb11b9f59c0 20 INFO: main: done 2024-09-22T08:43:13.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.132+0000 7fafcf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:13.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.136+0000 7fb11b9f59c0 20 remove_watcher() i=0 2024-09-22T08:43:13.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.136+0000 7fb11b9f59c0 2 removed watcher, disabling cache 2024-09-22T08:43:13.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.140+0000 7fb11b9f59c0 20 remove_watcher() i=1 2024-09-22T08:43:13.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.140+0000 7fb11b9f59c0 20 remove_watcher() i=2 2024-09-22T08:43:13.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.144+0000 7fb11b9f59c0 20 remove_watcher() i=3 2024-09-22T08:43:13.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.144+0000 7fb11b9f59c0 20 remove_watcher() i=4 2024-09-22T08:43:13.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.148+0000 7fb11b9f59c0 20 remove_watcher() i=5 2024-09-22T08:43:13.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.148+0000 7fb11b9f59c0 20 remove_watcher() i=6 2024-09-22T08:43:13.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.152+0000 7fb11b9f59c0 20 remove_watcher() i=7 2024-09-22T08:43:13.249 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:13.249 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-22T08:43:13.287 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:13.287 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:13.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 realm 2024-09-22T08:43:13.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:13.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.328+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.332+0000 7f52ad4b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:13.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.332+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.332+0000 7f52ad4b59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:13.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.332+0000 7f52ad4b59c0 20 searching for the correct realm 2024-09-22T08:43:13.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.340+0000 7f52ab7bc640 0 -- 172.21.15.64:0/3516489695 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5593d03e83e0 msgr2=0x5593d03ea7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:13.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.344+0000 7f52aa7ba640 0 -- 172.21.15.64:0/3516489695 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f52a00d2070 msgr2=0x7f52a010c6a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.352+0000 7f52ad4b59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 zone default found 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 4 Realm: () 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 zonegroup default 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:13.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 started sync module instance, tier type = 2024-09-22T08:43:13.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.356+0000 7f52ad4b59c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:13.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=0 2024-09-22T08:43:13.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=1 2024-09-22T08:43:13.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=2 2024-09-22T08:43:13.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=3 2024-09-22T08:43:13.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=4 2024-09-22T08:43:13.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=5 2024-09-22T08:43:13.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=6 2024-09-22T08:43:13.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 20 add_watcher() i=7 2024-09-22T08:43:13.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.372+0000 7f52ad4b59c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:13.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f51617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 5 note: GC not initialized 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f50dbfff640 20 reqs_thread_entry: start 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 Filter name: none 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f50d9ffb640 20 reqs_thread_entry: start 2024-09-22T08:43:13.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.376+0000 7f52ad4b59c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 INFO: main: starting shard=0 2024-09-22T08:43:13.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:13.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:43:13.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f52ad4b59c0 20 INFO: main: done 2024-09-22T08:43:13.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.380+0000 7f51617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:13.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.384+0000 7f52ad4b59c0 20 remove_watcher() i=0 2024-09-22T08:43:13.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.384+0000 7f52ad4b59c0 2 removed watcher, disabling cache 2024-09-22T08:43:13.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.388+0000 7f52ad4b59c0 20 remove_watcher() i=1 2024-09-22T08:43:13.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.388+0000 7f52ad4b59c0 20 remove_watcher() i=2 2024-09-22T08:43:13.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.392+0000 7f52ad4b59c0 20 remove_watcher() i=3 2024-09-22T08:43:13.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.392+0000 7f52ad4b59c0 20 remove_watcher() i=4 2024-09-22T08:43:13.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.396+0000 7f52ad4b59c0 20 remove_watcher() i=5 2024-09-22T08:43:13.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.396+0000 7f52ad4b59c0 20 remove_watcher() i=6 2024-09-22T08:43:13.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:13.396+0000 7f52ad4b59c0 20 remove_watcher() i=7 2024-09-22T08:43:13.423 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T08:43:13.863 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-22T08:43:14.315 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-22T08:43:14.315 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:14.315 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-22T08:43:14.350 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:14.351 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:14.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 realm 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.384+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.388+0000 7f99e3c6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:14.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.388+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.388+0000 7f99e3c6d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:14.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.388+0000 7f99e3c6d9c0 20 searching for the correct realm 2024-09-22T08:43:14.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.396+0000 7f99e1f74640 0 -- 172.21.15.64:0/483979797 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f99cc0cc990 msgr2=0x7f99cc0d73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:14.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.612+0000 7f99e1773640 0 -- 172.21.15.64:0/483979797 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55bf080cff50 msgr2=0x55bf080d2380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:14.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 zone default found 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 4 Realm: () 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 zonegroup default 2024-09-22T08:43:14.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.620+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.624+0000 7f99e3c6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.624+0000 7f99e3c6d9c0 20 started sync module instance, tier type = 2024-09-22T08:43:14.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.624+0000 7f99e3c6d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:14.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=0 2024-09-22T08:43:14.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=1 2024-09-22T08:43:14.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=2 2024-09-22T08:43:14.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=3 2024-09-22T08:43:14.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=4 2024-09-22T08:43:14.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=5 2024-09-22T08:43:14.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.644+0000 7f99e3c6d9c0 20 add_watcher() i=6 2024-09-22T08:43:14.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.648+0000 7f99e3c6d9c0 20 add_watcher() i=7 2024-09-22T08:43:14.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.648+0000 7f99e3c6d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:14.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f98977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:14.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f99e3c6d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:14.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f99e3c6d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:14.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f99e3c6d9c0 5 note: GC not initialized 2024-09-22T08:43:14.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f98967e4640 20 reqs_thread_entry: start 2024-09-22T08:43:14.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f99e3c6d9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:14.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f99e3c6d9c0 20 Filter name: none 2024-09-22T08:43:14.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f9807fff640 20 reqs_thread_entry: start 2024-09-22T08:43:14.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.652+0000 7f99e3c6d9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:14.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:14.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:14.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:14.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:14.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:14.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.656+0000 7f99e3c6d9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.660+0000 7f99e3c6d9c0 1 NOTICE: finished shard 0 (4 entries found) 2024-09-22T08:43:14.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.660+0000 7f99e3c6d9c0 1 NOTICE: finished all shards (4 entries found) 2024-09-22T08:43:14.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.660+0000 7f98977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:14.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.668+0000 7f99e3c6d9c0 20 remove_watcher() i=0 2024-09-22T08:43:14.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.668+0000 7f99e3c6d9c0 2 removed watcher, disabling cache 2024-09-22T08:43:14.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.668+0000 7f99e3c6d9c0 20 remove_watcher() i=1 2024-09-22T08:43:14.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.672+0000 7f99e3c6d9c0 20 remove_watcher() i=2 2024-09-22T08:43:14.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.672+0000 7f99e3c6d9c0 20 remove_watcher() i=3 2024-09-22T08:43:14.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.676+0000 7f99e3c6d9c0 20 remove_watcher() i=4 2024-09-22T08:43:14.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.676+0000 7f99e3c6d9c0 20 remove_watcher() i=5 2024-09-22T08:43:14.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.680+0000 7f99e3c6d9c0 20 remove_watcher() i=6 2024-09-22T08:43:14.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.680+0000 7f99e3c6d9c0 20 remove_watcher() i=7 2024-09-22T08:43:14.704 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: unlinked entries are not listable 2024-09-22T08:43:14.704 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:14.714 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-22T08:43:14.714 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:14.809 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-22T08:43:14.809 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:14.809 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T08:43:14.851 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:14.852 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:14.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 realm 2024-09-22T08:43:14.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:14.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.892+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.896+0000 7f60363e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:14.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.896+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.896+0000 7f60363e19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:14.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.896+0000 7f60363e19c0 20 searching for the correct realm 2024-09-22T08:43:14.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.900+0000 7f60336e6640 0 -- 172.21.15.64:0/4100429166 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f601c01e030 msgr2=0x7f601c062ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:14.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.908+0000 7f60336e6640 0 -- 172.21.15.64:0/4100429166 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f5efc07f840 msgr2=0x7f5efc081c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:14.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:14.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:14.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:14.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:14.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:14.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:14.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 zone default found 2024-09-22T08:43:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 4 Realm: () 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 zonegroup default 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:14.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 started sync module instance, tier type = 2024-09-22T08:43:14.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.916+0000 7f60363e19c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:14.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=0 2024-09-22T08:43:14.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=1 2024-09-22T08:43:14.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=2 2024-09-22T08:43:14.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=3 2024-09-22T08:43:14.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=4 2024-09-22T08:43:14.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=5 2024-09-22T08:43:14.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.936+0000 7f60363e19c0 20 add_watcher() i=6 2024-09-22T08:43:14.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f60363e19c0 20 add_watcher() i=7 2024-09-22T08:43:14.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f60363e19c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f5ee9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f60363e19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f60363e19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f60363e19c0 5 note: GC not initialized 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.940+0000 7f5ee8fe1640 20 reqs_thread_entry: start 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:14.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 Filter name: none 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f5e627fc640 20 reqs_thread_entry: start 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:14.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.944+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:c state=0x556a8ad31ef8 s->prefetch_data=0 2024-09-22T08:43:14.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.948+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to awilcrvnjm4tyn5gbn4pj05dm360jyet 2024-09-22T08:43:14.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.948+0000 7f60363e19c0 20 get_obj_state_impl: setting s->olh_tag to evo0edjhi1j1izb7tg8ruut0w1rt7hkl 2024-09-22T08:43:14.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.948+0000 7f60363e19c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=evo0edjhi1j1izb7tg8ruut0w1rt7hkl 2024-09-22T08:43:14.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.948+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 olh_log_entry: epoch=3 op=3 key=c[wvf1hlwX3oYJgqRO8oz.IgH6qg.zzRp] 2024-09-22T08:43:14.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:wvf1hlwX3oYJgqRO8oz.IgH6qg.zzRp_c state=0x556a8ad2c498 s->prefetch_data=0 2024-09-22T08:43:14.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 10 manifest: total_size = 9 2024-09-22T08:43:14.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3983137411508578842 2024-09-22T08:43:14.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:wvf1hlwX3oYJgqRO8oz.IgH6qg.zzRp_c state=0x556a8ad2c498 s->prefetch_data=0 2024-09-22T08:43:14.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 prepare_atomic_modification: state is not atomic. state=0x556a8ad2c498 2024-09-22T08:43:14.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.952+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.956+0000 7f60363e19c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:14.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.956+0000 7f60363e19c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-22T08:43:14.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.956+0000 7f60363e19c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:14.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.956+0000 7f60363e19c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:wvf1hlwX3oYJgqRO8oz.IgH6qg.zzRp_.VoIPXIrnQpDAAoQ_PSKUQRRH7j0yxdk_0 2024-09-22T08:43:14.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.960+0000 7f5f12ffd640 20 handle_completion(): completion ok for obj=c[wvf1hlwX3oYJgqRO8oz.IgH6qg.zzRp] 2024-09-22T08:43:14.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.964+0000 7f60363e19c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:14.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.968+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.968+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.968+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.972+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.972+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:d state=0x556a8ad319e8 s->prefetch_data=0 2024-09-22T08:43:14.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.972+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to 4c1qq7u7y25f7gycr8k93tsbjas6p4xe 2024-09-22T08:43:14.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.972+0000 7f60363e19c0 20 get_obj_state_impl: setting s->olh_tag to btllgtg00rzvwcwup4p1np24h10fnc4h 2024-09-22T08:43:14.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.972+0000 7f60363e19c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=btllgtg00rzvwcwup4p1np24h10fnc4h 2024-09-22T08:43:14.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.972+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 olh_log_entry: epoch=3 op=3 key=d[QuItiHeXGF4l-ZxJ142yGxYiNG1wu7f] 2024-09-22T08:43:14.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:QuItiHeXGF4l-ZxJ142yGxYiNG1wu7f_d state=0x556a8ad5e7f8 s->prefetch_data=0 2024-09-22T08:43:14.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 10 manifest: total_size = 12 2024-09-22T08:43:14.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4404079663436643827 2024-09-22T08:43:14.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:QuItiHeXGF4l-ZxJ142yGxYiNG1wu7f_d state=0x556a8ad5e7f8 s->prefetch_data=0 2024-09-22T08:43:14.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 prepare_atomic_modification: state is not atomic. state=0x556a8ad5e7f8 2024-09-22T08:43:14.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.980+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:14.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.988+0000 7f60363e19c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:14.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.988+0000 7f60363e19c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T08:43:14.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.988+0000 7f60363e19c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:14.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.988+0000 7f60363e19c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:QuItiHeXGF4l-ZxJ142yGxYiNG1wu7f_._UBwZhI7Q7C964kS1-5MkmLs3Yek5jD_0 2024-09-22T08:43:14.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.992+0000 7f5f12ffd640 20 handle_completion(): completion ok for obj=d[QuItiHeXGF4l-ZxJ142yGxYiNG1wu7f] 2024-09-22T08:43:14.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.992+0000 7f60363e19c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:15.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.996+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:14.996+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.000+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.000+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.004+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:e state=0x556a8ad319e8 s->prefetch_data=0 2024-09-22T08:43:15.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.004+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to 7z9xo7k1sowoqf9j4d869gt4fw081c2l 2024-09-22T08:43:15.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.004+0000 7f60363e19c0 20 get_obj_state_impl: setting s->olh_tag to qbwa4oqp2y0jks9ec3f27e83qdloo22j 2024-09-22T08:43:15.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.004+0000 7f60363e19c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qbwa4oqp2y0jks9ec3f27e83qdloo22j 2024-09-22T08:43:15.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.004+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.008+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.008+0000 7f60363e19c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.008+0000 7f60363e19c0 20 olh_log_entry: epoch=2 op=3 key=e[gW11iPvcuckKIQKN-z5StSuL5oPwu4Y] 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.008+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:gW11iPvcuckKIQKN-z5StSuL5oPwu4Y_e state=0x556a8ad5c7d8 s->prefetch_data=0 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.012+0000 7f60363e19c0 10 manifest: total_size = 12 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.012+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3779355638859771364 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.012+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:gW11iPvcuckKIQKN-z5StSuL5oPwu4Y_e state=0x556a8ad5c7d8 s->prefetch_data=0 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.012+0000 7f60363e19c0 20 prepare_atomic_modification: state is not atomic. state=0x556a8ad5c7d8 2024-09-22T08:43:15.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.012+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.016+0000 7f60363e19c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:15.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.016+0000 7f60363e19c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T08:43:15.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.016+0000 7f60363e19c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:15.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.016+0000 7f60363e19c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:gW11iPvcuckKIQKN-z5StSuL5oPwu4Y_.Siiv-K3_T8MyHhgA0ikiUF8ryRyXTB3_0 2024-09-22T08:43:15.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.020+0000 7f60363e19c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:15.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.020+0000 7f5f127fc640 20 handle_completion(): completion ok for obj=e[gW11iPvcuckKIQKN-z5StSuL5oPwu4Y] 2024-09-22T08:43:15.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.024+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:e state=0x556a8ad319e8 s->prefetch_data=0 2024-09-22T08:43:15.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.024+0000 7f60363e19c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qbwa4oqp2y0jks9ec3f27e83qdloo22j 2024-09-22T08:43:15.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.036+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.040+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.040+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.040+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:f state=0x556a8ad28458 s->prefetch_data=0 2024-09-22T08:43:15.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.040+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to gkk0ta6731u9dh78l732r8bsf7mofvot 2024-09-22T08:43:15.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.040+0000 7f60363e19c0 20 get_obj_state_impl: setting s->olh_tag to xi0nri61j9f40p4ryh0qbrtj5jpw9j7a 2024-09-22T08:43:15.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.040+0000 7f60363e19c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=xi0nri61j9f40p4ryh0qbrtj5jpw9j7a 2024-09-22T08:43:15.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.048+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-22T08:43:15.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 olh_log_entry: epoch=2 op=3 key=f[TUrak3l50idTJqkbPOpPrj5YUHWgcZF] 2024-09-22T08:43:15.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:TUrak3l50idTJqkbPOpPrj5YUHWgcZF_f state=0x556a8ad5d7e8 s->prefetch_data=0 2024-09-22T08:43:15.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 10 manifest: total_size = 9 2024-09-22T08:43:15.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14605192769393999374 2024-09-22T08:43:15.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:_:TUrak3l50idTJqkbPOpPrj5YUHWgcZF_f state=0x556a8ad5d7e8 s->prefetch_data=0 2024-09-22T08:43:15.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 prepare_atomic_modification: state is not atomic. state=0x556a8ad5d7e8 2024-09-22T08:43:15.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.052+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.060+0000 7f60363e19c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:15.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.060+0000 7f60363e19c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-22T08:43:15.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.060+0000 7f60363e19c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:15.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.060+0000 7f60363e19c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:TUrak3l50idTJqkbPOpPrj5YUHWgcZF_.lG2mg8xwTj1s9XIJNzp1AHbQMRgklXO_0 2024-09-22T08:43:15.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.064+0000 7f5f12ffd640 20 handle_completion(): completion ok for obj=f[TUrak3l50idTJqkbPOpPrj5YUHWgcZF] 2024-09-22T08:43:15.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.068+0000 7f60363e19c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:15.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.072+0000 7f60363e19c0 20 get_obj_state: octx=0x556a8aa7e2c0 obj=check-bucket:f state=0x556a8ad28458 s->prefetch_data=0 2024-09-22T08:43:15.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.072+0000 7f60363e19c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=xi0nri61j9f40p4ryh0qbrtj5jpw9j7a 2024-09-22T08:43:15.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.084+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.088+0000 7f60363e19c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.088+0000 7f60363e19c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-22T08:43:15.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.088+0000 7f60363e19c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-22T08:43:15.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.088+0000 7f5ee9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:15.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.096+0000 7f60363e19c0 20 remove_watcher() i=0 2024-09-22T08:43:15.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.096+0000 7f60363e19c0 2 removed watcher, disabling cache 2024-09-22T08:43:15.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.100+0000 7f60363e19c0 20 remove_watcher() i=1 2024-09-22T08:43:15.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.100+0000 7f60363e19c0 20 remove_watcher() i=2 2024-09-22T08:43:15.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.104+0000 7f60363e19c0 20 remove_watcher() i=3 2024-09-22T08:43:15.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.108+0000 7f60363e19c0 20 remove_watcher() i=4 2024-09-22T08:43:15.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.108+0000 7f60363e19c0 20 remove_watcher() i=5 2024-09-22T08:43:15.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.112+0000 7f60363e19c0 20 remove_watcher() i=6 2024-09-22T08:43:15.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.116+0000 7f60363e19c0 20 remove_watcher() i=7 2024-09-22T08:43:15.163 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-22T08:43:15.163 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:15.238 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-22T08:43:15.238 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:15.238 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-22T08:43:15.278 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:15.278 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:15.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.320+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.320+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.320+0000 7f2ba54689c0 20 realm 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.320+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:15.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:15.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.324+0000 7f2ba54689c0 20 searching for the correct realm 2024-09-22T08:43:15.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.332+0000 7f2ba376f640 0 -- 172.21.15.64:0/3900120111 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x555b18cee2d0 msgr2=0x555b18cf0790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:15.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.336+0000 7f2ba2f6e640 0 -- 172.21.15.64:0/3900120111 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f2b98047460 msgr2=0x7f2b980478e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:15.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:15.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:15.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:15.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:15.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:15.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:15.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.344+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:15.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 zone default found 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 4 Realm: () 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 zonegroup default 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 started sync module instance, tier type = 2024-09-22T08:43:15.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.348+0000 7f2ba54689c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:15.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=0 2024-09-22T08:43:15.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=1 2024-09-22T08:43:15.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=2 2024-09-22T08:43:15.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=3 2024-09-22T08:43:15.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=4 2024-09-22T08:43:15.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=5 2024-09-22T08:43:15.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=6 2024-09-22T08:43:15.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 20 add_watcher() i=7 2024-09-22T08:43:15.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.364+0000 7f2ba54689c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:15.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2a597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:15.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:15.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:15.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 5 note: GC not initialized 2024-09-22T08:43:15.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f29d3fff640 20 reqs_thread_entry: start 2024-09-22T08:43:15.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 Filter name: none 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f29d1ffb640 20 reqs_thread_entry: start 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.368+0000 7f2ba54689c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:15.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:43:15.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2ba54689c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T08:43:15.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.372+0000 7f2a597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:15.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.376+0000 7f2ba54689c0 20 remove_watcher() i=0 2024-09-22T08:43:15.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.376+0000 7f2ba54689c0 2 removed watcher, disabling cache 2024-09-22T08:43:15.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.380+0000 7f2ba54689c0 20 remove_watcher() i=1 2024-09-22T08:43:15.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.384+0000 7f2ba54689c0 20 remove_watcher() i=2 2024-09-22T08:43:15.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.384+0000 7f2ba54689c0 20 remove_watcher() i=3 2024-09-22T08:43:15.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.388+0000 7f2ba54689c0 20 remove_watcher() i=4 2024-09-22T08:43:15.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.388+0000 7f2ba54689c0 20 remove_watcher() i=5 2024-09-22T08:43:15.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.388+0000 7f2ba54689c0 20 remove_watcher() i=6 2024-09-22T08:43:15.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.392+0000 7f2ba54689c0 20 remove_watcher() i=7 2024-09-22T08:43:15.460 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:43:15.490 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:15.490 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:15.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.528+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 realm 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:15.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:15.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.532+0000 7f7d2f7509c0 20 searching for the correct realm 2024-09-22T08:43:15.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.540+0000 7f7d2da57640 0 -- 172.21.15.64:0/677141721 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x564f20677820 msgr2=0x564f20679c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:15.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.544+0000 7f7d2ca55640 0 -- 172.21.15.64:0/677141721 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f7d24008040 msgr2=0x7f7d240657d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:15.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:15.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:15.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:15.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:15.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:15.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:15.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 zone default found 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 4 Realm: () 2024-09-22T08:43:15.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 zonegroup default 2024-09-22T08:43:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.552+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 started sync module instance, tier type = 2024-09-22T08:43:15.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.556+0000 7f7d2f7509c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:15.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=0 2024-09-22T08:43:15.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=1 2024-09-22T08:43:15.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=2 2024-09-22T08:43:15.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=3 2024-09-22T08:43:15.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=4 2024-09-22T08:43:15.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=5 2024-09-22T08:43:15.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=6 2024-09-22T08:43:15.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 20 add_watcher() i=7 2024-09-22T08:43:15.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.576+0000 7f7d2f7509c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:15.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7be37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 5 note: GC not initialized 2024-09-22T08:43:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7be27e4640 20 reqs_thread_entry: start 2024-09-22T08:43:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 Filter name: none 2024-09-22T08:43:15.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7b53fff640 20 reqs_thread_entry: start 2024-09-22T08:43:15.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 INFO: main: starting shard=0 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:15.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-22T08:43:15.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.580+0000 7f7d2f7509c0 20 INFO: main: done 2024-09-22T08:43:15.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.584+0000 7f7be37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:15.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.588+0000 7f7d2f7509c0 20 remove_watcher() i=0 2024-09-22T08:43:15.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.588+0000 7f7d2f7509c0 2 removed watcher, disabling cache 2024-09-22T08:43:15.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.588+0000 7f7d2f7509c0 20 remove_watcher() i=1 2024-09-22T08:43:15.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.592+0000 7f7d2f7509c0 20 remove_watcher() i=2 2024-09-22T08:43:15.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.592+0000 7f7d2f7509c0 20 remove_watcher() i=3 2024-09-22T08:43:15.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.596+0000 7f7d2f7509c0 20 remove_watcher() i=4 2024-09-22T08:43:15.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.600+0000 7f7d2f7509c0 20 remove_watcher() i=5 2024-09-22T08:43:15.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.600+0000 7f7d2f7509c0 20 remove_watcher() i=6 2024-09-22T08:43:15.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.604+0000 7f7d2f7509c0 20 remove_watcher() i=7 2024-09-22T08:43:15.624 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:43:15.652 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:15.653 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:15.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 realm 2024-09-22T08:43:15.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:15.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:15.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.692+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.696+0000 7ffbee9919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:15.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.696+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:15.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.696+0000 7ffbee9919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:15.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.696+0000 7ffbee9919c0 20 searching for the correct realm 2024-09-22T08:43:15.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.700+0000 7ffbebc96640 0 -- 172.21.15.64:0/1615471787 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7ffbe003e060 msgr2=0x7ffbe007f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:15.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:15.916+0000 7ffbec497640 0 -- 172.21.15.64:0/1615471787 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7ffbe001a040 msgr2=0x7ffbe007f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:16.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:16.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:16.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:16.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.132+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:16.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 zone default found 2024-09-22T08:43:16.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 4 Realm: () 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 zonegroup default 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 started sync module instance, tier type = 2024-09-22T08:43:16.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.136+0000 7ffbee9919c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=0 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=1 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=2 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=3 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=4 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=5 2024-09-22T08:43:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=6 2024-09-22T08:43:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 20 add_watcher() i=7 2024-09-22T08:43:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.164+0000 7ffbee9919c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:16.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.168+0000 7ffaa37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:16.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:16.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:16.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 5 note: GC not initialized 2024-09-22T08:43:16.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffaa27dc640 20 reqs_thread_entry: start 2024-09-22T08:43:16.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:16.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 Filter name: none 2024-09-22T08:43:16.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffa9b7fe640 20 reqs_thread_entry: start 2024-09-22T08:43:16.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:16.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:16.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:16.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:16.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 INFO: main: starting shard=0 2024-09-22T08:43:16.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.172+0000 7ffbee9919c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.176+0000 7ffbee9919c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-22T08:43:16.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.176+0000 7ffbee9919c0 20 INFO: main: done 2024-09-22T08:43:16.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.176+0000 7ffaa37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:16.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.180+0000 7ffbee9919c0 20 remove_watcher() i=0 2024-09-22T08:43:16.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.180+0000 7ffbee9919c0 2 removed watcher, disabling cache 2024-09-22T08:43:16.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.184+0000 7ffbee9919c0 20 remove_watcher() i=1 2024-09-22T08:43:16.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.188+0000 7ffbee9919c0 20 remove_watcher() i=2 2024-09-22T08:43:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.188+0000 7ffbee9919c0 20 remove_watcher() i=3 2024-09-22T08:43:16.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.192+0000 7ffbee9919c0 20 remove_watcher() i=4 2024-09-22T08:43:16.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.192+0000 7ffbee9919c0 20 remove_watcher() i=5 2024-09-22T08:43:16.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.196+0000 7ffbee9919c0 20 remove_watcher() i=6 2024-09-22T08:43:16.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.196+0000 7ffbee9919c0 20 remove_watcher() i=7 2024-09-22T08:43:16.223 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-22T08:43:16.224 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:16.224 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-22T08:43:16.259 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:16.260 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:16.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.296+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 realm 2024-09-22T08:43:16.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:16.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:16.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.300+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.304+0000 7f00d234f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:16.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.304+0000 7f00d234f9c0 20 searching for the correct realm 2024-09-22T08:43:16.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.308+0000 7f00d0656640 0 -- 172.21.15.64:0/533122522 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x565112eb4dc0 msgr2=0x565112eb7210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:16.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.312+0000 7f00cf654640 0 -- 172.21.15.64:0/533122522 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f00c40cd040 msgr2=0x7f00c40b9450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:16.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:16.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:16.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 zone default found 2024-09-22T08:43:16.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 4 Realm: () 2024-09-22T08:43:16.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 zonegroup default 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.320+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.324+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.324+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.324+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.324+0000 7f00d234f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.324+0000 7f00d234f9c0 20 started sync module instance, tier type = 2024-09-22T08:43:16.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.324+0000 7f00d234f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=0 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=1 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=2 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=3 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=4 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=5 2024-09-22T08:43:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=6 2024-09-22T08:43:16.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 20 add_watcher() i=7 2024-09-22T08:43:16.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.344+0000 7f00d234f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:16.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7eff85fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 5 note: GC not initialized 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7eff84fe1640 20 reqs_thread_entry: start 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 Filter name: none 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7efefe7fc640 20 reqs_thread_entry: start 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:16.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:16.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:16.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:16.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.348+0000 7f00d234f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:16.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:16.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:16.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:16.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:16.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:16.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 1 NOTICE: finished shard 0 (2 entries found) 2024-09-22T08:43:16.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7f00d234f9c0 1 NOTICE: finished all shards (2 entries found) 2024-09-22T08:43:16.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.352+0000 7eff85fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:16.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.356+0000 7f00d234f9c0 20 remove_watcher() i=0 2024-09-22T08:43:16.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.356+0000 7f00d234f9c0 2 removed watcher, disabling cache 2024-09-22T08:43:16.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.360+0000 7f00d234f9c0 20 remove_watcher() i=1 2024-09-22T08:43:16.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.364+0000 7f00d234f9c0 20 remove_watcher() i=2 2024-09-22T08:43:16.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.364+0000 7f00d234f9c0 20 remove_watcher() i=3 2024-09-22T08:43:16.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.364+0000 7f00d234f9c0 20 remove_watcher() i=4 2024-09-22T08:43:16.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.368+0000 7f00d234f9c0 20 remove_watcher() i=5 2024-09-22T08:43:16.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.368+0000 7f00d234f9c0 20 remove_watcher() i=6 2024-09-22T08:43:16.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.372+0000 7f00d234f9c0 20 remove_watcher() i=7 2024-09-22T08:43:16.392 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-22T08:43:16.392 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:16.392 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T08:43:16.423 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:16.423 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:16.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.460+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 realm 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:16.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.464+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.468+0000 7f997a40b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:16.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.468+0000 7f997a40b9c0 20 searching for the correct realm 2024-09-22T08:43:16.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.472+0000 7f9977f11640 0 -- 172.21.15.64:0/2491983604 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f9970022040 msgr2=0x7f99700993d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:16.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.476+0000 7f9977f11640 0 -- 172.21.15.64:0/2491983604 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f996c0ec430 msgr2=0x7f996c0ec8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:16.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:16.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.692+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:16.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 zone default found 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 4 Realm: () 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 zonegroup default 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.696+0000 7f997a40b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.700+0000 7f997a40b9c0 20 started sync module instance, tier type = 2024-09-22T08:43:16.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.700+0000 7f997a40b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=0 2024-09-22T08:43:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=1 2024-09-22T08:43:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=2 2024-09-22T08:43:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=3 2024-09-22T08:43:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=4 2024-09-22T08:43:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=5 2024-09-22T08:43:16.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.724+0000 7f997a40b9c0 20 add_watcher() i=6 2024-09-22T08:43:16.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.728+0000 7f997a40b9c0 20 add_watcher() i=7 2024-09-22T08:43:16.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.728+0000 7f997a40b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:16.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f982dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:16.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:16.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:16.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 5 note: GC not initialized 2024-09-22T08:43:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f982cfe1640 20 reqs_thread_entry: start 2024-09-22T08:43:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 Filter name: none 2024-09-22T08:43:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f97a67fc640 20 reqs_thread_entry: start 2024-09-22T08:43:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:16.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:16.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:16.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:16.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.732+0000 7f997a40b9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:16.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 get_obj_state: octx=0x55b23bfb52b0 obj=check-bucket:c state=0x55b23c267b78 s->prefetch_data=0 2024-09-22T08:43:16.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 get_obj_state: setting s->obj_tag to awilcrvnjm4tyn5gbn4pj05dm360jyet 2024-09-22T08:43:16.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 get_obj_state_impl: setting s->olh_tag to evo0edjhi1j1izb7tg8ruut0w1rt7hkl 2024-09-22T08:43:16.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-22T08:43:16.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 olh_log_entry: epoch=4 op=3 key=c[BcQH3FJnuNfHojsQk5OjwVjeJ3YI4BB] 2024-09-22T08:43:16.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.736+0000 7f997a40b9c0 20 get_obj_state: octx=0x55b23c290da0 obj=check-bucket:_:BcQH3FJnuNfHojsQk5OjwVjeJ3YI4BB_c state=0x55b23c2610c8 s->prefetch_data=0 2024-09-22T08:43:16.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.740+0000 7f997a40b9c0 20 get_obj_state: octx=0x55b23c290da0 obj=check-bucket:c state=0x55b23c261da8 s->prefetch_data=0 2024-09-22T08:43:16.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.744+0000 7f997a40b9c0 20 get_obj_state: setting s->obj_tag to awilcrvnjm4tyn5gbn4pj05dm360jyet 2024-09-22T08:43:16.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.744+0000 7f997a40b9c0 20 get_obj_state_impl: setting s->olh_tag to evo0edjhi1j1izb7tg8ruut0w1rt7hkl 2024-09-22T08:43:16.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.744+0000 7f997a40b9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=evo0edjhi1j1izb7tg8ruut0w1rt7hkl 2024-09-22T08:43:16.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.752+0000 7f997a40b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 get_obj_state: octx=0x55b23bfb52b0 obj=check-bucket:d state=0x55b23c267b78 s->prefetch_data=0 2024-09-22T08:43:16.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 get_obj_state: setting s->obj_tag to 4c1qq7u7y25f7gycr8k93tsbjas6p4xe 2024-09-22T08:43:16.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 get_obj_state_impl: setting s->olh_tag to btllgtg00rzvwcwup4p1np24h10fnc4h 2024-09-22T08:43:16.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-22T08:43:16.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 olh_log_entry: epoch=4 op=3 key=d[LSYOBY0WhreMCOqTosnYUxqSAzpAAdx] 2024-09-22T08:43:16.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.760+0000 7f997a40b9c0 20 get_obj_state: octx=0x55b23c290da0 obj=check-bucket:_:LSYOBY0WhreMCOqTosnYUxqSAzpAAdx_d state=0x55b23c292848 s->prefetch_data=0 2024-09-22T08:43:16.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.764+0000 7f997a40b9c0 20 get_obj_state: octx=0x55b23c290da0 obj=check-bucket:d state=0x55b23c2688f8 s->prefetch_data=0 2024-09-22T08:43:16.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.764+0000 7f997a40b9c0 20 get_obj_state: setting s->obj_tag to 4c1qq7u7y25f7gycr8k93tsbjas6p4xe 2024-09-22T08:43:16.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.764+0000 7f997a40b9c0 20 get_obj_state_impl: setting s->olh_tag to btllgtg00rzvwcwup4p1np24h10fnc4h 2024-09-22T08:43:16.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.764+0000 7f997a40b9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=btllgtg00rzvwcwup4p1np24h10fnc4h 2024-09-22T08:43:16.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.776+0000 7f997a40b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:16.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.780+0000 7f997a40b9c0 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-22T08:43:16.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.780+0000 7f997a40b9c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-22T08:43:16.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.784+0000 7f982dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:16.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.788+0000 7f997a40b9c0 20 remove_watcher() i=0 2024-09-22T08:43:16.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.788+0000 7f997a40b9c0 2 removed watcher, disabling cache 2024-09-22T08:43:16.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.792+0000 7f997a40b9c0 20 remove_watcher() i=1 2024-09-22T08:43:16.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.796+0000 7f997a40b9c0 20 remove_watcher() i=2 2024-09-22T08:43:16.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.796+0000 7f997a40b9c0 20 remove_watcher() i=3 2024-09-22T08:43:16.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.800+0000 7f997a40b9c0 20 remove_watcher() i=4 2024-09-22T08:43:16.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.804+0000 7f997a40b9c0 20 remove_watcher() i=5 2024-09-22T08:43:16.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.804+0000 7f997a40b9c0 20 remove_watcher() i=6 2024-09-22T08:43:16.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.808+0000 7f997a40b9c0 20 remove_watcher() i=7 2024-09-22T08:43:16.830 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:43:16.862 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:16.862 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:16.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 20 realm 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.900+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.904+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:16.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.904+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.904+0000 7fd58915d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.904+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.904+0000 7fd58915d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.904+0000 7fd58915d9c0 20 searching for the correct realm 2024-09-22T08:43:16.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:16.912+0000 7fd587464640 0 -- 172.21.15.64:0/1448607418 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fd57c081710 msgr2=0x7fd57c069410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:17.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.128+0000 7fd586c63640 0 -- 172.21.15.64:0/1448607418 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55d5eb41e730 msgr2=0x55d5eb420b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:17.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:17.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:17.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:17.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.136+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 zone default found 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 4 Realm: () 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 zonegroup default 2024-09-22T08:43:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 started sync module instance, tier type = 2024-09-22T08:43:17.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.140+0000 7fd58915d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:17.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=0 2024-09-22T08:43:17.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=1 2024-09-22T08:43:17.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=2 2024-09-22T08:43:17.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=3 2024-09-22T08:43:17.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=4 2024-09-22T08:43:17.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=5 2024-09-22T08:43:17.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.168+0000 7fd58915d9c0 20 add_watcher() i=6 2024-09-22T08:43:17.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.172+0000 7fd58915d9c0 20 add_watcher() i=7 2024-09-22T08:43:17.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.172+0000 7fd58915d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:17.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.172+0000 7fd43d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:17.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:17.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:17.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 5 note: GC not initialized 2024-09-22T08:43:17.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd3b7fff640 20 reqs_thread_entry: start 2024-09-22T08:43:17.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:17.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 Filter name: none 2024-09-22T08:43:17.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd3b5ffb640 20 reqs_thread_entry: start 2024-09-22T08:43:17.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:17.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.176+0000 7fd58915d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:17.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:17.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:17.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 INFO: main: starting shard=0 2024-09-22T08:43:17.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:17.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:43:17.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd58915d9c0 20 INFO: main: done 2024-09-22T08:43:17.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.180+0000 7fd43d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:17.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.188+0000 7fd58915d9c0 20 remove_watcher() i=0 2024-09-22T08:43:17.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.188+0000 7fd58915d9c0 2 removed watcher, disabling cache 2024-09-22T08:43:17.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.188+0000 7fd58915d9c0 20 remove_watcher() i=1 2024-09-22T08:43:17.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.192+0000 7fd58915d9c0 20 remove_watcher() i=2 2024-09-22T08:43:17.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.192+0000 7fd58915d9c0 20 remove_watcher() i=3 2024-09-22T08:43:17.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.196+0000 7fd58915d9c0 20 remove_watcher() i=4 2024-09-22T08:43:17.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.196+0000 7fd58915d9c0 20 remove_watcher() i=5 2024-09-22T08:43:17.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.196+0000 7fd58915d9c0 20 remove_watcher() i=6 2024-09-22T08:43:17.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.200+0000 7fd58915d9c0 20 remove_watcher() i=7 2024-09-22T08:43:17.222 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:43:17.258 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:17.258 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:17.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.296+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 realm 2024-09-22T08:43:17.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:17.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:17.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:17.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.300+0000 7fa3da5e99c0 20 searching for the correct realm 2024-09-22T08:43:17.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.308+0000 7fa3d88f0640 0 -- 172.21.15.64:0/2512171282 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5609bd4095a0 msgr2=0x5609bd40ba40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:17.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.312+0000 7fa3d78ee640 0 -- 172.21.15.64:0/2512171282 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fa3c0101c20 msgr2=0x7fa3c0102d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:17.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:17.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:17.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 zone default found 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 4 Realm: () 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 zonegroup default 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.320+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.324+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.324+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.324+0000 7fa3da5e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.324+0000 7fa3da5e99c0 20 started sync module instance, tier type = 2024-09-22T08:43:17.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.324+0000 7fa3da5e99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:17.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=0 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=1 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=2 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=3 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=4 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=5 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=6 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 20 add_watcher() i=7 2024-09-22T08:43:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.340+0000 7fa3da5e99c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:17.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa28f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 5 note: GC not initialized 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa28e7dc640 20 reqs_thread_entry: start 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 Filter name: none 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa2877fe640 20 reqs_thread_entry: start 2024-09-22T08:43:17.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:17.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:17.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:17.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:17.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 INFO: main: starting shard=0 2024-09-22T08:43:17.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:17.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:43:17.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.344+0000 7fa3da5e99c0 20 INFO: main: done 2024-09-22T08:43:17.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.348+0000 7fa28f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:17.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.352+0000 7fa3da5e99c0 20 remove_watcher() i=0 2024-09-22T08:43:17.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.352+0000 7fa3da5e99c0 2 removed watcher, disabling cache 2024-09-22T08:43:17.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.352+0000 7fa3da5e99c0 20 remove_watcher() i=1 2024-09-22T08:43:17.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.356+0000 7fa3da5e99c0 20 remove_watcher() i=2 2024-09-22T08:43:17.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.356+0000 7fa3da5e99c0 20 remove_watcher() i=3 2024-09-22T08:43:17.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.360+0000 7fa3da5e99c0 20 remove_watcher() i=4 2024-09-22T08:43:17.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.360+0000 7fa3da5e99c0 20 remove_watcher() i=5 2024-09-22T08:43:17.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.364+0000 7fa3da5e99c0 20 remove_watcher() i=6 2024-09-22T08:43:17.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.364+0000 7fa3da5e99c0 20 remove_watcher() i=7 2024-09-22T08:43:17.384 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-22T08:43:17.384 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:17.384 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-22T08:43:17.413 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:17.413 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:17.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 realm 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.452+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.456+0000 7f53f1d709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:17.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.456+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.456+0000 7f53f1d709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:17.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.456+0000 7f53f1d709c0 20 searching for the correct realm 2024-09-22T08:43:17.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.460+0000 7f53f0077640 0 -- 172.21.15.64:0/2495614682 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5585a018b580 msgr2=0x5585a018da00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:17.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.468+0000 7f53ef075640 0 -- 172.21.15.64:0/2495614682 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f53e40cd040 msgr2=0x7f53e40cd420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:17.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:17.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:17.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:17.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:17.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:17.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:17.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 zone default found 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 4 Realm: () 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 zonegroup default 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:17.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 started sync module instance, tier type = 2024-09-22T08:43:17.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.476+0000 7f53f1d709c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=0 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=1 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=2 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=3 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=4 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=5 2024-09-22T08:43:17.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.496+0000 7f53f1d709c0 20 add_watcher() i=6 2024-09-22T08:43:17.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f53f1d709c0 20 add_watcher() i=7 2024-09-22T08:43:17.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f53f1d709c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:17.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f52a67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:17.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f53f1d709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:17.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f53f1d709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f53f1d709c0 5 note: GC not initialized 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.500+0000 7f52a57e2640 20 reqs_thread_entry: start 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 Filter name: none 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f529e7fc640 20 reqs_thread_entry: start 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:17.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:17.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:17.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:17.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f53f1d709c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T08:43:17.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.504+0000 7f52a67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:17.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.512+0000 7f53f1d709c0 20 remove_watcher() i=0 2024-09-22T08:43:17.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.512+0000 7f53f1d709c0 2 removed watcher, disabling cache 2024-09-22T08:43:17.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.512+0000 7f53f1d709c0 20 remove_watcher() i=1 2024-09-22T08:43:17.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.516+0000 7f53f1d709c0 20 remove_watcher() i=2 2024-09-22T08:43:17.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.516+0000 7f53f1d709c0 20 remove_watcher() i=3 2024-09-22T08:43:17.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.520+0000 7f53f1d709c0 20 remove_watcher() i=4 2024-09-22T08:43:17.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.520+0000 7f53f1d709c0 20 remove_watcher() i=5 2024-09-22T08:43:17.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.520+0000 7f53f1d709c0 20 remove_watcher() i=6 2024-09-22T08:43:17.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:17.524+0000 7f53f1d709c0 20 remove_watcher() i=7 2024-09-22T08:43:17.543 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-22T08:43:17.543 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:17.599 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-22T08:43:17.600 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:43:18.027 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T08:43:18.493 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-22T08:43:20.013 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:20.013 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:43:20.051 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:20.051 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:20.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.092+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 realm 2024-09-22T08:43:20.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:20.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:20.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:20.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.096+0000 7ffa7043f9c0 20 searching for the correct realm 2024-09-22T08:43:20.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.104+0000 7ffa6e746640 0 -- 172.21.15.64:0/3442272263 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x557d0879e210 msgr2=0x557d087a06d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:20.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.108+0000 7ffa6df45640 0 -- 172.21.15.64:0/3442272263 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7ffa58088b70 msgr2=0x7ffa580634f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:20.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:20.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 zone default found 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 4 Realm: () 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 zonegroup default 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 started sync module instance, tier type = 2024-09-22T08:43:20.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.120+0000 7ffa7043f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:20.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=0 2024-09-22T08:43:20.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=1 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=2 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=3 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=4 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=5 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=6 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 20 add_watcher() i=7 2024-09-22T08:43:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.140+0000 7ffa7043f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:20.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ff923fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 5 note: GC not initialized 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ff922fe5640 20 reqs_thread_entry: start 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 Filter name: none 2024-09-22T08:43:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ff920fe1640 20 reqs_thread_entry: start 2024-09-22T08:43:20.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:20.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 INFO: main: starting shard=0 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:43:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.144+0000 7ffa7043f9c0 20 INFO: main: done 2024-09-22T08:43:20.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.148+0000 7ff923fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:20.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.152+0000 7ffa7043f9c0 20 remove_watcher() i=0 2024-09-22T08:43:20.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.152+0000 7ffa7043f9c0 2 removed watcher, disabling cache 2024-09-22T08:43:20.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.152+0000 7ffa7043f9c0 20 remove_watcher() i=1 2024-09-22T08:43:20.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.156+0000 7ffa7043f9c0 20 remove_watcher() i=2 2024-09-22T08:43:20.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.156+0000 7ffa7043f9c0 20 remove_watcher() i=3 2024-09-22T08:43:20.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.160+0000 7ffa7043f9c0 20 remove_watcher() i=4 2024-09-22T08:43:20.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.160+0000 7ffa7043f9c0 20 remove_watcher() i=5 2024-09-22T08:43:20.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.164+0000 7ffa7043f9c0 20 remove_watcher() i=6 2024-09-22T08:43:20.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.164+0000 7ffa7043f9c0 20 remove_watcher() i=7 2024-09-22T08:43:20.260 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:20.261 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:43:20.295 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:20.295 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:20.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 realm 2024-09-22T08:43:20.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:20.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.336+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.340+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:20.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.340+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.340+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:20.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.340+0000 7f8fe1c4f9c0 20 searching for the correct realm 2024-09-22T08:43:20.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.344+0000 7f8fd6f54640 0 -- 172.21.15.64:0/3390730516 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8fc802a070 msgr2=0x7f8fc8073670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:20.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.352+0000 7f8fdf755640 0 -- 172.21.15.64:0/3390730516 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8fc8073ca0 msgr2=0x7f8fc80808c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:20.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:20.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.568+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:20.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 zone default found 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 4 Realm: () 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 zonegroup default 2024-09-22T08:43:20.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.572+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.576+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.576+0000 7f8fe1c4f9c0 20 started sync module instance, tier type = 2024-09-22T08:43:20.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.576+0000 7f8fe1c4f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:20.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=0 2024-09-22T08:43:20.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=1 2024-09-22T08:43:20.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=2 2024-09-22T08:43:20.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=3 2024-09-22T08:43:20.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=4 2024-09-22T08:43:20.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=5 2024-09-22T08:43:20.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=6 2024-09-22T08:43:20.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 20 add_watcher() i=7 2024-09-22T08:43:20.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.600+0000 7f8fe1c4f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:20.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8e95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:20.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:20.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:20.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 5 note: GC not initialized 2024-09-22T08:43:20.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8e94fe1640 20 reqs_thread_entry: start 2024-09-22T08:43:20.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:20.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 Filter name: none 2024-09-22T08:43:20.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8e0e7fc640 20 reqs_thread_entry: start 2024-09-22T08:43:20.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:20.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.608+0000 7f8fe1c4f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:20.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:20.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:20.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 INFO: main: starting shard=0 2024-09-22T08:43:20.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:20.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:43:20.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8fe1c4f9c0 20 INFO: main: done 2024-09-22T08:43:20.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.612+0000 7f8e95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:20.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.620+0000 7f8fe1c4f9c0 20 remove_watcher() i=0 2024-09-22T08:43:20.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.620+0000 7f8fe1c4f9c0 2 removed watcher, disabling cache 2024-09-22T08:43:20.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.620+0000 7f8fe1c4f9c0 20 remove_watcher() i=1 2024-09-22T08:43:20.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.624+0000 7f8fe1c4f9c0 20 remove_watcher() i=2 2024-09-22T08:43:20.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.624+0000 7f8fe1c4f9c0 20 remove_watcher() i=3 2024-09-22T08:43:20.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.628+0000 7f8fe1c4f9c0 20 remove_watcher() i=4 2024-09-22T08:43:20.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.628+0000 7f8fe1c4f9c0 20 remove_watcher() i=5 2024-09-22T08:43:20.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.632+0000 7f8fe1c4f9c0 20 remove_watcher() i=6 2024-09-22T08:43:20.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.632+0000 7f8fe1c4f9c0 20 remove_watcher() i=7 2024-09-22T08:43:20.729 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:20.729 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-22T08:43:20.766 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:20.766 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:20.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 realm 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:20.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.808+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.812+0000 7f8732b879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:20.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.812+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:20.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.812+0000 7f8732b879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:20.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.812+0000 7f8732b879c0 20 searching for the correct realm 2024-09-22T08:43:20.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:20.812+0000 7f873068d640 0 -- 172.21.15.64:0/2267012377 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x558f48467f40 msgr2=0x7f87281136e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:21.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.028+0000 7f872fe8c640 0 -- 172.21.15.64:0/2267012377 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x558f486c8b10 msgr2=0x558f486caf00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:21.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.044+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:21.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 zone default found 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 4 Realm: () 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 zonegroup default 2024-09-22T08:43:21.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 started sync module instance, tier type = 2024-09-22T08:43:21.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.048+0000 7f8732b879c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:21.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=0 2024-09-22T08:43:21.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=1 2024-09-22T08:43:21.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=2 2024-09-22T08:43:21.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=3 2024-09-22T08:43:21.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=4 2024-09-22T08:43:21.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=5 2024-09-22T08:43:21.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=6 2024-09-22T08:43:21.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 20 add_watcher() i=7 2024-09-22T08:43:21.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.072+0000 7f8732b879c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:21.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.076+0000 7f85e67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:21.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:21.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:21.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 5 note: GC not initialized 2024-09-22T08:43:21.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f85e57e2640 20 reqs_thread_entry: start 2024-09-22T08:43:21.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:21.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 Filter name: none 2024-09-22T08:43:21.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8556ffd640 20 reqs_thread_entry: start 2024-09-22T08:43:21.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:21.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:21.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:21.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:21.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 INFO: main: starting shard=0 2024-09-22T08:43:21.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.080+0000 7f8732b879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:21.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.084+0000 7f8732b879c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:43:21.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.084+0000 7f8732b879c0 20 INFO: main: done 2024-09-22T08:43:21.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.084+0000 7f85e67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:21.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.088+0000 7f8732b879c0 20 remove_watcher() i=0 2024-09-22T08:43:21.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.088+0000 7f8732b879c0 2 removed watcher, disabling cache 2024-09-22T08:43:21.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.092+0000 7f8732b879c0 20 remove_watcher() i=1 2024-09-22T08:43:21.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.096+0000 7f8732b879c0 20 remove_watcher() i=2 2024-09-22T08:43:21.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.096+0000 7f8732b879c0 20 remove_watcher() i=3 2024-09-22T08:43:21.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.100+0000 7f8732b879c0 20 remove_watcher() i=4 2024-09-22T08:43:21.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.100+0000 7f8732b879c0 20 remove_watcher() i=5 2024-09-22T08:43:21.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.104+0000 7f8732b879c0 20 remove_watcher() i=6 2024-09-22T08:43:21.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.104+0000 7f8732b879c0 20 remove_watcher() i=7 2024-09-22T08:43:21.205 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:43:21.205 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-22T08:43:21.243 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:21.243 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:21.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 realm 2024-09-22T08:43:21.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:21.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.284+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.288+0000 7fab9692e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:21.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.288+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.288+0000 7fab9692e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:21.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.288+0000 7fab9692e9c0 20 searching for the correct realm 2024-09-22T08:43:21.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.292+0000 7fab94c35640 0 -- 172.21.15.64:0/2981891346 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5628033f85e0 msgr2=0x5628033fa9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:21.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.504+0000 7fab94434640 0 -- 172.21.15.64:0/2981891346 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fab880523f0 msgr2=0x7fab88052870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.720+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:21.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:21.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 zone default found 2024-09-22T08:43:21.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 4 Realm: () 2024-09-22T08:43:21.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:21.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:21.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:21.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 zonegroup default 2024-09-22T08:43:21.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.724+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.728+0000 7fab9692e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:21.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.728+0000 7fab9692e9c0 20 started sync module instance, tier type = 2024-09-22T08:43:21.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.728+0000 7fab9692e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:21.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=0 2024-09-22T08:43:21.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=1 2024-09-22T08:43:21.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=2 2024-09-22T08:43:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=3 2024-09-22T08:43:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=4 2024-09-22T08:43:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=5 2024-09-22T08:43:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=6 2024-09-22T08:43:21.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 20 add_watcher() i=7 2024-09-22T08:43:21.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.752+0000 7fab9692e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.756+0000 7faa4afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:21.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:21.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:21.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 5 note: GC not initialized 2024-09-22T08:43:21.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7faa49fdb640 20 reqs_thread_entry: start 2024-09-22T08:43:21.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:21.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 Filter name: none 2024-09-22T08:43:21.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fa9bb7fe640 20 reqs_thread_entry: start 2024-09-22T08:43:21.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:21.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:21.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.760+0000 7fab9692e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:21.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7fab9692e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:21.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7fab9692e9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T08:43:21.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7fab9692e9c0 20 INFO: main: starting shard=0 2024-09-22T08:43:21.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7fab9692e9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:21.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7fab9692e9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:43:21.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7fab9692e9c0 20 INFO: main: done 2024-09-22T08:43:21.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.764+0000 7faa4afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:21.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.768+0000 7fab9692e9c0 20 remove_watcher() i=0 2024-09-22T08:43:21.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.768+0000 7fab9692e9c0 2 removed watcher, disabling cache 2024-09-22T08:43:21.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.772+0000 7fab9692e9c0 20 remove_watcher() i=1 2024-09-22T08:43:21.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.776+0000 7fab9692e9c0 20 remove_watcher() i=2 2024-09-22T08:43:21.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.776+0000 7fab9692e9c0 20 remove_watcher() i=3 2024-09-22T08:43:21.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.780+0000 7fab9692e9c0 20 remove_watcher() i=4 2024-09-22T08:43:21.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.780+0000 7fab9692e9c0 20 remove_watcher() i=5 2024-09-22T08:43:21.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.780+0000 7fab9692e9c0 20 remove_watcher() i=6 2024-09-22T08:43:21.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:21.784+0000 7fab9692e9c0 20 remove_watcher() i=7 2024-09-22T08:43:21.814 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T08:43:22.262 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-22T08:43:22.705 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-22T08:43:22.737 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:22.737 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:22.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:22.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:22.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 realm 2024-09-22T08:43:22.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:22.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:22.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:22.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:22.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:22.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.776+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:22.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.780+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:22.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.780+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:22.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.780+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:22.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.780+0000 7f6ae3d8e9c0 20 searching for the correct realm 2024-09-22T08:43:22.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.784+0000 7f6ae2095640 0 -- 172.21.15.64:0/532902394 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x56388fa0bdf0 msgr2=0x56388fa0e2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:22.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:22.792+0000 7f6ae1894640 0 -- 172.21.15.64:0/532902394 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f6ad8016b60 msgr2=0x7f6ad809ea60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.008+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:23.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:23.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 zone default found 2024-09-22T08:43:23.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 4 Realm: () 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 zonegroup default 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.012+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.016+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.016+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.016+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.016+0000 7f6ae3d8e9c0 20 started sync module instance, tier type = 2024-09-22T08:43:23.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.016+0000 7f6ae3d8e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:23.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=0 2024-09-22T08:43:23.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=1 2024-09-22T08:43:23.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=2 2024-09-22T08:43:23.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=3 2024-09-22T08:43:23.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=4 2024-09-22T08:43:23.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=5 2024-09-22T08:43:23.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=6 2024-09-22T08:43:23.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 20 add_watcher() i=7 2024-09-22T08:43:23.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.040+0000 7f6ae3d8e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:23.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.044+0000 7f69937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:23.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:23.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:23.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 5 note: GC not initialized 2024-09-22T08:43:23.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f69927fc640 20 reqs_thread_entry: start 2024-09-22T08:43:23.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:23.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 Filter name: none 2024-09-22T08:43:23.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6903fff640 20 reqs_thread_entry: start 2024-09-22T08:43:23.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:23.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:23.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:23.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:23.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:23.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.048+0000 7f6ae3d8e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:23.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:23.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:23.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:23.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:23.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:23.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.052+0000 7f6ae3d8e9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.056+0000 7f69937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:23.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.064+0000 7f6ae3d8e9c0 20 remove_watcher() i=0 2024-09-22T08:43:23.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.064+0000 7f6ae3d8e9c0 2 removed watcher, disabling cache 2024-09-22T08:43:23.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.068+0000 7f6ae3d8e9c0 20 remove_watcher() i=1 2024-09-22T08:43:23.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.068+0000 7f6ae3d8e9c0 20 remove_watcher() i=2 2024-09-22T08:43:23.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.072+0000 7f6ae3d8e9c0 20 remove_watcher() i=3 2024-09-22T08:43:23.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.072+0000 7f6ae3d8e9c0 20 remove_watcher() i=4 2024-09-22T08:43:23.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.076+0000 7f6ae3d8e9c0 20 remove_watcher() i=5 2024-09-22T08:43:23.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.076+0000 7f6ae3d8e9c0 20 remove_watcher() i=6 2024-09-22T08:43:23.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.080+0000 7f6ae3d8e9c0 20 remove_watcher() i=7 2024-09-22T08:43:23.107 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T08:43:23.144 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:23.144 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:23.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.184+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.184+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.184+0000 7f625dd3a9c0 20 realm 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.184+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:23.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:23.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.188+0000 7f625dd3a9c0 20 searching for the correct realm 2024-09-22T08:43:23.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.196+0000 7f625c041640 0 -- 172.21.15.64:0/3867950439 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55cdfd122d10 msgr2=0x55cdfd1251d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:23.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.200+0000 7f625b840640 0 -- 172.21.15.64:0/3867950439 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f6250008040 msgr2=0x7f6250052420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:23.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.208+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 zone default found 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 4 Realm: () 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 zonegroup default 2024-09-22T08:43:23.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 started sync module instance, tier type = 2024-09-22T08:43:23.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.212+0000 7f625dd3a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:23.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=0 2024-09-22T08:43:23.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=1 2024-09-22T08:43:23.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=2 2024-09-22T08:43:23.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=3 2024-09-22T08:43:23.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=4 2024-09-22T08:43:23.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=5 2024-09-22T08:43:23.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=6 2024-09-22T08:43:23.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 20 add_watcher() i=7 2024-09-22T08:43:23.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.232+0000 7f625dd3a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:23.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f6111fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:23.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:23.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:23.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 5 note: GC not initialized 2024-09-22T08:43:23.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f6110fe1640 20 reqs_thread_entry: start 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 Filter name: none 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f608a7fc640 20 reqs_thread_entry: start 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 : miss 2024-09-22T08:43:23.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 info.flags=0x17 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 to cache LRU end 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2 2024-09-22T08:43:23.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.236+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.240+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.240+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:c state=0x55cdfd158368 s->prefetch_data=0 2024-09-22T08:43:23.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.240+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to x0c6n43wcaoo0tjz3bisc8cf3g1f2jrx 2024-09-22T08:43:23.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.240+0000 7f625dd3a9c0 20 get_obj_state_impl: setting s->olh_tag to qcadufpixxdqp46vn7jyzvfsyd7r8f02 2024-09-22T08:43:23.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.240+0000 7f625dd3a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qcadufpixxdqp46vn7jyzvfsyd7r8f02 2024-09-22T08:43:23.247 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.240+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 olh_log_entry: epoch=3 op=3 key=c[s.ZBMi72kGpT8buklsx0gyDQTKThzaJ] 2024-09-22T08:43:23.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:s.ZBMi72kGpT8buklsx0gyDQTKThzaJ_c state=0x55cdfd152dc8 s->prefetch_data=0 2024-09-22T08:43:23.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 10 manifest: total_size = 22 2024-09-22T08:43:23.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.574303181415377462 2024-09-22T08:43:23.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:s.ZBMi72kGpT8buklsx0gyDQTKThzaJ_c state=0x55cdfd152dc8 s->prefetch_data=0 2024-09-22T08:43:23.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 prepare_atomic_modification: state is not atomic. state=0x55cdfd152dc8 2024-09-22T08:43:23.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.244+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.252+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:23.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.252+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T08:43:23.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.252+0000 7f625dd3a9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:23.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.252+0000 7f625dd3a9c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:s.ZBMi72kGpT8buklsx0gyDQTKThzaJ_.4vo1WqEUCuHcbTgzQ2O5snNrSrxL77a_0 2024-09-22T08:43:23.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.256+0000 7f613affd640 20 handle_completion(): completion ok for obj=c[s.ZBMi72kGpT8buklsx0gyDQTKThzaJ] 2024-09-22T08:43:23.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.256+0000 7f625dd3a9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:23.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.260+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.260+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.264+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.264+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.264+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:d state=0x55cdfd185598 s->prefetch_data=0 2024-09-22T08:43:23.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.268+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to ni38v72y31g03smvi061nlqgw5fpie7b 2024-09-22T08:43:23.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.268+0000 7f625dd3a9c0 20 get_obj_state_impl: setting s->olh_tag to eiv5sypdkcvibd2lf5eq8345hdqwyolp 2024-09-22T08:43:23.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.268+0000 7f625dd3a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=eiv5sypdkcvibd2lf5eq8345hdqwyolp 2024-09-22T08:43:23.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.268+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 olh_log_entry: epoch=3 op=3 key=d[SV13FUGWQ59D05FAlCmIn9hXDytkV3e] 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:SV13FUGWQ59D05FAlCmIn9hXDytkV3e_d state=0x55cdfd150da8 s->prefetch_data=0 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 10 manifest: total_size = 12 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6090716584989071538 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:SV13FUGWQ59D05FAlCmIn9hXDytkV3e_d state=0x55cdfd150da8 s->prefetch_data=0 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 prepare_atomic_modification: state is not atomic. state=0x55cdfd150da8 2024-09-22T08:43:23.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.272+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.276+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:23.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.276+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T08:43:23.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.276+0000 7f625dd3a9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:23.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.276+0000 7f625dd3a9c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:SV13FUGWQ59D05FAlCmIn9hXDytkV3e_.523Syk5LRSeljCE7iOuh5JkN9hEF07q_0 2024-09-22T08:43:23.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.280+0000 7f613affd640 20 handle_completion(): completion ok for obj=d[SV13FUGWQ59D05FAlCmIn9hXDytkV3e] 2024-09-22T08:43:23.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.284+0000 7f625dd3a9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:23.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.284+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.284+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.288+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.288+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.288+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:e state=0x55cdfd158368 s->prefetch_data=0 2024-09-22T08:43:23.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.288+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to 366jot4yih8v6mn0tdc2eawa8g8dztdp 2024-09-22T08:43:23.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.288+0000 7f625dd3a9c0 20 get_obj_state_impl: setting s->olh_tag to ujydpba438kuoc1rfposgzeusf75clly 2024-09-22T08:43:23.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.288+0000 7f625dd3a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ujydpba438kuoc1rfposgzeusf75clly 2024-09-22T08:43:23.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.292+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-22T08:43:23.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 olh_log_entry: epoch=2 op=3 key=e[U6yG7EnyMegkfbiBaaA6j7SYCNf5Wit] 2024-09-22T08:43:23.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:U6yG7EnyMegkfbiBaaA6j7SYCNf5Wit_e state=0x55cdfd182348 s->prefetch_data=0 2024-09-22T08:43:23.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 10 manifest: total_size = 22 2024-09-22T08:43:23.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2342354896744136655 2024-09-22T08:43:23.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:U6yG7EnyMegkfbiBaaA6j7SYCNf5Wit_e state=0x55cdfd182348 s->prefetch_data=0 2024-09-22T08:43:23.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 prepare_atomic_modification: state is not atomic. state=0x55cdfd182348 2024-09-22T08:43:23.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.300+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.308+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:23.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.308+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T08:43:23.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.308+0000 7f625dd3a9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:23.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.308+0000 7f625dd3a9c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:U6yG7EnyMegkfbiBaaA6j7SYCNf5Wit_.9V8MixKSy0hV0m5U0wmKgGRxRWzjXvF_0 2024-09-22T08:43:23.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.312+0000 7f613affd640 20 handle_completion(): completion ok for obj=e[U6yG7EnyMegkfbiBaaA6j7SYCNf5Wit] 2024-09-22T08:43:23.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.312+0000 7f625dd3a9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:23.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.312+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:e state=0x55cdfd158368 s->prefetch_data=0 2024-09-22T08:43:23.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.312+0000 7f625dd3a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ujydpba438kuoc1rfposgzeusf75clly 2024-09-22T08:43:23.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.320+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.328+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.328+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.328+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:f state=0x55cdfd158368 s->prefetch_data=0 2024-09-22T08:43:23.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.328+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to g3tnuy10su9ibrcdr74urunlxdvsim11 2024-09-22T08:43:23.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.328+0000 7f625dd3a9c0 20 get_obj_state_impl: setting s->olh_tag to qq79ofv8w1c1qcwmm3lb4dppun2geixd 2024-09-22T08:43:23.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.328+0000 7f625dd3a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qq79ofv8w1c1qcwmm3lb4dppun2geixd 2024-09-22T08:43:23.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.332+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-22T08:43:23.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 olh_log_entry: epoch=2 op=3 key=f[hWTcLB0ZeZspWM7ZZWSKl55mM2Z4ByL] 2024-09-22T08:43:23.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:hWTcLB0ZeZspWM7ZZWSKl55mM2Z4ByL_f state=0x55cdfd183358 s->prefetch_data=0 2024-09-22T08:43:23.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 10 manifest: total_size = 22 2024-09-22T08:43:23.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13963050448099301894 2024-09-22T08:43:23.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:_:hWTcLB0ZeZspWM7ZZWSKl55mM2Z4ByL_f state=0x55cdfd183358 s->prefetch_data=0 2024-09-22T08:43:23.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 prepare_atomic_modification: state is not atomic. state=0x55cdfd183358 2024-09-22T08:43:23.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.336+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.344+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:43:23.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.344+0000 7f625dd3a9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T08:43:23.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.344+0000 7f625dd3a9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:43:23.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.344+0000 7f625dd3a9c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2__shadow:hWTcLB0ZeZspWM7ZZWSKl55mM2Z4ByL_.lX8NVMqcA2o7S3Pzg45c6kGvV8_QKBo_0 2024-09-22T08:43:23.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.348+0000 7f613affd640 20 handle_completion(): completion ok for obj=f[hWTcLB0ZeZspWM7ZZWSKl55mM2Z4ByL] 2024-09-22T08:43:23.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.348+0000 7f625dd3a9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:43:23.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.352+0000 7f625dd3a9c0 20 get_obj_state: octx=0x55cdfcea92c0 obj=check-bucket:f state=0x55cdfd158368 s->prefetch_data=0 2024-09-22T08:43:23.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.352+0000 7f625dd3a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qq79ofv8w1c1qcwmm3lb4dppun2geixd 2024-09-22T08:43:23.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.364+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.368+0000 7f625dd3a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2.0 2024-09-22T08:43:23.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.368+0000 7f625dd3a9c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-22T08:43:23.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.368+0000 7f625dd3a9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-22T08:43:23.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.372+0000 7f6111fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:23.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.376+0000 7f625dd3a9c0 20 remove_watcher() i=0 2024-09-22T08:43:23.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.376+0000 7f625dd3a9c0 2 removed watcher, disabling cache 2024-09-22T08:43:23.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.380+0000 7f625dd3a9c0 20 remove_watcher() i=1 2024-09-22T08:43:23.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.384+0000 7f625dd3a9c0 20 remove_watcher() i=2 2024-09-22T08:43:23.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.384+0000 7f625dd3a9c0 20 remove_watcher() i=3 2024-09-22T08:43:23.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.388+0000 7f625dd3a9c0 20 remove_watcher() i=4 2024-09-22T08:43:23.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.392+0000 7f625dd3a9c0 20 remove_watcher() i=5 2024-09-22T08:43:23.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.392+0000 7f625dd3a9c0 20 remove_watcher() i=6 2024-09-22T08:43:23.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.396+0000 7f625dd3a9c0 20 remove_watcher() i=7 2024-09-22T08:43:23.533 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-22T08:43:23.564 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:43:23.565 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:43:23.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.604+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 realm 2024-09-22T08:43:23.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:43:23.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:23.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.608+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.612+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:43:23.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.612+0000 7f716b4489c0 20 searching for the correct realm 2024-09-22T08:43:23.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.616+0000 7f716874d640 0 -- 172.21.15.64:0/4070995256 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f715c066080 msgr2=0x7f715c0682d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:23.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.624+0000 7f716874d640 0 -- 172.21.15.64:0/4070995256 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f703407f870 msgr2=0x7f7034081ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:43:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:43:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:43:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:43:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:43:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 zone default found 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 4 Realm: () 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 zonegroup default 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:43:23.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 started sync module instance, tier type = 2024-09-22T08:43:23.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.632+0000 7f716b4489c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:43:23.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=0 2024-09-22T08:43:23.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=1 2024-09-22T08:43:23.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=2 2024-09-22T08:43:23.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=3 2024-09-22T08:43:23.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=4 2024-09-22T08:43:23.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=5 2024-09-22T08:43:23.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=6 2024-09-22T08:43:23.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 20 add_watcher() i=7 2024-09-22T08:43:23.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.652+0000 7f716b4489c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:43:23.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f701efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 5 note: GC not initialized 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f701dfe3640 20 reqs_thread_entry: start 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 init_complete bucket index max shards: 1 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 Filter name: none 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f6f8f7fe640 20 reqs_thread_entry: start 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:23.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:23.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:23.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.656+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.660+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:43:23.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.660+0000 7f716b4489c0 20 rados->read ofs=0 len=0 2024-09-22T08:43:23.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.660+0000 7f716b4489c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:43:23.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.660+0000 7f716b4489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:43:23.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.660+0000 7f701efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:43:23.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.668+0000 7f716b4489c0 20 remove_watcher() i=0 2024-09-22T08:43:23.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.668+0000 7f716b4489c0 2 removed watcher, disabling cache 2024-09-22T08:43:23.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.668+0000 7f716b4489c0 20 remove_watcher() i=1 2024-09-22T08:43:23.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.672+0000 7f716b4489c0 20 remove_watcher() i=2 2024-09-22T08:43:23.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.672+0000 7f716b4489c0 20 remove_watcher() i=3 2024-09-22T08:43:23.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.676+0000 7f716b4489c0 20 remove_watcher() i=4 2024-09-22T08:43:23.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.676+0000 7f716b4489c0 20 remove_watcher() i=5 2024-09-22T08:43:23.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.676+0000 7f716b4489c0 20 remove_watcher() i=6 2024-09-22T08:43:23.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:43:23.680+0000 7f716b4489c0 20 remove_watcher() i=7 2024-09-22T08:43:23.699 INFO:tasks.workunit.client.0.smithi064.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-22T08:43:23.699 INFO:tasks.workunit.client.0.smithi064.stderr:Deleting bucket check-bucket 2024-09-22T08:43:23.730 INFO:tasks.workunit.client.0.smithi064.stderr:Completed bucket check tests 2024-09-22T08:43:23.730 INFO:tasks.workunit.client.0.smithi064.stdout:connected to http://localhost:80 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ deactivate 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ export PATH 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ hash -r 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T08:43:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV 2024-09-22T08:43:23.805 INFO:tasks.workunit.client.0.smithi064.stdout:OK. 2024-09-22T08:43:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:43:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T08:43:23.806 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset -f deactivate 2024-09-22T08:43:23.806 INFO:tasks.workunit.client.0.smithi064.stderr:+ echo OK. 2024-09-22T08:43:23.806 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:43:23.806 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:43:23.860 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-22T08:43:23.860 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T08:43:24.249 DEBUG:teuthology.parallel:result is None 2024-09-22T08:43:24.249 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:43:24.261 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:43:24.261 DEBUG:teuthology.orchestra.run.smithi064:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:43:24.312 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:43:24.313 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:43:24.335 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:43:24.335 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:43:24.335 DEBUG:teuthology.orchestra.run.smithi064:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:43:24.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:43:24.360 INFO:teuthology.orchestra.run.smithi064.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:43:24.361 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:43:24.409 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:43:24.409 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:43:24.457 INFO:tasks.workunit:timeout=3h 2024-09-22T08:43:24.457 INFO:tasks.workunit:cleanup=True 2024-09-22T08:43:24.457 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:43:24.506 INFO:tasks.workunit.client.0.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:44:23.437 INFO:tasks.workunit.client.0.smithi064.stderr:Updating files: 97% (12436/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:44:24.159 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr: git switch -c 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr:Or undo this operation with: 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr: git switch - 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:44:24.160 INFO:tasks.workunit.client.0.smithi064.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:44:24.167 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:44:24.217 INFO:tasks.workunit.client.0.smithi064.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:44:24.219 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:44:24.219 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:44:24.274 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:44:24.326 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:44:24.373 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:44:24.374 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:44:24.374 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:44:24.416 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:44:24.420 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:44:24.420 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:44:24.468 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-22T08:44:24.469 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-22T08:44:24.469 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-22T08:44:24.529 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:44:24.529 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-22T08:44:24.529 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:44:24.529 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 11 tests from ClsLock 2024-09-22T08:44:24.530 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-22T08:44:27.069 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:27.069 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: exclusive 2024-09-22T08:44:27.069 INFO:tasks.workunit.client.0.smithi064.stdout: tag: 2024-09-22T08:44:27.069 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:27.069 INFO:tasks.workunit.client.0.smithi064.stdout: client.5274 expiration=2024-09-22T08:46:27.057723+0000 addr=v1:172.21.15.64:0/1903984313 cookie= 2024-09-22T08:44:27.083 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:27.083 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: shared 2024-09-22T08:44:27.083 INFO:tasks.workunit.client.0.smithi064.stdout: tag: 2024-09-22T08:44:27.083 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:27.083 INFO:tasks.workunit.client.0.smithi064.stdout: client.5274 expiration=2024-09-22T08:46:27.079057+0000 addr=v1:172.21.15.64:0/1903984313 cookie= 2024-09-22T08:44:27.083 INFO:tasks.workunit.client.0.smithi064.stdout: client.5277 expiration=0.000000 addr=v1:172.21.15.64:0/3717928850 cookie= 2024-09-22T08:44:27.087 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:27.087 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: shared 2024-09-22T08:44:27.087 INFO:tasks.workunit.client.0.smithi064.stdout: tag: 2024-09-22T08:44:27.087 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:27.087 INFO:tasks.workunit.client.0.smithi064.stdout: client.5277 expiration=0.000000 addr=v1:172.21.15.64:0/3717928850 cookie= 2024-09-22T08:44:27.528 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestMultiLocking (2999 ms) 2024-09-22T08:44:27.529 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestMeta 2024-09-22T08:44:29.672 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:29.672 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: shared 2024-09-22T08:44:29.672 INFO:tasks.workunit.client.0.smithi064.stdout: tag: 2024-09-22T08:44:29.672 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:29.672 INFO:tasks.workunit.client.0.smithi064.stdout: client.5072 expiration=0.000000 addr=v1:172.21.15.64:0/1143702233 cookie= 2024-09-22T08:44:29.676 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:29.676 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: exclusive 2024-09-22T08:44:29.676 INFO:tasks.workunit.client.0.smithi064.stdout: tag: new_tag 2024-09-22T08:44:29.676 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:29.676 INFO:tasks.workunit.client.0.smithi064.stdout: client.5066 expiration=0.000000 addr=v1:172.21.15.64:0/4229854159 cookie= 2024-09-22T08:44:30.597 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestMeta (3069 ms) 2024-09-22T08:44:30.597 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestCookie 2024-09-22T08:44:32.671 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:32.671 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: exclusive 2024-09-22T08:44:32.671 INFO:tasks.workunit.client.0.smithi064.stdout: tag: 2024-09-22T08:44:32.671 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:32.674 INFO:tasks.workunit.client.0.smithi064.stdout:lock: mylock 2024-09-22T08:44:32.674 INFO:tasks.workunit.client.0.smithi064.stdout: lock_type: shared 2024-09-22T08:44:32.675 INFO:tasks.workunit.client.0.smithi064.stdout: tag: 2024-09-22T08:44:32.675 INFO:tasks.workunit.client.0.smithi064.stdout: lockers: 2024-09-22T08:44:32.675 INFO:tasks.workunit.client.0.smithi064.stdout: client.5298 expiration=0.000000 addr=v1:172.21.15.64:0/2404531583 cookie= 2024-09-22T08:44:32.675 INFO:tasks.workunit.client.0.smithi064.stdout: client.5298 expiration=0.000000 addr=v1:172.21.15.64:0/2404531583 cookie=new cookie 2024-09-22T08:44:33.636 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestCookie (3039 ms) 2024-09-22T08:44:33.637 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-22T08:44:36.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestMultipleLocks (3043 ms) 2024-09-22T08:44:36.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-22T08:44:44.763 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestLockDuration (8078 ms) 2024-09-22T08:44:44.763 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-22T08:44:47.787 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestAssertLocked (3030 ms) 2024-09-22T08:44:47.788 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-22T08:44:50.831 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestSetCookie (3044 ms) 2024-09-22T08:44:50.831 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestRenew 2024-09-22T08:45:11.895 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestRenew (21064 ms) 2024-09-22T08:45:11.895 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-22T08:45:18.021 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6126 ms) 2024-09-22T08:45:18.021 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-22T08:45:25.134 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7110 ms) 2024-09-22T08:45:25.134 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-22T08:45:33.204 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8073 ms) 2024-09-22T08:45:33.204 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 11 tests from ClsLock (68675 ms total) 2024-09-22T08:45:33.204 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:45:33.204 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:45:33.204 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 11 tests from 1 test suite ran. (68675 ms total) 2024-09-22T08:45:33.204 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 11 tests. 2024-09-22T08:45:33.214 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:45:33.214 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:45:33.269 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-22T08:45:33.271 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-22T08:45:33.271 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-22T08:45:33.335 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:45:33.335 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-22T08:45:33.335 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:45:33.335 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 4 tests from cls_log 2024-09-22T08:45:33.336 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-22T08:45:36.271 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_log.test_log_add_same_time (2933 ms) 2024-09-22T08:45:36.271 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-22T08:45:39.309 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_log.test_log_add_different_time (3040 ms) 2024-09-22T08:45:39.309 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_log.trim_by_time 2024-09-22T08:45:42.340 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_log.trim_by_time (3032 ms) 2024-09-22T08:45:42.341 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-22T08:45:45.415 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_log.trim_by_marker (3070 ms) 2024-09-22T08:45:45.415 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 4 tests from cls_log (12076 ms total) 2024-09-22T08:45:45.415 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:45:45.415 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:45:45.415 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 4 tests from 1 test suite ran. (12076 ms total) 2024-09-22T08:45:45.415 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 4 tests. 2024-09-22T08:45:45.418 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:45:45.418 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:45:45.472 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-22T08:45:45.473 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-22T08:45:45.473 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-22T08:45:45.537 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:45:45.538 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-22T08:45:45.538 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:45:45.538 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 10 tests from cls_refcount 2024-09-22T08:45:45.538 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-22T08:45:48.458 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_implicit (2921 ms) 2024-09-22T08:45:48.458 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-22T08:45:51.469 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3011 ms) 2024-09-22T08:45:51.470 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-22T08:46:00.570 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_put_snap (9088 ms) 2024-09-22T08:46:00.571 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-22T08:46:03.607 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_explicit (3049 ms) 2024-09-22T08:46:03.607 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.set 2024-09-22T08:46:06.679 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.set (3073 ms) 2024-09-22T08:46:06.679 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-22T08:46:13.776 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_implicit_ec (7097 ms) 2024-09-22T08:46:13.776 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-22T08:46:20.868 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7092 ms) 2024-09-22T08:46:20.868 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-22T08:46:33.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_put_snap_ec (13052 ms) 2024-09-22T08:46:33.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-22T08:46:40.987 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.test_explicit_ec (7067 ms) 2024-09-22T08:46:40.988 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_refcount.set_ec 2024-09-22T08:46:48.026 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_refcount.set_ec (7036 ms) 2024-09-22T08:46:48.026 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 10 tests from cls_refcount (62486 ms total) 2024-09-22T08:46:48.026 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:46:48.026 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:46:48.027 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 10 tests from 1 test suite ran. (62486 ms total) 2024-09-22T08:46:48.027 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 10 tests. 2024-09-22T08:46:48.028 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:46:48.028 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:46:48.082 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-22T08:46:48.083 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-22T08:46:48.084 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-22T08:46:48.150 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:46:48.150 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-22T08:46:48.150 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:46:48.150 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 19 tests from cls_rgw 2024-09-22T08:46:50.074 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_basic 2024-09-22T08:46:50.151 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_basic (76 ms) 2024-09-22T08:46:50.151 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-22T08:46:50.233 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (82 ms) 2024-09-22T08:46:50.233 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-22T08:46:50.335 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_remove_object (103 ms) 2024-09-22T08:46:50.335 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-22T08:46:52.859 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_suggest (2524 ms) 2024-09-22T08:46:52.860 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-22T08:46:52.874 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_suggest_complete (14 ms) 2024-09-22T08:46:52.874 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_list 2024-09-22T08:46:52.927 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_list (53 ms) 2024-09-22T08:46:52.927 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-22T08:47:44.740 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_list_delimited (51812 ms) 2024-09-22T08:47:44.741 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.bi_list 2024-09-22T08:47:44.925 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.bi_list (185 ms) 2024-09-22T08:47:44.926 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.gc_set 2024-09-22T08:47:44.951 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-09-22T08:47:44.952 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.gc_list 2024-09-22T08:47:44.975 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-09-22T08:47:44.975 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-22T08:47:51.358 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.gc_defer (6383 ms) 2024-09-22T08:47:51.358 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-22T08:47:51.575 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.usage_basic (217 ms) 2024-09-22T08:47:51.575 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-22T08:47:51.577 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2024-09-22T08:47:51.578 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-22T08:47:51.784 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.usage_clear (206 ms) 2024-09-22T08:47:51.784 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-22T08:47:51.903 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.bi_log_trim (120 ms) 2024-09-22T08:47:51.903 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-22T08:47:51.938 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.index_racing_removes (34 ms) 2024-09-22T08:47:51.938 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-22T08:47:51.972 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.reshardlog_list (34 ms) 2024-09-22T08:47:51.973 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-22T08:47:51.998 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.reshardlog_num (26 ms) 2024-09-22T08:47:51.998 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw.bi_put_entries 2024-09-22T08:47:52.262 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw.bi_put_entries (263 ms) 2024-09-22T08:47:52.385 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 19 tests from cls_rgw (62188 ms total) 2024-09-22T08:47:52.385 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:47:52.385 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:47:52.385 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 19 tests from 1 test suite ran. (64235 ms total) 2024-09-22T08:47:52.385 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 19 tests. 2024-09-22T08:47:52.393 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:47:52.394 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:47:52.451 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-22T08:47:52.452 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-22T08:47:52.453 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-22T08:47:52.517 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:47:52.518 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-22T08:47:52.518 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:47:52.518 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-22T08:47:52.518 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.init 2024-09-22T08:47:54.389 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.init (1871 ms) 2024-09-22T08:47:54.389 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-22T08:47:54.430 INFO:tasks.workunit.client.0.smithi064.stderr:[ ] list info tag = chain-0 2024-09-22T08:47:54.430 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (41 ms) 2024-09-22T08:47:54.430 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-22T08:47:54.441 INFO:tasks.workunit.client.0.smithi064.stderr:[ ] next_marker is: = 0/4263 2024-09-22T08:47:54.441 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (12 ms) 2024-09-22T08:47:54.441 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-22T08:47:54.455 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (14 ms) 2024-09-22T08:47:54.455 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-22T08:47:54.626 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (171 ms) 2024-09-22T08:47:54.627 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-22T08:47:54.645 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (18 ms) 2024-09-22T08:47:54.645 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-22T08:47:54.663 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (18 ms) 2024-09-22T08:47:54.663 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-22T08:47:54.679 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (16 ms) 2024-09-22T08:47:54.679 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-22T08:47:55.397 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_gc.finalize (714 ms) 2024-09-22T08:47:55.398 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 9 tests from cls_rgw_gc (2876 ms total) 2024-09-22T08:47:55.398 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:47:55.398 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:47:55.398 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 9 tests from 1 test suite ran. (2876 ms total) 2024-09-22T08:47:55.398 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 9 tests. 2024-09-22T08:47:55.398 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:47:55.398 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:47:55.455 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-22T08:47:55.456 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-22T08:47:55.457 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-22T08:47:55.532 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:47:55.532 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:47:55.532 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 1 test from 1 test suite. 2024-09-22T08:47:55.533 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:47:57.438 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 1 test from cls_rgw_stats 2024-09-22T08:47:57.438 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-22T08:47:57.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.461+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=4HDXGI8RVNG2 type=del size=2676179 2024-09-22T08:47:57.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.461+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=1UZFTH7FNTQ3 type=write size=599727 2024-09-22T08:47:57.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.465+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=W1R2JOBVROLA type=del size=864864 2024-09-22T08:47:57.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~QKQ3JE6SH3NB.0 size=1048576 2024-09-22T08:47:57.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~QKQ3JE6SH3NB.1 size=1048576 2024-09-22T08:47:57.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.473+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~QKQ3JE6SH3NB.2 size=155839 2024-09-22T08:47:57.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.473+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=QKQ3JE6SH3NB tag=HAM9G2XHR1F1 type=write size=3301567 2024-09-22T08:47:57.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~FBI1CV5R56QS.0 size=1048576 2024-09-22T08:47:57.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~FBI1CV5R56QS.1 size=1048576 2024-09-22T08:47:57.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~FBI1CV5R56QS.2 size=326979 2024-09-22T08:47:57.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.477+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=FBI1CV5R56QS tag=47IOLJ08S1RZ type=write size=3472707 2024-09-22T08:47:57.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~NC9GB0A0RY1B.0 size=727199 2024-09-22T08:47:57.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.485+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=NC9GB0A0RY1B tag=ATG21M7VGQMU type=write size=1775775 2024-09-22T08:47:57.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~7D1PM17P16GR.0 size=1048576 2024-09-22T08:47:57.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~7D1PM17P16GR.1 size=1048576 2024-09-22T08:47:57.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~7D1PM17P16GR.2 size=198486 2024-09-22T08:47:57.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.489+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=7D1PM17P16GR tag=50R2QDSD5TWU type=write size=3344214 2024-09-22T08:47:57.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.493+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=L1PUVYI3Q94D type=del size=3141340 2024-09-22T08:47:57.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~4F5RWDJLWSV5.0 size=1048576 2024-09-22T08:47:57.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~4F5RWDJLWSV5.1 size=295852 2024-09-22T08:47:57.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.501+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=4F5RWDJLWSV5 tag=01H25HQ0T06G type=write size=2393004 2024-09-22T08:47:57.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~633PNS1RNB3G.0 size=1048576 2024-09-22T08:47:57.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~633PNS1RNB3G.1 size=865953 2024-09-22T08:47:57.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.505+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=633PNS1RNB3G tag=XODZDYFUF1K8 type=write size=2963105 2024-09-22T08:47:57.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.509+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=KBSAFNHA8J6D type=del size=2312470 2024-09-22T08:47:57.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~TV2FWAP13CGD.0 size=721260 2024-09-22T08:47:57.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.513+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=TV2FWAP13CGD tag=7GBJ27815MTG type=write size=1769836 2024-09-22T08:47:57.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.517+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=QG3F93KS8AS6 type=del size=119958 2024-09-22T08:47:57.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.517+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=CDQCROMVRZH1 type=write size=893188 2024-09-22T08:47:57.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.521+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=R4ZS71IIAI05 type=del size=1288239 2024-09-22T08:47:57.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.521+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=Q8YJVG11549K type=write size=351498 2024-09-22T08:47:57.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.525+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=4HDXGI8RVNG2 type=del 2024-09-22T08:47:57.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.529+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=3AD52D3G52OC type=del size=3391888 2024-09-22T08:47:57.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.529+0000 7f63d5be48c0 1 < canceled operation key=4WGAB8CTCA4V tag=1UZFTH7FNTQ3 type=write size=599727 2024-09-22T08:47:57.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.533+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=A30H1VJ499E4 type=write size=627879 2024-09-22T08:47:57.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.537+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=W1R2JOBVROLA type=del size=864864 2024-09-22T08:47:57.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.541+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~0BF4I6ZAYCMX.0 size=884596 2024-09-22T08:47:57.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.541+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=0BF4I6ZAYCMX tag=QYVNLQNUPIQB type=write size=1933172 2024-09-22T08:47:57.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.541+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~QKQ3JE6SH3NB.0 size=1048576 2024-09-22T08:47:57.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.545+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~QKQ3JE6SH3NB.1 size=1048576 2024-09-22T08:47:57.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.545+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~QKQ3JE6SH3NB.2 size=155839 2024-09-22T08:47:57.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.553+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=QKQ3JE6SH3NB tag=HAM9G2XHR1F1 type=write size=3301567 2024-09-22T08:47:57.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.553+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=AWRSY1B11SQW type=del size=1755030 2024-09-22T08:47:57.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.557+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~FBI1CV5R56QS.0 size=1048576 2024-09-22T08:47:57.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.561+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~FBI1CV5R56QS.1 size=1048576 2024-09-22T08:47:57.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.561+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~FBI1CV5R56QS.2 size=326979 2024-09-22T08:47:57.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.565+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=FBI1CV5R56QS tag=47IOLJ08S1RZ type=write size=3472707 2024-09-22T08:47:57.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.569+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=PLNEDW39R56I type=del size=2634989 2024-09-22T08:47:57.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.569+0000 7f63d5be48c0 1 < canceled part key=_multipart_CU2N9Z3QGASM.2~NC9GB0A0RY1B.0 size=727199 2024-09-22T08:47:57.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.573+0000 7f63d5be48c0 1 < canceled multipart upload key=CU2N9Z3QGASM upload=NC9GB0A0RY1B tag=ATG21M7VGQMU type=write size=1775775 2024-09-22T08:47:57.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~8TOCMYE1GACN.0 size=1048576 2024-09-22T08:47:57.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.581+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~8TOCMYE1GACN.1 size=1048576 2024-09-22T08:47:57.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.581+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~8TOCMYE1GACN.2 size=760085 2024-09-22T08:47:57.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.581+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=8TOCMYE1GACN tag=J45SNKLJN647 type=write size=3905813 2024-09-22T08:47:57.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.585+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~7D1PM17P16GR.0 size=1048576 2024-09-22T08:47:57.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.585+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~7D1PM17P16GR.1 size=1048576 2024-09-22T08:47:57.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.589+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~7D1PM17P16GR.2 size=198486 2024-09-22T08:47:57.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.593+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=7D1PM17P16GR tag=50R2QDSD5TWU type=write size=3344214 2024-09-22T08:47:57.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.597+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=YXCSFM19ME4O type=write size=501185 2024-09-22T08:47:57.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.597+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=L1PUVYI3Q94D type=del 2024-09-22T08:47:57.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.601+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~3AC281UQB4ML.0 size=1048576 2024-09-22T08:47:57.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~3AC281UQB4ML.1 size=428062 2024-09-22T08:47:57.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.605+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=3AC281UQB4ML tag=LM0J2FPOPEPP type=write size=2525214 2024-09-22T08:47:57.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.605+0000 7f63d5be48c0 1 < canceled part key=_multipart_ANO1D6N8RQ7Y.2~4F5RWDJLWSV5.0 size=1048576 2024-09-22T08:47:57.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.605+0000 7f63d5be48c0 1 < canceled part key=_multipart_ANO1D6N8RQ7Y.2~4F5RWDJLWSV5.1 size=295852 2024-09-22T08:47:57.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.609+0000 7f63d5be48c0 1 < canceled multipart upload key=ANO1D6N8RQ7Y upload=4F5RWDJLWSV5 tag=01H25HQ0T06G type=write size=2393004 2024-09-22T08:47:57.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.613+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=TJH03ICT18SB type=del size=2493151 2024-09-22T08:47:57.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.617+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~633PNS1RNB3G.0 size=1048576 2024-09-22T08:47:57.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.617+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~633PNS1RNB3G.1 size=865953 2024-09-22T08:47:57.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.625+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=633PNS1RNB3G tag=XODZDYFUF1K8 type=write size=2963105 2024-09-22T08:47:57.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~N9WPVXPMEZH5.0 size=713731 2024-09-22T08:47:57.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.633+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=N9WPVXPMEZH5 tag=D0YED4JUH3HX type=write size=1762307 2024-09-22T08:47:57.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.633+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=KBSAFNHA8J6D type=del 2024-09-22T08:47:57.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.637+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=F6KE9UA2DMKI type=del size=2311533 2024-09-22T08:47:57.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.641+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~TV2FWAP13CGD.0 size=721260 2024-09-22T08:47:57.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.645+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=TV2FWAP13CGD tag=7GBJ27815MTG type=write size=1769836 2024-09-22T08:47:57.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.649+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=K5TCSGY1ZI7R type=del size=2524526 2024-09-22T08:47:57.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.653+0000 7f63d5be48c0 1 < suggested remove operation key=V5JZ6OBLB6FZ tag=QG3F93KS8AS6 type=del 2024-09-22T08:47:57.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.657+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=517J7VMRHHNO type=write size=324336 2024-09-22T08:47:57.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.661+0000 7f63d5be48c0 1 < suggested update operation key=VDSHPE93TN14 tag=CDQCROMVRZH1 type=write size=893188 2024-09-22T08:47:57.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.665+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=KUCHQKC5DGVR type=write size=979678 2024-09-22T08:47:57.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.669+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=R4ZS71IIAI05 type=del 2024-09-22T08:47:57.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~RJIXDEWVHHTW.0 size=1048576 2024-09-22T08:47:57.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~RJIXDEWVHHTW.1 size=1048576 2024-09-22T08:47:57.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~RJIXDEWVHHTW.2 size=913312 2024-09-22T08:47:57.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.677+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=RJIXDEWVHHTW tag=AOJYE2Y0JUCK type=write size=4059040 2024-09-22T08:47:57.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.685+0000 7f63d5be48c0 1 < suggested remove operation key=LGRX93MXLXA9 tag=Q8YJVG11549K type=write 2024-09-22T08:47:57.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1YCR3UPUB132.0 size=1048576 2024-09-22T08:47:57.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1YCR3UPUB132.1 size=1048576 2024-09-22T08:47:57.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1YCR3UPUB132.2 size=268090 2024-09-22T08:47:57.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.693+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=1YCR3UPUB132 tag=S9XEMRXFZWPG type=write size=3413818 2024-09-22T08:47:57.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.697+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=3AD52D3G52OC type=del 2024-09-22T08:47:57.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~EHTOT3QEHDAG.0 size=1015390 2024-09-22T08:47:57.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.705+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=EHTOT3QEHDAG tag=X5HFE1EFB73M type=write size=2063966 2024-09-22T08:47:57.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.709+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=A30H1VJ499E4 type=write size=627879 2024-09-22T08:47:57.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.713+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~XL5NC3GZHKJF.0 size=1048576 2024-09-22T08:47:57.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~XL5NC3GZHKJF.1 size=1048576 2024-09-22T08:47:57.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~XL5NC3GZHKJF.2 size=554527 2024-09-22T08:47:57.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.717+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=XL5NC3GZHKJF tag=BE6NI9MHLIPW type=write size=3700255 2024-09-22T08:47:57.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.721+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~0BF4I6ZAYCMX.0 size=884596 2024-09-22T08:47:57.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.729+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=0BF4I6ZAYCMX tag=QYVNLQNUPIQB type=write size=1933172 2024-09-22T08:47:57.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.733+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=WDAPZ6I1H2WF type=del size=303419 2024-09-22T08:47:57.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.737+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=AWRSY1B11SQW type=del 2024-09-22T08:47:57.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.741+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=PE4QPM7EL0FP type=del size=1752022 2024-09-22T08:47:57.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.745+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=PLNEDW39R56I type=del 2024-09-22T08:47:57.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.745+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=SJDSQO6YW8M6 type=del size=1637385 2024-09-22T08:47:57.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.749+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~8TOCMYE1GACN.0 size=1048576 2024-09-22T08:47:57.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.753+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~8TOCMYE1GACN.1 size=1048576 2024-09-22T08:47:57.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.753+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~8TOCMYE1GACN.2 size=760085 2024-09-22T08:47:57.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.761+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=8TOCMYE1GACN tag=J45SNKLJN647 type=write size=3905813 2024-09-22T08:47:57.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.761+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=Z5DYZ7Z7XAR8 type=del size=2013209 2024-09-22T08:47:57.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.765+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=YXCSFM19ME4O type=write size=501185 2024-09-22T08:47:57.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~HT0GNXY0AQKF.0 size=1048576 2024-09-22T08:47:57.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.773+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~HT0GNXY0AQKF.1 size=225915 2024-09-22T08:47:57.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.773+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=HT0GNXY0AQKF tag=C056HCW4XC4B type=write size=2323067 2024-09-22T08:47:57.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.777+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~3AC281UQB4ML.0 size=1048576 2024-09-22T08:47:57.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.777+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~3AC281UQB4ML.1 size=428062 2024-09-22T08:47:57.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.781+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=3AC281UQB4ML tag=LM0J2FPOPEPP type=write size=2525214 2024-09-22T08:47:57.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~H4DSXFUWMBJF.0 size=1048576 2024-09-22T08:47:57.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~H4DSXFUWMBJF.1 size=1048576 2024-09-22T08:47:57.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.793+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~H4DSXFUWMBJF.2 size=1004124 2024-09-22T08:47:57.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.793+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=H4DSXFUWMBJF tag=B5O5Q2ISLCSU type=write size=4149852 2024-09-22T08:47:57.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.797+0000 7f63d5be48c0 -1 < failed to complete operation key=V5JZ6OBLB6FZ tag=TJH03ICT18SB type=del size=2493151: (22) Invalid argument 2024-09-22T08:47:57.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.801+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=6Z7JXKV9C5AF type=del size=146994 2024-09-22T08:47:57.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.801+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~N9WPVXPMEZH5.0 size=713731 2024-09-22T08:47:57.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.805+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=N9WPVXPMEZH5 tag=D0YED4JUH3HX type=write size=1762307 2024-09-22T08:47:57.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.809+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=IRTJU3AQHOPK type=del size=2338198 2024-09-22T08:47:57.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.813+0000 7f63d5be48c0 1 < canceled operation key=ANO1D6N8RQ7Y tag=F6KE9UA2DMKI type=del size=2311533 2024-09-22T08:47:57.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~XJUINJ1EI6OX.0 size=1048576 2024-09-22T08:47:57.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.821+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~XJUINJ1EI6OX.1 size=1048576 2024-09-22T08:47:57.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.821+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~XJUINJ1EI6OX.2 size=219249 2024-09-22T08:47:57.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.821+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=XJUINJ1EI6OX tag=CTYWF7Q35WU7 type=write size=3364977 2024-09-22T08:47:57.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.825+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=K5TCSGY1ZI7R type=del 2024-09-22T08:47:57.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.825+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=V655KIBUEY82 type=del size=4154515 2024-09-22T08:47:57.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.829+0000 7f63d5be48c0 1 < canceled operation key=CU2N9Z3QGASM tag=517J7VMRHHNO type=write size=324336 2024-09-22T08:47:57.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~3J39784L9ZUK.0 size=1048576 2024-09-22T08:47:57.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.837+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~3J39784L9ZUK.1 size=864691 2024-09-22T08:47:57.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.837+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=3J39784L9ZUK tag=17MCMTJMGU6Z type=write size=2961843 2024-09-22T08:47:57.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.841+0000 7f63d5be48c0 1 < suggested remove operation key=DRUC4JUPWIZT tag=KUCHQKC5DGVR type=write 2024-09-22T08:47:57.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~A4P6MKJKXIWM.0 size=1048576 2024-09-22T08:47:57.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~A4P6MKJKXIWM.1 size=1048576 2024-09-22T08:47:57.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~A4P6MKJKXIWM.2 size=242633 2024-09-22T08:47:57.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.849+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=A4P6MKJKXIWM tag=A7PCNR52O3X6 type=write size=3388361 2024-09-22T08:47:57.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.853+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~RJIXDEWVHHTW.0 size=1048576 2024-09-22T08:47:57.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.857+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~RJIXDEWVHHTW.1 size=1048576 2024-09-22T08:47:57.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.857+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~RJIXDEWVHHTW.2 size=913312 2024-09-22T08:47:57.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.861+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=RJIXDEWVHHTW tag=AOJYE2Y0JUCK type=write size=4059040 2024-09-22T08:47:57.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~932KI740U4DB.0 size=1048576 2024-09-22T08:47:57.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~932KI740U4DB.1 size=1048576 2024-09-22T08:47:57.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~932KI740U4DB.2 size=1026778 2024-09-22T08:47:57.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.873+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=932KI740U4DB tag=5QV2C3QHWMHU type=write size=4172506 2024-09-22T08:47:57.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.877+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~1YCR3UPUB132.0 size=1048576 2024-09-22T08:47:57.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.877+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~1YCR3UPUB132.1 size=1048576 2024-09-22T08:47:57.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.877+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~1YCR3UPUB132.2 size=268090 2024-09-22T08:47:57.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.881+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=1YCR3UPUB132 tag=S9XEMRXFZWPG type=write size=3413818 2024-09-22T08:47:57.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.885+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=UGMRW10ORGTX type=del size=2496848 2024-09-22T08:47:57.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.889+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~EHTOT3QEHDAG.0 size=1015390 2024-09-22T08:47:57.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.893+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=EHTOT3QEHDAG tag=X5HFE1EFB73M type=write size=2063966 2024-09-22T08:47:57.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~6XBCM8SNZXPG.0 size=1048576 2024-09-22T08:47:57.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~6XBCM8SNZXPG.1 size=383642 2024-09-22T08:47:57.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.901+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=6XBCM8SNZXPG tag=G4S3GEE33HFV type=write size=2480794 2024-09-22T08:47:57.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.905+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~XL5NC3GZHKJF.0 size=1048576 2024-09-22T08:47:57.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.905+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~XL5NC3GZHKJF.1 size=1048576 2024-09-22T08:47:57.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.909+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~XL5NC3GZHKJF.2 size=554527 2024-09-22T08:47:57.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.913+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=XL5NC3GZHKJF tag=BE6NI9MHLIPW type=write size=3700255 2024-09-22T08:47:57.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.917+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=ODZ9N0W3PTJC type=write size=338689 2024-09-22T08:47:57.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.921+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=WDAPZ6I1H2WF type=del 2024-09-22T08:47:57.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.925+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=DE60FYPT3364 type=del size=1742745 2024-09-22T08:47:57.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.929+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=PE4QPM7EL0FP type=del 2024-09-22T08:47:57.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.929+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=YTJOR8DWFBUF type=del size=801296 2024-09-22T08:47:57.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.933+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=SJDSQO6YW8M6 type=del 2024-09-22T08:47:57.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.937+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=KDY7NZZC9TMO type=del size=1996060 2024-09-22T08:47:57.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.941+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=Z5DYZ7Z7XAR8 type=del 2024-09-22T08:47:57.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.945+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~4717CF083X8C.0 size=637120 2024-09-22T08:47:57.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.945+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=4717CF083X8C tag=10S10ZDYR6LN type=write size=1685696 2024-09-22T08:47:57.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.949+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~HT0GNXY0AQKF.0 size=1048576 2024-09-22T08:47:57.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.949+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~HT0GNXY0AQKF.1 size=225915 2024-09-22T08:47:57.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.953+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=HT0GNXY0AQKF tag=C056HCW4XC4B type=write size=2323067 2024-09-22T08:47:57.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.957+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=VEREM52QAANN type=del size=3212572 2024-09-22T08:47:57.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.961+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~H4DSXFUWMBJF.0 size=1048576 2024-09-22T08:47:57.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.961+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~H4DSXFUWMBJF.1 size=1048576 2024-09-22T08:47:57.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.965+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~H4DSXFUWMBJF.2 size=1004124 2024-09-22T08:47:57.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.969+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=H4DSXFUWMBJF tag=B5O5Q2ISLCSU type=write size=4149852 2024-09-22T08:47:57.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.977+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~T3QPTV0O83QW.0 size=882399 2024-09-22T08:47:57.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.977+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=T3QPTV0O83QW tag=CHSXZUB3GDMN type=write size=1930975 2024-09-22T08:47:57.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.981+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=6Z7JXKV9C5AF type=del 2024-09-22T08:47:57.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.981+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=RM0ZF2YODJ82 type=del size=1312039 2024-09-22T08:47:57.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.989+0000 7f63d5be48c0 1 < suggested remove operation key=XJHFTJNAZSHI tag=IRTJU3AQHOPK type=del 2024-09-22T08:47:57.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~ZM51RYT14YB3.0 size=182863 2024-09-22T08:47:57.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.997+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=ZM51RYT14YB3 tag=HHI6E462OQUS type=write size=1231439 2024-09-22T08:47:58.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:57.997+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~XJUINJ1EI6OX.0 size=1048576 2024-09-22T08:47:58.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.001+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~XJUINJ1EI6OX.1 size=1048576 2024-09-22T08:47:58.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.005+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~XJUINJ1EI6OX.2 size=219249 2024-09-22T08:47:58.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.013+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=XJUINJ1EI6OX tag=CTYWF7Q35WU7 type=write size=3364977 2024-09-22T08:47:58.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.017+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~INO3Z9GGE1J1.0 size=787025 2024-09-22T08:47:58.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.017+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=INO3Z9GGE1J1 tag=WUJZGL8KKW76 type=write size=1835601 2024-09-22T08:47:58.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.021+0000 7f63d5be48c0 1 < canceled operation key=XIM0MQELPJS0 tag=V655KIBUEY82 type=del size=4154515 2024-09-22T08:47:58.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.025+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=1U0STA2CY6W3 type=del size=1805232 2024-09-22T08:47:58.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.029+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~3J39784L9ZUK.0 size=1048576 2024-09-22T08:47:58.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.033+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~3J39784L9ZUK.1 size=864691 2024-09-22T08:47:58.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.037+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=3J39784L9ZUK tag=17MCMTJMGU6Z type=write size=2961843 2024-09-22T08:47:58.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.041+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=JUQDQANTTJQE type=write size=433748 2024-09-22T08:47:58.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.045+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~A4P6MKJKXIWM.0 size=1048576 2024-09-22T08:47:58.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.049+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~A4P6MKJKXIWM.1 size=1048576 2024-09-22T08:47:58.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.049+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~A4P6MKJKXIWM.2 size=242633 2024-09-22T08:47:58.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.057+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=A4P6MKJKXIWM tag=A7PCNR52O3X6 type=write size=3388361 2024-09-22T08:47:58.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~1RIPXSBR7PDQ.0 size=1048576 2024-09-22T08:47:58.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.065+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~1RIPXSBR7PDQ.1 size=1048576 2024-09-22T08:47:58.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.069+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~1RIPXSBR7PDQ.2 size=396541 2024-09-22T08:47:58.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.069+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=1RIPXSBR7PDQ tag=VDB16MUJHARD type=write size=3542269 2024-09-22T08:47:58.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.073+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~932KI740U4DB.0 size=1048576 2024-09-22T08:47:58.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.077+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~932KI740U4DB.1 size=1048576 2024-09-22T08:47:58.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.077+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~932KI740U4DB.2 size=1026778 2024-09-22T08:47:58.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.085+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=932KI740U4DB tag=5QV2C3QHWMHU type=write size=4172506 2024-09-22T08:47:58.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.085+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=J3DA05ZJ2ZV7 type=del size=1615072 2024-09-22T08:47:58.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.093+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=UGMRW10ORGTX type=del size=2496848 2024-09-22T08:47:58.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~EJG2N1TZHS76.0 size=1048576 2024-09-22T08:47:58.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~EJG2N1TZHS76.1 size=1048576 2024-09-22T08:47:58.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~EJG2N1TZHS76.2 size=561028 2024-09-22T08:47:58.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.105+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=EJG2N1TZHS76 tag=3KM6YU3S4FR3 type=write size=3706756 2024-09-22T08:47:58.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.109+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~6XBCM8SNZXPG.0 size=1048576 2024-09-22T08:47:58.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.113+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~6XBCM8SNZXPG.1 size=383642 2024-09-22T08:47:58.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.117+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=6XBCM8SNZXPG tag=G4S3GEE33HFV type=write size=2480794 2024-09-22T08:47:58.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~EJ9ABUX350Q3.0 size=1048576 2024-09-22T08:47:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~EJ9ABUX350Q3.1 size=1048576 2024-09-22T08:47:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~EJ9ABUX350Q3.2 size=611401 2024-09-22T08:47:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.129+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=EJ9ABUX350Q3 tag=HB6WOYSNRV3N type=write size=3757129 2024-09-22T08:47:58.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.133+0000 7f63d5be48c0 1 < completed write operation key=2ZLI4H2IJRPA tag=ODZ9N0W3PTJC type=write size=338689 2024-09-22T08:47:58.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.137+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=BDYUS5QVKKVJ type=del size=1543279 2024-09-22T08:47:58.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.141+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=DE60FYPT3364 type=del 2024-09-22T08:47:58.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.141+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=NQK7I2UL2LE1 type=del size=3502227 2024-09-22T08:47:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.145+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=YTJOR8DWFBUF type=del 2024-09-22T08:47:58.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.149+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=0AZA3QQOHL8J type=write size=116172 2024-09-22T08:47:58.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.153+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=KDY7NZZC9TMO type=del 2024-09-22T08:47:58.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.157+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=1X393I7YR9FH type=write size=920697 2024-09-22T08:47:58.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.161+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~4717CF083X8C.0 size=637120 2024-09-22T08:47:58.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.165+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=4717CF083X8C tag=10S10ZDYR6LN type=write size=1685696 2024-09-22T08:47:58.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.169+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=BUQYNVK1BQ99 type=write size=605534 2024-09-22T08:47:58.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.173+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=VEREM52QAANN type=del 2024-09-22T08:47:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.177+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=QOAU1H91SJCT type=del size=2294646 2024-09-22T08:47:58.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.177+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~T3QPTV0O83QW.0 size=882399 2024-09-22T08:47:58.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.185+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=T3QPTV0O83QW tag=CHSXZUB3GDMN type=write size=1930975 2024-09-22T08:47:58.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.189+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=BFHRZNOV9MXP type=del size=3230658 2024-09-22T08:47:58.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.193+0000 7f63d5be48c0 1 < suggested remove operation key=PZ87MXMNVGG3 tag=RM0ZF2YODJ82 type=del 2024-09-22T08:47:58.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.201+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~EKKPY0CNM7YL.0 size=1048576 2024-09-22T08:47:58.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.205+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~EKKPY0CNM7YL.1 size=256616 2024-09-22T08:47:58.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.205+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=EKKPY0CNM7YL tag=CD1Z0T1S5SKE type=write size=2353768 2024-09-22T08:47:58.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.205+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~ZM51RYT14YB3.0 size=182863 2024-09-22T08:47:58.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.213+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=ZM51RYT14YB3 tag=HHI6E462OQUS type=write size=1231439 2024-09-22T08:47:58.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.217+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=OG0KTOQ4D0BJ type=del size=2385984 2024-09-22T08:47:58.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.217+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~INO3Z9GGE1J1.0 size=787025 2024-09-22T08:47:58.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.225+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=INO3Z9GGE1J1 tag=WUJZGL8KKW76 type=write size=1835601 2024-09-22T08:47:58.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.229+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~ZJ5XQMKT9U9H.0 size=1048576 2024-09-22T08:47:58.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~ZJ5XQMKT9U9H.1 size=1048576 2024-09-22T08:47:58.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~ZJ5XQMKT9U9H.2 size=281793 2024-09-22T08:47:58.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.237+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=ZJ5XQMKT9U9H tag=K138407PJP17 type=write size=3427521 2024-09-22T08:47:58.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.241+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=1U0STA2CY6W3 type=del 2024-09-22T08:47:58.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.245+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~NVGQOP00HN1F.0 size=1048576 2024-09-22T08:47:58.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~NVGQOP00HN1F.1 size=437572 2024-09-22T08:47:58.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.249+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=NVGQOP00HN1F tag=VSKCZKW6PF7X type=write size=2534724 2024-09-22T08:47:58.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.253+0000 7f63d5be48c0 1 < canceled operation key=UHKYFMG0T61H tag=JUQDQANTTJQE type=write size=433748 2024-09-22T08:47:58.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.257+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~EWHTJ4KKTNMS.0 size=1048576 2024-09-22T08:47:58.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~EWHTJ4KKTNMS.1 size=767856 2024-09-22T08:47:58.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.261+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=EWHTJ4KKTNMS tag=U8N87UAO440T type=write size=2865008 2024-09-22T08:47:58.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.265+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~1RIPXSBR7PDQ.0 size=1048576 2024-09-22T08:47:58.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.265+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~1RIPXSBR7PDQ.1 size=1048576 2024-09-22T08:47:58.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.269+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~1RIPXSBR7PDQ.2 size=396541 2024-09-22T08:47:58.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.273+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=1RIPXSBR7PDQ tag=VDB16MUJHARD type=write size=3542269 2024-09-22T08:47:58.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.281+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~ASMC8UFPN7NM.0 size=1048576 2024-09-22T08:47:58.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.281+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~ASMC8UFPN7NM.1 size=408432 2024-09-22T08:47:58.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.281+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=ASMC8UFPN7NM tag=97IMP1BGBJ20 type=write size=2505584 2024-09-22T08:47:58.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.285+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=J3DA05ZJ2ZV7 type=del 2024-09-22T08:47:58.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.289+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=GFONFQPPCH1H type=del size=2427679 2024-09-22T08:47:58.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.293+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~EJG2N1TZHS76.0 size=1048576 2024-09-22T08:47:58.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.297+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~EJG2N1TZHS76.1 size=1048576 2024-09-22T08:47:58.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.297+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~EJG2N1TZHS76.2 size=561028 2024-09-22T08:47:58.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.305+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=EJG2N1TZHS76 tag=3KM6YU3S4FR3 type=write size=3706756 2024-09-22T08:47:58.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.305+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=VELM0OSXH118 type=del size=1331 2024-09-22T08:47:58.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.309+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~EJ9ABUX350Q3.0 size=1048576 2024-09-22T08:47:58.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.313+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~EJ9ABUX350Q3.1 size=1048576 2024-09-22T08:47:58.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.317+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~EJ9ABUX350Q3.2 size=611401 2024-09-22T08:47:58.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.321+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=EJ9ABUX350Q3 tag=HB6WOYSNRV3N type=write size=3757129 2024-09-22T08:47:58.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.325+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=9J3Z52XMUP19 type=del size=4026901 2024-09-22T08:47:58.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.329+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=BDYUS5QVKKVJ type=del 2024-09-22T08:47:58.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.333+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=C1R72F9PACQN type=del size=780604 2024-09-22T08:47:58.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.337+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=NQK7I2UL2LE1 type=del 2024-09-22T08:47:58.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.337+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=PWPL38N5YJD6 type=del size=2832033 2024-09-22T08:47:58.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.341+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=0AZA3QQOHL8J type=write size=116172 2024-09-22T08:47:58.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.349+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~837AC86PD0Z3.0 size=422965 2024-09-22T08:47:58.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.349+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=837AC86PD0Z3 tag=524N01Q7H9QB type=write size=1471541 2024-09-22T08:47:58.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.349+0000 7f63d5be48c0 1 < canceled operation key=N3T2GVFADL66 tag=1X393I7YR9FH type=write size=920697 2024-09-22T08:47:58.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.353+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=RUQ0MTA1W5H2 type=del size=328746 2024-09-22T08:47:58.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.357+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=BUQYNVK1BQ99 type=write size=605534 2024-09-22T08:47:58.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.361+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=CNIJZ58AG8JC type=del size=2579769 2024-09-22T08:47:58.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.365+0000 7f63d5be48c0 1 < suggested remove operation key=ZOK9L18PUHG0 tag=QOAU1H91SJCT type=del 2024-09-22T08:47:58.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~6NJPT9IARM5G.0 size=1048576 2024-09-22T08:47:58.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.373+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~6NJPT9IARM5G.1 size=361961 2024-09-22T08:47:58.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.373+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=6NJPT9IARM5G tag=754WK8RGWQKG type=write size=2459113 2024-09-22T08:47:58.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.377+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=BFHRZNOV9MXP type=del 2024-09-22T08:47:58.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.381+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=JH7KDI5DTP6O type=del size=570915 2024-09-22T08:47:58.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.381+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~EKKPY0CNM7YL.0 size=1048576 2024-09-22T08:47:58.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.385+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~EKKPY0CNM7YL.1 size=256616 2024-09-22T08:47:58.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.389+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=EKKPY0CNM7YL tag=CD1Z0T1S5SKE type=write size=2353768 2024-09-22T08:47:58.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.393+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=RUO4HX9CQJ72 type=del size=299573 2024-09-22T08:47:58.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.397+0000 7f63d5be48c0 1 < canceled operation key=Q0ESBWWRI2U9 tag=OG0KTOQ4D0BJ type=del size=2385984 2024-09-22T08:47:58.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.401+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=7NUVSOELG8A0 type=write size=432917 2024-09-22T08:47:58.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.405+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~ZJ5XQMKT9U9H.0 size=1048576 2024-09-22T08:47:58.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.405+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~ZJ5XQMKT9U9H.1 size=1048576 2024-09-22T08:47:58.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.405+0000 7f63d5be48c0 1 < canceled part key=_multipart_2ZLI4H2IJRPA.2~ZJ5XQMKT9U9H.2 size=281793 2024-09-22T08:47:58.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.409+0000 7f63d5be48c0 1 < canceled multipart upload key=2ZLI4H2IJRPA upload=ZJ5XQMKT9U9H tag=K138407PJP17 type=write size=3427521 2024-09-22T08:47:58.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~70TM3553JW50.0 size=1048576 2024-09-22T08:47:58.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.433+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~70TM3553JW50.1 size=419169 2024-09-22T08:47:58.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.433+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=70TM3553JW50 tag=8DP8C5DNSL3M type=write size=2516321 2024-09-22T08:47:58.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.433+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~NVGQOP00HN1F.0 size=1048576 2024-09-22T08:47:58.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.437+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~NVGQOP00HN1F.1 size=437572 2024-09-22T08:47:58.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.441+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=NVGQOP00HN1F tag=VSKCZKW6PF7X type=write size=2534724 2024-09-22T08:47:58.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.449+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=21LYMAKLPTF7 type=del size=288073 2024-09-22T08:47:58.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.449+0000 7f63d5be48c0 1 < canceled part key=_multipart_DZ5BP1FM3Z5N.2~EWHTJ4KKTNMS.0 size=1048576 2024-09-22T08:47:58.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.453+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~EWHTJ4KKTNMS.1 size=767856 2024-09-22T08:47:58.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.457+0000 7f63d5be48c0 1 < canceled multipart upload key=DZ5BP1FM3Z5N upload=EWHTJ4KKTNMS tag=U8N87UAO440T type=write size=2865008 2024-09-22T08:47:58.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.461+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=E8S7OEGP07SR type=write size=902814 2024-09-22T08:47:58.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.465+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~ASMC8UFPN7NM.0 size=1048576 2024-09-22T08:47:58.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.465+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~ASMC8UFPN7NM.1 size=408432 2024-09-22T08:47:58.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.469+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=ASMC8UFPN7NM tag=97IMP1BGBJ20 type=write size=2505584 2024-09-22T08:47:58.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.473+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=XOKV7I40C7ZK type=del size=2933056 2024-09-22T08:47:58.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.477+0000 7f63d5be48c0 1 < canceled operation key=VDSHPE93TN14 tag=GFONFQPPCH1H type=del size=2427679 2024-09-22T08:47:58.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~IZFZIG0UQO0W.0 size=1048576 2024-09-22T08:47:58.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~IZFZIG0UQO0W.1 size=733937 2024-09-22T08:47:58.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.481+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=IZFZIG0UQO0W tag=SB51IXBWNYEF type=write size=2831089 2024-09-22T08:47:58.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.485+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=VELM0OSXH118 type=del 2024-09-22T08:47:58.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.485+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=MNRYDQ0RYLOJ type=del size=4112156 2024-09-22T08:47:58.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.489+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=9J3Z52XMUP19 type=del 2024-09-22T08:47:58.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.493+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=1CQ1RXW85JK6 type=del size=2954093 2024-09-22T08:47:58.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.497+0000 7f63d5be48c0 1 < suggested remove operation key=K5VZA8UPYZ63 tag=C1R72F9PACQN type=del 2024-09-22T08:47:58.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.501+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=GSWK1OOVDGNQ type=del size=1572397 2024-09-22T08:47:58.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.501+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=PWPL38N5YJD6 type=del 2024-09-22T08:47:58.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~GKO5SDZWETI5.0 size=1048576 2024-09-22T08:47:58.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.509+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~GKO5SDZWETI5.1 size=1048576 2024-09-22T08:47:58.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~GKO5SDZWETI5.2 size=758553 2024-09-22T08:47:58.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.513+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=GKO5SDZWETI5 tag=K6BW3CS6VDNP type=write size=3904281 2024-09-22T08:47:58.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.513+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~837AC86PD0Z3.0 size=422965 2024-09-22T08:47:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.521+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=837AC86PD0Z3 tag=524N01Q7H9QB type=write size=1471541 2024-09-22T08:47:58.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.525+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~4QS8QUQE2BDA.0 size=1048576 2024-09-22T08:47:58.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.525+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~4QS8QUQE2BDA.1 size=773733 2024-09-22T08:47:58.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.525+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=4QS8QUQE2BDA tag=UMM2JOFWLPPS type=write size=2870885 2024-09-22T08:47:58.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.529+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=RUQ0MTA1W5H2 type=del 2024-09-22T08:47:58.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.533+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=WUF9TWG6KIEM type=del size=2025313 2024-09-22T08:47:58.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.537+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=CNIJZ58AG8JC type=del 2024-09-22T08:47:58.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.541+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~9Y3TERJSV1EU.0 size=1048576 2024-09-22T08:47:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.545+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~9Y3TERJSV1EU.1 size=1048576 2024-09-22T08:47:58.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.545+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~9Y3TERJSV1EU.2 size=217408 2024-09-22T08:47:58.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.545+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=9Y3TERJSV1EU tag=E8FCH96EWS3U type=write size=3363136 2024-09-22T08:47:58.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.549+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~6NJPT9IARM5G.0 size=1048576 2024-09-22T08:47:58.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.553+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~6NJPT9IARM5G.1 size=361961 2024-09-22T08:47:58.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.557+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=6NJPT9IARM5G tag=754WK8RGWQKG type=write size=2459113 2024-09-22T08:47:58.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.561+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=7OBXZGI30IYC type=del size=3527819 2024-09-22T08:47:58.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.561+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=JH7KDI5DTP6O type=del 2024-09-22T08:47:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~1NKTHII7LRUL.0 size=211925 2024-09-22T08:47:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.569+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=1NKTHII7LRUL tag=Q8AGZAU0D0GS type=write size=1260501 2024-09-22T08:47:58.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.569+0000 7f63d5be48c0 1 < canceled operation key=ZWR5FR2EUOBU tag=RUO4HX9CQJ72 type=del size=299573 2024-09-22T08:47:58.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~BXQMVGZ4MZ58.0 size=1048576 2024-09-22T08:47:58.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~BXQMVGZ4MZ58.1 size=227710 2024-09-22T08:47:58.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.577+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=BXQMVGZ4MZ58 tag=CUDO22L7325T type=write size=2324862 2024-09-22T08:47:58.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.581+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=7NUVSOELG8A0 type=write size=432917 2024-09-22T08:47:58.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~YH2W8DW8O34Q.0 size=1048576 2024-09-22T08:47:58.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.589+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~YH2W8DW8O34Q.1 size=1048576 2024-09-22T08:47:58.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.589+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~YH2W8DW8O34Q.2 size=944912 2024-09-22T08:47:58.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.589+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=YH2W8DW8O34Q tag=JGICMJD25XLA type=write size=4090640 2024-09-22T08:47:58.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.593+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~70TM3553JW50.0 size=1048576 2024-09-22T08:47:58.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.593+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~70TM3553JW50.1 size=419169 2024-09-22T08:47:58.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.601+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=70TM3553JW50 tag=8DP8C5DNSL3M type=write size=2516321 2024-09-22T08:47:58.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.605+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=TTYJTG0C2991 type=del size=3714242 2024-09-22T08:47:58.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.609+0000 7f63d5be48c0 1 < suggested remove operation key=OPADUWLHYXXQ tag=21LYMAKLPTF7 type=del 2024-09-22T08:47:58.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.613+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=OH0XKXUQGZZ4 type=del size=1749362 2024-09-22T08:47:58.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.617+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=E8S7OEGP07SR type=write size=902814 2024-09-22T08:47:58.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.621+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=BLH3YBOSXNK2 type=del size=3010444 2024-09-22T08:47:58.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.625+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=XOKV7I40C7ZK type=del 2024-09-22T08:47:58.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.629+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=UZTAWC6AW8OY type=del size=1922960 2024-09-22T08:47:58.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.629+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~IZFZIG0UQO0W.0 size=1048576 2024-09-22T08:47:58.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.633+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~IZFZIG0UQO0W.1 size=733937 2024-09-22T08:47:58.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.637+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=IZFZIG0UQO0W tag=SB51IXBWNYEF type=write size=2831089 2024-09-22T08:47:58.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.641+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=307C6VL492SN type=write size=36229 2024-09-22T08:47:58.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.645+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=MNRYDQ0RYLOJ type=del 2024-09-22T08:47:58.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~LBPR4KWVXJQS.0 size=1048576 2024-09-22T08:47:58.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~LBPR4KWVXJQS.1 size=1048576 2024-09-22T08:47:58.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.653+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~LBPR4KWVXJQS.2 size=474395 2024-09-22T08:47:58.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.653+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=LBPR4KWVXJQS tag=QK9WLCL4WC01 type=write size=3620123 2024-09-22T08:47:58.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.657+0000 7f63d5be48c0 -1 < failed to complete operation key=OPADUWLHYXXQ tag=1CQ1RXW85JK6 type=del size=2954093: (22) Invalid argument 2024-09-22T08:47:58.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.657+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=CTJ0EP7EBB6D type=write size=182234 2024-09-22T08:47:58.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.661+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=GSWK1OOVDGNQ type=del 2024-09-22T08:47:58.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.665+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~QSOF9Z0E2IT9.0 size=421231 2024-09-22T08:47:58.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.665+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=QSOF9Z0E2IT9 tag=628A2930STZ3 type=write size=1469807 2024-09-22T08:47:58.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.669+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~GKO5SDZWETI5.0 size=1048576 2024-09-22T08:47:58.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.673+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~GKO5SDZWETI5.1 size=1048576 2024-09-22T08:47:58.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.673+0000 7f63d5be48c0 1 < canceled part key=_multipart_VEF00MGE4G2D.2~GKO5SDZWETI5.2 size=758553 2024-09-22T08:47:58.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.677+0000 7f63d5be48c0 1 < canceled multipart upload key=VEF00MGE4G2D upload=GKO5SDZWETI5 tag=K6BW3CS6VDNP type=write size=3904281 2024-09-22T08:47:58.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.681+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=PZNP3BMUDZGD type=del size=3187364 2024-09-22T08:47:58.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.685+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~4QS8QUQE2BDA.0 size=1048576 2024-09-22T08:47:58.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.685+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~4QS8QUQE2BDA.1 size=773733 2024-09-22T08:47:58.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.689+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=4QS8QUQE2BDA tag=UMM2JOFWLPPS type=write size=2870885 2024-09-22T08:47:58.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.693+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=BD9GI6BJITUS type=del size=2998733 2024-09-22T08:47:58.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.693+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=WUF9TWG6KIEM type=del 2024-09-22T08:47:58.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.697+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=AJNM9CPCDI1K type=del size=4045484 2024-09-22T08:47:58.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.697+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~9Y3TERJSV1EU.0 size=1048576 2024-09-22T08:47:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.701+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~9Y3TERJSV1EU.1 size=1048576 2024-09-22T08:47:58.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.701+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~9Y3TERJSV1EU.2 size=217408 2024-09-22T08:47:58.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.709+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=9Y3TERJSV1EU tag=E8FCH96EWS3U type=write size=3363136 2024-09-22T08:47:58.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.709+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=YD72EPNE026Y type=del size=714298 2024-09-22T08:47:58.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.713+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=7OBXZGI30IYC type=del 2024-09-22T08:47:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~6NM4FTRWQCLU.0 size=1048576 2024-09-22T08:47:58.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~6NM4FTRWQCLU.1 size=1048576 2024-09-22T08:47:58.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~6NM4FTRWQCLU.2 size=775511 2024-09-22T08:47:58.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.721+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=6NM4FTRWQCLU tag=G6J15JJNMZRT type=write size=3921239 2024-09-22T08:47:58.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.725+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~1NKTHII7LRUL.0 size=211925 2024-09-22T08:47:58.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.729+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=1NKTHII7LRUL tag=Q8AGZAU0D0GS type=write size=1260501 2024-09-22T08:47:58.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.733+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~39KL63DECA9M.0 size=284527 2024-09-22T08:47:58.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.733+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=39KL63DECA9M tag=UUKL2KPSTT2H type=write size=1333103 2024-09-22T08:47:58.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.737+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~BXQMVGZ4MZ58.0 size=1048576 2024-09-22T08:47:58.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.737+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~BXQMVGZ4MZ58.1 size=227710 2024-09-22T08:47:58.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.745+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=BXQMVGZ4MZ58 tag=CUDO22L7325T type=write size=2324862 2024-09-22T08:47:58.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.745+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=PS2LDFJUQW9R type=write size=445304 2024-09-22T08:47:58.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.749+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~YH2W8DW8O34Q.0 size=1048576 2024-09-22T08:47:58.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.753+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~YH2W8DW8O34Q.1 size=1048576 2024-09-22T08:47:58.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.753+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~YH2W8DW8O34Q.2 size=944912 2024-09-22T08:47:58.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.757+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=YH2W8DW8O34Q tag=JGICMJD25XLA type=write size=4090640 2024-09-22T08:47:58.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.761+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~34SUB5YLC5AN.0 size=1048576 2024-09-22T08:47:58.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.765+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~34SUB5YLC5AN.1 size=1048576 2024-09-22T08:47:58.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~34SUB5YLC5AN.2 size=69016 2024-09-22T08:47:58.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.769+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=34SUB5YLC5AN tag=8E54BHSX2GKR type=write size=3214744 2024-09-22T08:47:58.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.769+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=TTYJTG0C2991 type=del 2024-09-22T08:47:58.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~QTUZ00K3RWSX.0 size=1048576 2024-09-22T08:47:58.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~QTUZ00K3RWSX.1 size=723335 2024-09-22T08:47:58.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.777+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=QTUZ00K3RWSX tag=8KJ49NJCWLC3 type=write size=2820487 2024-09-22T08:47:58.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.781+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=OH0XKXUQGZZ4 type=del 2024-09-22T08:47:58.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.785+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~2K3DFMECRI0O.0 size=1048576 2024-09-22T08:47:58.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~2K3DFMECRI0O.1 size=116133 2024-09-22T08:47:58.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.789+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=2K3DFMECRI0O tag=MUAXFP1V1GBL type=write size=2213285 2024-09-22T08:47:58.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.793+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=BLH3YBOSXNK2 type=del 2024-09-22T08:47:58.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.793+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=IKWVANOKLPFR type=del size=3282965 2024-09-22T08:47:58.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.797+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=UZTAWC6AW8OY type=del 2024-09-22T08:47:58.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.801+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~CZ61696VDFRG.0 size=233537 2024-09-22T08:47:58.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.801+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=CZ61696VDFRG tag=GP6QXACBD2I1 type=write size=1282113 2024-09-22T08:47:58.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.805+0000 7f63d5be48c0 1 < completed write operation key=SKZYLE6QANA6 tag=307C6VL492SN type=write size=36229 2024-09-22T08:47:58.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.809+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=V1VOIQ2F7FLM type=del size=2596201 2024-09-22T08:47:58.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.813+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~LBPR4KWVXJQS.0 size=1048576 2024-09-22T08:47:58.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.813+0000 7f63d5be48c0 1 < canceled part key=_multipart_2ZLI4H2IJRPA.2~LBPR4KWVXJQS.1 size=1048576 2024-09-22T08:47:58.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.813+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~LBPR4KWVXJQS.2 size=474395 2024-09-22T08:47:58.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.817+0000 7f63d5be48c0 1 < canceled multipart upload key=2ZLI4H2IJRPA upload=LBPR4KWVXJQS tag=QK9WLCL4WC01 type=write size=3620123 2024-09-22T08:47:58.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.825+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YUXGHM2P6JAC.0 size=301457 2024-09-22T08:47:58.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.825+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=YUXGHM2P6JAC tag=Q4G8YGGU6AFY type=write size=1350033 2024-09-22T08:47:58.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.829+0000 7f63d5be48c0 1 < suggested update operation key=ZOK9L18PUHG0 tag=CTJ0EP7EBB6D type=write size=182234 2024-09-22T08:47:58.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~WK16YVDB18GX.0 size=1009828 2024-09-22T08:47:58.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.833+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=WK16YVDB18GX tag=V6N3IN322S3X type=write size=2058404 2024-09-22T08:47:58.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.837+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~QSOF9Z0E2IT9.0 size=421231 2024-09-22T08:47:58.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.845+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=QSOF9Z0E2IT9 tag=628A2930STZ3 type=write size=1469807 2024-09-22T08:47:58.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.845+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=L2DWSQYBA2KI type=write size=546309 2024-09-22T08:47:58.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.849+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=PZNP3BMUDZGD type=del 2024-09-22T08:47:58.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.853+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=184H91RVCGT9 type=del size=3817288 2024-09-22T08:47:58.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.857+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=BD9GI6BJITUS type=del 2024-09-22T08:47:58.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.861+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=LSEG5915AF9E type=del size=2142986 2024-09-22T08:47:58.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.865+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=AJNM9CPCDI1K type=del 2024-09-22T08:47:58.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.865+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=1ZNHLRSDN76A type=del size=3203328 2024-09-22T08:47:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.873+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=YD72EPNE026Y type=del 2024-09-22T08:47:58.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.877+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=2J8CJ2BMHAIZ type=write size=378035 2024-09-22T08:47:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.877+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~6NM4FTRWQCLU.0 size=1048576 2024-09-22T08:47:58.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.881+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~6NM4FTRWQCLU.1 size=1048576 2024-09-22T08:47:58.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.885+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~6NM4FTRWQCLU.2 size=775511 2024-09-22T08:47:58.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.889+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=6NM4FTRWQCLU tag=G6J15JJNMZRT type=write size=3921239 2024-09-22T08:47:58.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.893+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~NRI2IH1NN76L.0 size=1048576 2024-09-22T08:47:58.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~NRI2IH1NN76L.1 size=363425 2024-09-22T08:47:58.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.897+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=NRI2IH1NN76L tag=9TEMTXCS497Z type=write size=2460577 2024-09-22T08:47:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.901+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~39KL63DECA9M.0 size=284527 2024-09-22T08:47:58.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.905+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=39KL63DECA9M tag=UUKL2KPSTT2H type=write size=1333103 2024-09-22T08:47:58.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.909+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=TRW03B60NRSN type=del size=2047818 2024-09-22T08:47:58.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.913+0000 7f63d5be48c0 1 < completed write operation key=V5JZ6OBLB6FZ tag=PS2LDFJUQW9R type=write size=445304 2024-09-22T08:47:58.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.913+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=XURDO8KO3DY8 type=del size=2182786 2024-09-22T08:47:58.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.917+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~34SUB5YLC5AN.0 size=1048576 2024-09-22T08:47:58.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.917+0000 7f63d5be48c0 1 < canceled part key=_multipart_XIM0MQELPJS0.2~34SUB5YLC5AN.1 size=1048576 2024-09-22T08:47:58.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.921+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~34SUB5YLC5AN.2 size=69016 2024-09-22T08:47:58.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.925+0000 7f63d5be48c0 1 < canceled multipart upload key=XIM0MQELPJS0 upload=34SUB5YLC5AN tag=8E54BHSX2GKR type=write size=3214744 2024-09-22T08:47:58.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.929+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~CKHJCCF4XGV0.0 size=1048536 2024-09-22T08:47:58.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.929+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=CKHJCCF4XGV0 tag=PTRVK6410N7A type=write size=2097112 2024-09-22T08:47:58.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.933+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~QTUZ00K3RWSX.0 size=1048576 2024-09-22T08:47:58.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.933+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~QTUZ00K3RWSX.1 size=723335 2024-09-22T08:47:58.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.941+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=QTUZ00K3RWSX tag=8KJ49NJCWLC3 type=write size=2820487 2024-09-22T08:47:58.945 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.941+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=NX5MYFGVN203 type=del size=3887653 2024-09-22T08:47:58.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.945+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~2K3DFMECRI0O.0 size=1048576 2024-09-22T08:47:58.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.949+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~2K3DFMECRI0O.1 size=116133 2024-09-22T08:47:58.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.953+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=2K3DFMECRI0O tag=MUAXFP1V1GBL type=write size=2213285 2024-09-22T08:47:58.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.957+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=41X3U2TE8X0D type=write size=554234 2024-09-22T08:47:58.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.961+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=IKWVANOKLPFR type=del 2024-09-22T08:47:58.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.965+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~18AI6T7U2V2B.0 size=536035 2024-09-22T08:47:58.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.965+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=18AI6T7U2V2B tag=57NZI2TJ755C type=write size=1584611 2024-09-22T08:47:58.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.969+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~CZ61696VDFRG.0 size=233537 2024-09-22T08:47:58.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.977+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=CZ61696VDFRG tag=GP6QXACBD2I1 type=write size=1282113 2024-09-22T08:47:58.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~0FIJAWUBSWDB.0 size=1048576 2024-09-22T08:47:58.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.985+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~0FIJAWUBSWDB.1 size=200906 2024-09-22T08:47:58.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.985+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=0FIJAWUBSWDB tag=Q4ZTO9JJI96U type=write size=2298058 2024-09-22T08:47:58.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.989+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=V1VOIQ2F7FLM type=del 2024-09-22T08:47:58.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:58.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~2HKA721T3DLJ.0 size=1048576 2024-09-22T08:47:59.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~2HKA721T3DLJ.1 size=1048576 2024-09-22T08:47:59.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~2HKA721T3DLJ.2 size=819013 2024-09-22T08:47:59.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.001+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=2HKA721T3DLJ tag=2C3SA65YDJXC type=write size=3964741 2024-09-22T08:47:59.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.005+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~YUXGHM2P6JAC.0 size=301457 2024-09-22T08:47:59.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.009+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=YUXGHM2P6JAC tag=Q4G8YGGU6AFY type=write size=1350033 2024-09-22T08:47:59.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.013+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=B44KHOT34YHL type=del size=3840554 2024-09-22T08:47:59.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.017+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~WK16YVDB18GX.0 size=1009828 2024-09-22T08:47:59.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.021+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=WK16YVDB18GX tag=V6N3IN322S3X type=write size=2058404 2024-09-22T08:47:59.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.025+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=D1QPR4G8VMZ8 type=del size=1051304 2024-09-22T08:47:59.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.029+0000 7f63d5be48c0 1 < completed write operation key=3MG2M4MHSYN5 tag=L2DWSQYBA2KI type=write size=546309 2024-09-22T08:47:59.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~MJU80FDDT83C.0 size=1048576 2024-09-22T08:47:59.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~MJU80FDDT83C.1 size=1048576 2024-09-22T08:47:59.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~MJU80FDDT83C.2 size=175920 2024-09-22T08:47:59.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.037+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=MJU80FDDT83C tag=VML1P0HGBOTM type=write size=3321648 2024-09-22T08:47:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.045+0000 7f63d5be48c0 1 < suggested update operation key=7EXVYJV1LXD8 tag=184H91RVCGT9 type=del size=3817288 2024-09-22T08:47:59.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.049+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~L7J28N3GGL9J.0 size=922461 2024-09-22T08:47:59.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.049+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=L7J28N3GGL9J tag=M1OFPRT0BNDQ type=write size=1971037 2024-09-22T08:47:59.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.053+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=LSEG5915AF9E type=del 2024-09-22T08:47:59.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.057+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~NBHNA3UOCYDQ.0 size=1048576 2024-09-22T08:47:59.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~NBHNA3UOCYDQ.1 size=1048576 2024-09-22T08:47:59.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~NBHNA3UOCYDQ.2 size=644268 2024-09-22T08:47:59.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.061+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=NBHNA3UOCYDQ tag=SIGKK96W0AT2 type=write size=3789996 2024-09-22T08:47:59.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.065+0000 7f63d5be48c0 1 < suggested remove operation key=AJ8YUA7HCF5R tag=1ZNHLRSDN76A type=del 2024-09-22T08:47:59.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.069+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=EE5A5X9CRSDN type=del size=3550091 2024-09-22T08:47:59.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.073+0000 7f63d5be48c0 1 < completed write operation key=VEF00MGE4G2D tag=2J8CJ2BMHAIZ type=write size=378035 2024-09-22T08:47:59.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.077+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~UGIP6ESZY9Y0.0 size=974117 2024-09-22T08:47:59.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.077+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=UGIP6ESZY9Y0 tag=9UX8WT864Q40 type=write size=2022693 2024-09-22T08:47:59.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.081+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~NRI2IH1NN76L.0 size=1048576 2024-09-22T08:47:59.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.085+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~NRI2IH1NN76L.1 size=363425 2024-09-22T08:47:59.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.089+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=NRI2IH1NN76L tag=9TEMTXCS497Z type=write size=2460577 2024-09-22T08:47:59.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.089+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=M4N0XCYN5NKC type=del size=90216 2024-09-22T08:47:59.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.093+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=TRW03B60NRSN type=del 2024-09-22T08:47:59.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~4DYED2K9R36N.0 size=842632 2024-09-22T08:47:59.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.097+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=4DYED2K9R36N tag=BCL9L7F8AC04 type=write size=1891208 2024-09-22T08:47:59.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.101+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=XURDO8KO3DY8 type=del 2024-09-22T08:47:59.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.105+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=KQ1SCNB1AWUV type=del size=804657 2024-09-22T08:47:59.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.105+0000 7f63d5be48c0 1 < canceled part key=_multipart_V5JZ6OBLB6FZ.2~CKHJCCF4XGV0.0 size=1048536 2024-09-22T08:47:59.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.109+0000 7f63d5be48c0 1 < canceled multipart upload key=V5JZ6OBLB6FZ upload=CKHJCCF4XGV0 tag=PTRVK6410N7A type=write size=2097112 2024-09-22T08:47:59.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.113+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=NAKUYAB0QTUV type=del size=3549395 2024-09-22T08:47:59.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.117+0000 7f63d5be48c0 1 < canceled operation key=ROTY3Z0W6P3U tag=NX5MYFGVN203 type=del size=3887653 2024-09-22T08:47:59.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~P3CWBZ96M62Z.0 size=1048576 2024-09-22T08:47:59.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~P3CWBZ96M62Z.1 size=1048576 2024-09-22T08:47:59.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~P3CWBZ96M62Z.2 size=170252 2024-09-22T08:47:59.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.125+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=P3CWBZ96M62Z tag=GDPUMMN8SHR3 type=write size=3315980 2024-09-22T08:47:59.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.129+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=41X3U2TE8X0D type=write size=554234 2024-09-22T08:47:59.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.137+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~1N17M6E4ZRYO.0 size=1048576 2024-09-22T08:47:59.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.141+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~1N17M6E4ZRYO.1 size=1037581 2024-09-22T08:47:59.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.141+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=1N17M6E4ZRYO tag=OQA3JU2E35M7 type=write size=3134733 2024-09-22T08:47:59.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.145+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~18AI6T7U2V2B.0 size=536035 2024-09-22T08:47:59.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.149+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=18AI6T7U2V2B tag=57NZI2TJ755C type=write size=1584611 2024-09-22T08:47:59.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.153+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=LYQQXB9GIY7S type=del size=3646883 2024-09-22T08:47:59.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.157+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~0FIJAWUBSWDB.0 size=1048576 2024-09-22T08:47:59.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.161+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~0FIJAWUBSWDB.1 size=200906 2024-09-22T08:47:59.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.165+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=0FIJAWUBSWDB tag=Q4ZTO9JJI96U type=write size=2298058 2024-09-22T08:47:59.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.173+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~WQULRONEYW7D.0 size=1048576 2024-09-22T08:47:59.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~WQULRONEYW7D.1 size=486737 2024-09-22T08:47:59.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.177+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=WQULRONEYW7D tag=DNX9CROCU9XL type=write size=2583889 2024-09-22T08:47:59.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.181+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~2HKA721T3DLJ.0 size=1048576 2024-09-22T08:47:59.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.181+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~2HKA721T3DLJ.1 size=1048576 2024-09-22T08:47:59.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.185+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~2HKA721T3DLJ.2 size=819013 2024-09-22T08:47:59.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.189+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=2HKA721T3DLJ tag=2C3SA65YDJXC type=write size=3964741 2024-09-22T08:47:59.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~WM4JLN1QADW1.0 size=723479 2024-09-22T08:47:59.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.197+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=WM4JLN1QADW1 tag=9NPGAQRZSVMB type=write size=1772055 2024-09-22T08:47:59.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.201+0000 7f63d5be48c0 -1 < failed to complete operation key=7EXVYJV1LXD8 tag=B44KHOT34YHL type=del size=3840554: (22) Invalid argument 2024-09-22T08:47:59.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.201+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=2C1QGUPQTGXO type=del size=2779267 2024-09-22T08:47:59.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.205+0000 7f63d5be48c0 1 < canceled operation key=UHKYFMG0T61H tag=D1QPR4G8VMZ8 type=del size=1051304 2024-09-22T08:47:59.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.209+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=XD7ERR7XRLW9 type=del size=1260272 2024-09-22T08:47:59.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.213+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~MJU80FDDT83C.0 size=1048576 2024-09-22T08:47:59.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.217+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~MJU80FDDT83C.1 size=1048576 2024-09-22T08:47:59.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.217+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~MJU80FDDT83C.2 size=175920 2024-09-22T08:47:59.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.225+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=MJU80FDDT83C tag=VML1P0HGBOTM type=write size=3321648 2024-09-22T08:47:59.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~VWHJ8NDADVUR.0 size=1048576 2024-09-22T08:47:59.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~VWHJ8NDADVUR.1 size=1016572 2024-09-22T08:47:59.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.233+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=VWHJ8NDADVUR tag=YX5VLG00WTV6 type=write size=3113724 2024-09-22T08:47:59.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.237+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~L7J28N3GGL9J.0 size=922461 2024-09-22T08:47:59.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.241+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=L7J28N3GGL9J tag=M1OFPRT0BNDQ type=write size=1971037 2024-09-22T08:47:59.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~J66OGG351RO3.0 size=629620 2024-09-22T08:47:59.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.249+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=J66OGG351RO3 tag=D57R1WIZ6208 type=write size=1678196 2024-09-22T08:47:59.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.253+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~NBHNA3UOCYDQ.0 size=1048576 2024-09-22T08:47:59.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.253+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~NBHNA3UOCYDQ.1 size=1048576 2024-09-22T08:47:59.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.257+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~NBHNA3UOCYDQ.2 size=644268 2024-09-22T08:47:59.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.261+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=NBHNA3UOCYDQ tag=SIGKK96W0AT2 type=write size=3789996 2024-09-22T08:47:59.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.265+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=E1JFHWDR9F85 type=del size=1649107 2024-09-22T08:47:59.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.269+0000 7f63d5be48c0 1 < suggested remove operation key=LGRX93MXLXA9 tag=EE5A5X9CRSDN type=del 2024-09-22T08:47:59.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.273+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=1ILUSNBEAN35 type=del size=2865242 2024-09-22T08:47:59.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.277+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~UGIP6ESZY9Y0.0 size=974117 2024-09-22T08:47:59.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.281+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=UGIP6ESZY9Y0 tag=9UX8WT864Q40 type=write size=2022693 2024-09-22T08:47:59.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.285+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=RAQ8LV20FV7D type=del size=815035 2024-09-22T08:47:59.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.289+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=M4N0XCYN5NKC type=del 2024-09-22T08:47:59.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.293+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=42M046KCS8DR type=del size=2332413 2024-09-22T08:47:59.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.297+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~4DYED2K9R36N.0 size=842632 2024-09-22T08:47:59.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.301+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=4DYED2K9R36N tag=BCL9L7F8AC04 type=write size=1891208 2024-09-22T08:47:59.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.305+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=LILGFZRHARGI type=del size=3045247 2024-09-22T08:47:59.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.309+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=KQ1SCNB1AWUV type=del 2024-09-22T08:47:59.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.309+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=YSKX0Z3UO0WS type=del size=2079985 2024-09-22T08:47:59.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.313+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=NAKUYAB0QTUV type=del 2024-09-22T08:47:59.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~DCDSDF3TG07Q.0 size=1048576 2024-09-22T08:47:59.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~DCDSDF3TG07Q.1 size=825610 2024-09-22T08:47:59.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.321+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=DCDSDF3TG07Q tag=DXNEWNPWXJZY type=write size=2922762 2024-09-22T08:47:59.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.325+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~P3CWBZ96M62Z.0 size=1048576 2024-09-22T08:47:59.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.329+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~P3CWBZ96M62Z.1 size=1048576 2024-09-22T08:47:59.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.329+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~P3CWBZ96M62Z.2 size=170252 2024-09-22T08:47:59.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.337+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=P3CWBZ96M62Z tag=GDPUMMN8SHR3 type=write size=3315980 2024-09-22T08:47:59.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.341+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=EU7Z64KHVU0J type=del size=978775 2024-09-22T08:47:59.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.341+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~1N17M6E4ZRYO.0 size=1048576 2024-09-22T08:47:59.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.345+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~1N17M6E4ZRYO.1 size=1037581 2024-09-22T08:47:59.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.353+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=1N17M6E4ZRYO tag=OQA3JU2E35M7 type=write size=3134733 2024-09-22T08:47:59.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.353+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=KFWM6K64F0O4 type=del size=3759618 2024-09-22T08:47:59.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.357+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=LYQQXB9GIY7S type=del 2024-09-22T08:47:59.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.361+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=G4VHL558I7VF type=del size=3391514 2024-09-22T08:47:59.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.365+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~WQULRONEYW7D.0 size=1048576 2024-09-22T08:47:59.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.365+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~WQULRONEYW7D.1 size=486737 2024-09-22T08:47:59.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.373+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=WQULRONEYW7D tag=DNX9CROCU9XL type=write size=2583889 2024-09-22T08:47:59.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.377+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=9VAKXJBOJW54 type=del size=1237326 2024-09-22T08:47:59.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.381+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~WM4JLN1QADW1.0 size=723479 2024-09-22T08:47:59.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.385+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=WM4JLN1QADW1 tag=9NPGAQRZSVMB type=write size=1772055 2024-09-22T08:47:59.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.389+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=02U9EFJMNPLK type=del size=690721 2024-09-22T08:47:59.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.393+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=2C1QGUPQTGXO type=del 2024-09-22T08:47:59.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~EYYKHLXYOQKP.0 size=1048576 2024-09-22T08:47:59.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~EYYKHLXYOQKP.1 size=1048576 2024-09-22T08:47:59.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~EYYKHLXYOQKP.2 size=937386 2024-09-22T08:47:59.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.405+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=EYYKHLXYOQKP tag=6SR0SGQ2KTDF type=write size=4083114 2024-09-22T08:47:59.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.409+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=XD7ERR7XRLW9 type=del 2024-09-22T08:47:59.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.413+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=858GH84Z7GBH type=write size=878773 2024-09-22T08:47:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.413+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~VWHJ8NDADVUR.0 size=1048576 2024-09-22T08:47:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.417+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~VWHJ8NDADVUR.1 size=1016572 2024-09-22T08:47:59.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.421+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=VWHJ8NDADVUR tag=YX5VLG00WTV6 type=write size=3113724 2024-09-22T08:47:59.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.425+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=JKSBOF9J12S0 type=del size=140678 2024-09-22T08:47:59.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.429+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~J66OGG351RO3.0 size=629620 2024-09-22T08:47:59.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.437+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=J66OGG351RO3 tag=D57R1WIZ6208 type=write size=1678196 2024-09-22T08:47:59.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.437+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=C4ODB7XE392U type=del size=3101423 2024-09-22T08:47:59.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.441+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=E1JFHWDR9F85 type=del 2024-09-22T08:47:59.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.445+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=UAEE9SUI3Y7P type=del size=261197 2024-09-22T08:47:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.449+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=1ILUSNBEAN35 type=del 2024-09-22T08:47:59.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.453+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=63Z2WYCRHVMM type=del size=3067329 2024-09-22T08:47:59.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.457+0000 7f63d5be48c0 1 < canceled operation key=DD4L2M7QKCJ4 tag=RAQ8LV20FV7D type=del size=815035 2024-09-22T08:47:59.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.461+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=00VVMW4CIUJN type=del size=3778711 2024-09-22T08:47:59.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.469+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=42M046KCS8DR type=del size=2332413 2024-09-22T08:47:59.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.469+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=8DQMBSPS82P5 type=del size=605993 2024-09-22T08:47:59.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.477+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=LILGFZRHARGI type=del 2024-09-22T08:47:59.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~HPC7ET9DQIXL.0 size=1048576 2024-09-22T08:47:59.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~HPC7ET9DQIXL.1 size=1048576 2024-09-22T08:47:59.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~HPC7ET9DQIXL.2 size=653543 2024-09-22T08:47:59.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.489+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=HPC7ET9DQIXL tag=NMR49DPC22EG type=write size=3799271 2024-09-22T08:47:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.493+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=YSKX0Z3UO0WS type=del 2024-09-22T08:47:59.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~0OCK6VNYK2B6.0 size=283928 2024-09-22T08:47:59.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.497+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=0OCK6VNYK2B6 tag=NVMH415PK5TI type=write size=1332504 2024-09-22T08:47:59.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.501+0000 7f63d5be48c0 1 < canceled part key=_multipart_SKZYLE6QANA6.2~DCDSDF3TG07Q.0 size=1048576 2024-09-22T08:47:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.501+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~DCDSDF3TG07Q.1 size=825610 2024-09-22T08:47:59.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.509+0000 7f63d5be48c0 1 < canceled multipart upload key=SKZYLE6QANA6 upload=DCDSDF3TG07Q tag=DXNEWNPWXJZY type=write size=2922762 2024-09-22T08:47:59.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.513+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=PKRS8CZME3IA type=del size=2151815 2024-09-22T08:47:59.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.513+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=EU7Z64KHVU0J type=del 2024-09-22T08:47:59.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.517+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=0NI1TF8X3JTJ type=del size=3622109 2024-09-22T08:47:59.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.521+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=KFWM6K64F0O4 type=del 2024-09-22T08:47:59.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.529+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~PXRHPWV25I9I.0 size=1048576 2024-09-22T08:47:59.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~PXRHPWV25I9I.1 size=1048576 2024-09-22T08:47:59.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~PXRHPWV25I9I.2 size=439452 2024-09-22T08:47:59.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.533+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=PXRHPWV25I9I tag=H16QKY0YN8UM type=write size=3585180 2024-09-22T08:47:59.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.541+0000 7f63d5be48c0 1 < suggested update operation key=Q0ESBWWRI2U9 tag=G4VHL558I7VF type=del size=3391514 2024-09-22T08:47:59.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.545+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~S98N42XHTFI4.0 size=68719 2024-09-22T08:47:59.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.545+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=S98N42XHTFI4 tag=8KLOLOPCCNSZ type=write size=1117295 2024-09-22T08:47:59.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.549+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=9VAKXJBOJW54 type=del 2024-09-22T08:47:59.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.553+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=MBUL4NTAVTQ3 type=del size=2795088 2024-09-22T08:47:59.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.557+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=02U9EFJMNPLK type=del 2024-09-22T08:47:59.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.561+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~AZJC5HURFYVN.0 size=653443 2024-09-22T08:47:59.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.561+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=AZJC5HURFYVN tag=TVZ2BXBEZEVY type=write size=1702019 2024-09-22T08:47:59.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.565+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~EYYKHLXYOQKP.0 size=1048576 2024-09-22T08:47:59.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.569+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~EYYKHLXYOQKP.1 size=1048576 2024-09-22T08:47:59.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.573+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~EYYKHLXYOQKP.2 size=937386 2024-09-22T08:47:59.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.577+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=EYYKHLXYOQKP tag=6SR0SGQ2KTDF type=write size=4083114 2024-09-22T08:47:59.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~70GZ2O85C3UF.0 size=1048576 2024-09-22T08:47:59.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~70GZ2O85C3UF.1 size=564890 2024-09-22T08:47:59.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.585+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=70GZ2O85C3UF tag=5G37962KH946 type=write size=2662042 2024-09-22T08:47:59.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.593+0000 7f63d5be48c0 1 < suggested remove operation key=4WGAB8CTCA4V tag=858GH84Z7GBH type=write 2024-09-22T08:47:59.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.597+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~NA7IO387DSX7.0 size=946609 2024-09-22T08:47:59.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.597+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=NA7IO387DSX7 tag=D2IFPNHCPW5M type=write size=1995185 2024-09-22T08:47:59.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.605+0000 7f63d5be48c0 1 < suggested remove operation key=N3T2GVFADL66 tag=JKSBOF9J12S0 type=del 2024-09-22T08:47:59.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.609+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=0VOY1KSACL2Z type=del size=3672622 2024-09-22T08:47:59.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.613+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=C4ODB7XE392U type=del 2024-09-22T08:47:59.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.617+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~DM2FDF00JENR.0 size=840322 2024-09-22T08:47:59.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.617+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=DM2FDF00JENR tag=MYCXV36R2SIA type=write size=1888898 2024-09-22T08:47:59.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.625+0000 7f63d5be48c0 1 < suggested remove operation key=3MG2M4MHSYN5 tag=UAEE9SUI3Y7P type=del 2024-09-22T08:47:59.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~H454ISX8VSAJ.0 size=1048576 2024-09-22T08:47:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~H454ISX8VSAJ.1 size=1048576 2024-09-22T08:47:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.637+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~H454ISX8VSAJ.2 size=887714 2024-09-22T08:47:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.637+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=H454ISX8VSAJ tag=7OESUSLDMNZ4 type=write size=4033442 2024-09-22T08:47:59.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.641+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=63Z2WYCRHVMM type=del 2024-09-22T08:47:59.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.645+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=IFPYQC7M7IV9 type=del size=2316224 2024-09-22T08:47:59.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.649+0000 7f63d5be48c0 1 < suggested remove operation key=Q0ESBWWRI2U9 tag=00VVMW4CIUJN type=del 2024-09-22T08:47:59.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.653+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=PYKWGMZ7P7CX type=del size=3404361 2024-09-22T08:47:59.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.657+0000 7f63d5be48c0 -1 < failed to complete operation key=N3T2GVFADL66 tag=8DQMBSPS82P5 type=del size=605993: (22) Invalid argument 2024-09-22T08:47:59.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.657+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=1YI4RITZGAJX type=del size=1637874 2024-09-22T08:47:59.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.661+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~HPC7ET9DQIXL.0 size=1048576 2024-09-22T08:47:59.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.665+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~HPC7ET9DQIXL.1 size=1048576 2024-09-22T08:47:59.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.665+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~HPC7ET9DQIXL.2 size=653543 2024-09-22T08:47:59.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.673+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=HPC7ET9DQIXL tag=NMR49DPC22EG type=write size=3799271 2024-09-22T08:47:59.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~G9PE7R6572U9.0 size=1048576 2024-09-22T08:47:59.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~G9PE7R6572U9.1 size=1048576 2024-09-22T08:47:59.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.681+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~G9PE7R6572U9.2 size=868435 2024-09-22T08:47:59.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.681+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=G9PE7R6572U9 tag=FNMQNUCRWJB4 type=write size=4014163 2024-09-22T08:47:59.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.685+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~0OCK6VNYK2B6.0 size=283928 2024-09-22T08:47:59.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.689+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=0OCK6VNYK2B6 tag=NVMH415PK5TI type=write size=1332504 2024-09-22T08:47:59.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.693+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=YU6HC9Y37633 type=del size=1086079 2024-09-22T08:47:59.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.697+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=PKRS8CZME3IA type=del 2024-09-22T08:47:59.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.701+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~VX92F17V83RM.0 size=1048576 2024-09-22T08:47:59.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~VX92F17V83RM.1 size=1048576 2024-09-22T08:47:59.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~VX92F17V83RM.2 size=628048 2024-09-22T08:47:59.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.705+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=VX92F17V83RM tag=ZNH0OIMDP72I type=write size=3773776 2024-09-22T08:47:59.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.709+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=0NI1TF8X3JTJ type=del 2024-09-22T08:47:59.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.713+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=WHJUGCRUCFHX type=write size=345 2024-09-22T08:47:59.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.717+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~PXRHPWV25I9I.0 size=1048576 2024-09-22T08:47:59.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.717+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~PXRHPWV25I9I.1 size=1048576 2024-09-22T08:47:59.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.717+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~PXRHPWV25I9I.2 size=439452 2024-09-22T08:47:59.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.725+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=PXRHPWV25I9I tag=H16QKY0YN8UM type=write size=3585180 2024-09-22T08:47:59.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.729+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~TSPNPXB3L1WR.0 size=1048576 2024-09-22T08:47:59.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.733+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~TSPNPXB3L1WR.1 size=1048576 2024-09-22T08:47:59.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.733+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~TSPNPXB3L1WR.2 size=466537 2024-09-22T08:47:59.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.733+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=TSPNPXB3L1WR tag=IXJ01NZ9163D type=write size=3612265 2024-09-22T08:47:59.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.737+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~S98N42XHTFI4.0 size=68719 2024-09-22T08:47:59.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.745+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=S98N42XHTFI4 tag=8KLOLOPCCNSZ type=write size=1117295 2024-09-22T08:47:59.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.745+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=TO3MU06FKE4B type=del size=1503638 2024-09-22T08:47:59.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.749+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=MBUL4NTAVTQ3 type=del 2024-09-22T08:47:59.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.753+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=3G55N88LFITH type=del size=2491749 2024-09-22T08:47:59.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.757+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~AZJC5HURFYVN.0 size=653443 2024-09-22T08:47:59.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.761+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=AZJC5HURFYVN tag=TVZ2BXBEZEVY type=write size=1702019 2024-09-22T08:47:59.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~TVLMTW3KEWUW.0 size=229717 2024-09-22T08:47:59.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.769+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=TVLMTW3KEWUW tag=JTRDZEGXSN8T type=write size=1278293 2024-09-22T08:47:59.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.773+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~70GZ2O85C3UF.0 size=1048576 2024-09-22T08:47:59.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.777+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~70GZ2O85C3UF.1 size=564890 2024-09-22T08:47:59.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.785+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=70GZ2O85C3UF tag=5G37962KH946 type=write size=2662042 2024-09-22T08:47:59.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.789+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=CAOPJB1DZT4V type=del size=1188715 2024-09-22T08:47:59.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.789+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~NA7IO387DSX7.0 size=946609 2024-09-22T08:47:59.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.797+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=NA7IO387DSX7 tag=D2IFPNHCPW5M type=write size=1995185 2024-09-22T08:47:59.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.805+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~2O052TMTKG4P.0 size=1048576 2024-09-22T08:47:59.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.805+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~2O052TMTKG4P.1 size=1048576 2024-09-22T08:47:59.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.809+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~2O052TMTKG4P.2 size=547618 2024-09-22T08:47:59.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.809+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=2O052TMTKG4P tag=EJA8A7D4SMEB type=write size=3693346 2024-09-22T08:47:59.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.813+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=0VOY1KSACL2Z type=del 2024-09-22T08:47:59.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.821+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~DHVRWECJC14C.0 size=1048576 2024-09-22T08:47:59.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.825+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~DHVRWECJC14C.1 size=146199 2024-09-22T08:47:59.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.825+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=DHVRWECJC14C tag=GOSV4HK4K3XD type=write size=2243351 2024-09-22T08:47:59.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.829+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~DM2FDF00JENR.0 size=840322 2024-09-22T08:47:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.833+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=DM2FDF00JENR tag=MYCXV36R2SIA type=write size=1888898 2024-09-22T08:47:59.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~Z36FRVGS4DIE.0 size=1048576 2024-09-22T08:47:59.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~Z36FRVGS4DIE.1 size=1048576 2024-09-22T08:47:59.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~Z36FRVGS4DIE.2 size=620525 2024-09-22T08:47:59.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.845+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=Z36FRVGS4DIE tag=VB1E19RF7GA2 type=write size=3766253 2024-09-22T08:47:59.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.849+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~H454ISX8VSAJ.0 size=1048576 2024-09-22T08:47:59.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.853+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~H454ISX8VSAJ.1 size=1048576 2024-09-22T08:47:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.857+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~H454ISX8VSAJ.2 size=887714 2024-09-22T08:47:59.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.861+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=H454ISX8VSAJ tag=7OESUSLDMNZ4 type=write size=4033442 2024-09-22T08:47:59.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.865+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=1GW11OT1SSCM type=del size=1811302 2024-09-22T08:47:59.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.869+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=IFPYQC7M7IV9 type=del 2024-09-22T08:47:59.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.873+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=R1KCB07I63N3 type=write size=431507 2024-09-22T08:47:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.873+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=PYKWGMZ7P7CX type=del 2024-09-22T08:47:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~HSW9AQG3EUHZ.0 size=1048576 2024-09-22T08:47:59.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.885+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~HSW9AQG3EUHZ.1 size=1048576 2024-09-22T08:47:59.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.885+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~HSW9AQG3EUHZ.2 size=860101 2024-09-22T08:47:59.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.885+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=HSW9AQG3EUHZ tag=09ILV5CMVYX5 type=write size=4005829 2024-09-22T08:47:59.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.889+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=1YI4RITZGAJX type=del 2024-09-22T08:47:59.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~PJT46ARU1WV2.0 size=539643 2024-09-22T08:47:59.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.897+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=PJT46ARU1WV2 tag=JHXF3E8820Y1 type=write size=1588219 2024-09-22T08:47:59.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.901+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~G9PE7R6572U9.0 size=1048576 2024-09-22T08:47:59.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.905+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~G9PE7R6572U9.1 size=1048576 2024-09-22T08:47:59.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.905+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~G9PE7R6572U9.2 size=868435 2024-09-22T08:47:59.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.913+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=G9PE7R6572U9 tag=FNMQNUCRWJB4 type=write size=4014163 2024-09-22T08:47:59.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.917+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=OMRQXU5AWBAI type=del size=2657396 2024-09-22T08:47:59.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.917+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=YU6HC9Y37633 type=del 2024-09-22T08:47:59.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.921+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=PWUC7OOYUT1V type=del size=3284932 2024-09-22T08:47:59.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.925+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~VX92F17V83RM.0 size=1048576 2024-09-22T08:47:59.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.929+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~VX92F17V83RM.1 size=1048576 2024-09-22T08:47:59.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.929+0000 7f63d5be48c0 1 < canceled part key=_multipart_CU2N9Z3QGASM.2~VX92F17V83RM.2 size=628048 2024-09-22T08:47:59.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.933+0000 7f63d5be48c0 1 < canceled multipart upload key=CU2N9Z3QGASM upload=VX92F17V83RM tag=ZNH0OIMDP72I type=write size=3773776 2024-09-22T08:47:59.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.937+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=5OO4GDC146FG type=del size=2668708 2024-09-22T08:47:59.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.941+0000 7f63d5be48c0 1 < completed write operation key=3MG2M4MHSYN5 tag=WHJUGCRUCFHX type=write size=345 2024-09-22T08:47:59.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.945+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~I210EIDDIG0K.0 size=1048576 2024-09-22T08:47:59.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~I210EIDDIG0K.1 size=577116 2024-09-22T08:47:59.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.949+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=I210EIDDIG0K tag=NXKNGIPAR3LX type=write size=2674268 2024-09-22T08:47:59.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.953+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~TSPNPXB3L1WR.0 size=1048576 2024-09-22T08:47:59.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.953+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~TSPNPXB3L1WR.1 size=1048576 2024-09-22T08:47:59.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.953+0000 7f63d5be48c0 1 < canceled part key=_multipart_DD4L2M7QKCJ4.2~TSPNPXB3L1WR.2 size=466537 2024-09-22T08:47:59.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.961+0000 7f63d5be48c0 1 < canceled multipart upload key=DD4L2M7QKCJ4 upload=TSPNPXB3L1WR tag=IXJ01NZ9163D type=write size=3612265 2024-09-22T08:47:59.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.965+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=B82JUVFVZ02X type=del size=1653391 2024-09-22T08:47:59.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.969+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=TO3MU06FKE4B type=del 2024-09-22T08:47:59.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.973+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~AG1UMGUV36BG.0 size=1048576 2024-09-22T08:47:59.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.977+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~AG1UMGUV36BG.1 size=374546 2024-09-22T08:47:59.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.977+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=AG1UMGUV36BG tag=UGS65ATKO390 type=write size=2471698 2024-09-22T08:47:59.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.981+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=3G55N88LFITH type=del 2024-09-22T08:47:59.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.985+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=FQD6L2U7F2DQ type=write size=28858 2024-09-22T08:47:59.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.989+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~TVLMTW3KEWUW.0 size=229717 2024-09-22T08:47:59.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.993+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=TVLMTW3KEWUW tag=JTRDZEGXSN8T type=write size=1278293 2024-09-22T08:48:00.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:47:59.997+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=BWWXX5TTTQF3 type=del size=522468 2024-09-22T08:48:00.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.001+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=CAOPJB1DZT4V type=del 2024-09-22T08:48:00.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.005+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~7FYL9Q3IWDR9.0 size=1048576 2024-09-22T08:48:00.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.009+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~7FYL9Q3IWDR9.1 size=11552 2024-09-22T08:48:00.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.009+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=7FYL9Q3IWDR9 tag=VOP0LJR24Y5N type=write size=2108704 2024-09-22T08:48:00.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.013+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~2O052TMTKG4P.0 size=1048576 2024-09-22T08:48:00.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.013+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~2O052TMTKG4P.1 size=1048576 2024-09-22T08:48:00.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.017+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~2O052TMTKG4P.2 size=547618 2024-09-22T08:48:00.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.021+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=2O052TMTKG4P tag=EJA8A7D4SMEB type=write size=3693346 2024-09-22T08:48:00.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.025+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=OXMG91Y8LA1L type=write size=216088 2024-09-22T08:48:00.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.029+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~DHVRWECJC14C.0 size=1048576 2024-09-22T08:48:00.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.029+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~DHVRWECJC14C.1 size=146199 2024-09-22T08:48:00.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.037+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=DHVRWECJC14C tag=GOSV4HK4K3XD type=write size=2243351 2024-09-22T08:48:00.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.041+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~Q539AX8OYYXA.0 size=1048576 2024-09-22T08:48:00.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~Q539AX8OYYXA.1 size=793008 2024-09-22T08:48:00.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.045+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=Q539AX8OYYXA tag=EVYAJDW9WRM8 type=write size=2890160 2024-09-22T08:48:00.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.049+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~Z36FRVGS4DIE.0 size=1048576 2024-09-22T08:48:00.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.053+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~Z36FRVGS4DIE.1 size=1048576 2024-09-22T08:48:00.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.053+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~Z36FRVGS4DIE.2 size=620525 2024-09-22T08:48:00.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.061+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=Z36FRVGS4DIE tag=VB1E19RF7GA2 type=write size=3766253 2024-09-22T08:48:00.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.065+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~E6GB5PIJIDXG.0 size=1048576 2024-09-22T08:48:00.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.069+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~E6GB5PIJIDXG.1 size=687668 2024-09-22T08:48:00.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.069+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=E6GB5PIJIDXG tag=92LE6OAWY33A type=write size=2784820 2024-09-22T08:48:00.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.077+0000 7f63d5be48c0 1 < suggested remove operation key=ANO1D6N8RQ7Y tag=1GW11OT1SSCM type=del 2024-09-22T08:48:00.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.077+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=IY8D14ZR9GNO type=del size=1193435 2024-09-22T08:48:00.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.081+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=R1KCB07I63N3 type=write size=431507 2024-09-22T08:48:00.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.089+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~7V0MHAVGFW0L.0 size=513034 2024-09-22T08:48:00.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.089+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=7V0MHAVGFW0L tag=9B3KPO68JN3T type=write size=1561610 2024-09-22T08:48:00.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.093+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~HSW9AQG3EUHZ.0 size=1048576 2024-09-22T08:48:00.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.097+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~HSW9AQG3EUHZ.1 size=1048576 2024-09-22T08:48:00.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.097+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~HSW9AQG3EUHZ.2 size=860101 2024-09-22T08:48:00.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.101+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=HSW9AQG3EUHZ tag=09ILV5CMVYX5 type=write size=4005829 2024-09-22T08:48:00.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.105+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=7Z1IXXZ1WIJB type=del size=1212098 2024-09-22T08:48:00.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.109+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~PJT46ARU1WV2.0 size=539643 2024-09-22T08:48:00.117 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.113+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=PJT46ARU1WV2 tag=JHXF3E8820Y1 type=write size=1588219 2024-09-22T08:48:00.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.117+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=FN81V0F2GCPH type=del size=1778108 2024-09-22T08:48:00.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.125+0000 7f63d5be48c0 1 < suggested update operation key=ZWR5FR2EUOBU tag=OMRQXU5AWBAI type=del size=2657396 2024-09-22T08:48:00.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~H95UTNFGQ7QX.0 size=664637 2024-09-22T08:48:00.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.129+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=H95UTNFGQ7QX tag=OCM4GDE23L1F type=write size=1713213 2024-09-22T08:48:00.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.133+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=PWUC7OOYUT1V type=del 2024-09-22T08:48:00.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.137+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=2RSQ58S7EXYD type=del size=3878489 2024-09-22T08:48:00.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.137+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=ANO1D6N8RQ7Y tag=5OO4GDC146FG type=del size=2668708: (2) No such file or directory 2024-09-22T08:48:00.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.141+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=JMUJUWHIYV16 type=del size=2105209 2024-09-22T08:48:00.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.145+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~I210EIDDIG0K.0 size=1048576 2024-09-22T08:48:00.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.149+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~I210EIDDIG0K.1 size=577116 2024-09-22T08:48:00.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.153+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=I210EIDDIG0K tag=NXKNGIPAR3LX type=write size=2674268 2024-09-22T08:48:00.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.157+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=6W4JCANJ0OBR type=write size=335621 2024-09-22T08:48:00.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.165+0000 7f63d5be48c0 1 < suggested remove operation key=DRUC4JUPWIZT tag=B82JUVFVZ02X type=del 2024-09-22T08:48:00.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.169+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~00TONCZII7PO.0 size=1048576 2024-09-22T08:48:00.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.173+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~00TONCZII7PO.1 size=1048576 2024-09-22T08:48:00.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~00TONCZII7PO.2 size=614356 2024-09-22T08:48:00.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.177+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=00TONCZII7PO tag=E6O4U08YRZQ1 type=write size=3760084 2024-09-22T08:48:00.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.177+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~AG1UMGUV36BG.0 size=1048576 2024-09-22T08:48:00.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.181+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~AG1UMGUV36BG.1 size=374546 2024-09-22T08:48:00.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.185+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=AG1UMGUV36BG tag=UGS65ATKO390 type=write size=2471698 2024-09-22T08:48:00.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.189+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=NIDJ0DC1Z06T type=del size=4124076 2024-09-22T08:48:00.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.193+0000 7f63d5be48c0 -1 < failed to complete operation key=DRUC4JUPWIZT tag=FQD6L2U7F2DQ type=write size=28858: (22) Invalid argument 2024-09-22T08:48:00.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.197+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=CDSCDEJGUQ08 type=del size=68458 2024-09-22T08:48:00.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.201+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=BWWXX5TTTQF3 type=del 2024-09-22T08:48:00.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.205+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=HXKUWXC3FKTI type=del size=998830 2024-09-22T08:48:00.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.205+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~7FYL9Q3IWDR9.0 size=1048576 2024-09-22T08:48:00.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.209+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~7FYL9Q3IWDR9.1 size=11552 2024-09-22T08:48:00.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.217+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=7FYL9Q3IWDR9 tag=VOP0LJR24Y5N type=write size=2108704 2024-09-22T08:48:00.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.217+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=3JUV45H4N0BS type=del size=3299264 2024-09-22T08:48:00.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.221+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=OXMG91Y8LA1L type=write size=216088 2024-09-22T08:48:00.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.225+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=C1I3BPNKXKIJ type=del size=2640946 2024-09-22T08:48:00.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.229+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~Q539AX8OYYXA.0 size=1048576 2024-09-22T08:48:00.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.229+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~Q539AX8OYYXA.1 size=793008 2024-09-22T08:48:00.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.233+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=Q539AX8OYYXA tag=EVYAJDW9WRM8 type=write size=2890160 2024-09-22T08:48:00.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.241+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~OHB53N99YOPN.0 size=1048576 2024-09-22T08:48:00.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.245+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~OHB53N99YOPN.1 size=759874 2024-09-22T08:48:00.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.245+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=OHB53N99YOPN tag=U0GVG3BVKNJ2 type=write size=2857026 2024-09-22T08:48:00.247 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.245+0000 7f63d5be48c0 1 < canceled part key=_multipart_9QU8893FESH3.2~E6GB5PIJIDXG.0 size=1048576 2024-09-22T08:48:00.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.249+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~E6GB5PIJIDXG.1 size=687668 2024-09-22T08:48:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.253+0000 7f63d5be48c0 1 < canceled multipart upload key=9QU8893FESH3 upload=E6GB5PIJIDXG tag=92LE6OAWY33A type=write size=2784820 2024-09-22T08:48:00.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.257+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=DYQ5XELQH686 type=del size=3106798 2024-09-22T08:48:00.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.261+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=IY8D14ZR9GNO type=del 2024-09-22T08:48:00.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.261+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=IMXB8QM1NW13 type=del size=2665544 2024-09-22T08:48:00.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.265+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~7V0MHAVGFW0L.0 size=513034 2024-09-22T08:48:00.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.269+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=7V0MHAVGFW0L tag=9B3KPO68JN3T type=write size=1561610 2024-09-22T08:48:00.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.273+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=Y16P3ESPA88F type=del size=375084 2024-09-22T08:48:00.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.277+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=7Z1IXXZ1WIJB type=del size=1212098 2024-09-22T08:48:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.281+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=IW6W0UN0N0CT type=del size=138911 2024-09-22T08:48:00.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.285+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=FN81V0F2GCPH type=del 2024-09-22T08:48:00.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.289+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=U0KHI5VU7PEX type=del size=1259003 2024-09-22T08:48:00.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.289+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~H95UTNFGQ7QX.0 size=664637 2024-09-22T08:48:00.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.293+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=H95UTNFGQ7QX tag=OCM4GDE23L1F type=write size=1713213 2024-09-22T08:48:00.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.297+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=493Z6ZOBOTJE type=del size=3786316 2024-09-22T08:48:00.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.301+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=2RSQ58S7EXYD type=del 2024-09-22T08:48:00.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.305+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=H4LFKZ65FP5X type=del size=2054572 2024-09-22T08:48:00.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.305+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=JMUJUWHIYV16 type=del 2024-09-22T08:48:00.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.309+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=93AOGNPHH5XW type=del size=3563841 2024-09-22T08:48:00.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.313+0000 7f63d5be48c0 1 < completed write operation key=4WGAB8CTCA4V tag=6W4JCANJ0OBR type=write size=335621 2024-09-22T08:48:00.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.317+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=D3BVLZEOSRMY type=del size=955527 2024-09-22T08:48:00.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.321+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~00TONCZII7PO.0 size=1048576 2024-09-22T08:48:00.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.325+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~00TONCZII7PO.1 size=1048576 2024-09-22T08:48:00.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.325+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~00TONCZII7PO.2 size=614356 2024-09-22T08:48:00.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.333+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=00TONCZII7PO tag=E6O4U08YRZQ1 type=write size=3760084 2024-09-22T08:48:00.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.333+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=BYHOKOJSN5PA type=write size=875574 2024-09-22T08:48:00.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.337+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=NIDJ0DC1Z06T type=del 2024-09-22T08:48:00.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.341+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=7JAC4RKH0XCU type=del size=2381404 2024-09-22T08:48:00.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.345+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=CDSCDEJGUQ08 type=del 2024-09-22T08:48:00.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.349+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~76TMV7Q9BXWX.0 size=1048576 2024-09-22T08:48:00.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~76TMV7Q9BXWX.1 size=470559 2024-09-22T08:48:00.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.353+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=76TMV7Q9BXWX tag=P72MQ224CUKZ type=write size=2567711 2024-09-22T08:48:00.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.357+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=HXKUWXC3FKTI type=del 2024-09-22T08:48:00.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~9HLSAUO5NHPG.0 size=1048576 2024-09-22T08:48:00.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.365+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~9HLSAUO5NHPG.1 size=1048576 2024-09-22T08:48:00.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.365+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~9HLSAUO5NHPG.2 size=296891 2024-09-22T08:48:00.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.365+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=9HLSAUO5NHPG tag=TC4ZCZ6MNWST type=write size=3442619 2024-09-22T08:48:00.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.369+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=3JUV45H4N0BS type=del 2024-09-22T08:48:00.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.377+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~1CZMNI1SLT30.0 size=981706 2024-09-22T08:48:00.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.377+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=1CZMNI1SLT30 tag=KXVLNV3HMUIZ type=write size=2030282 2024-09-22T08:48:00.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.377+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=C1I3BPNKXKIJ type=del 2024-09-22T08:48:00.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.381+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=D8JPMHG5WONS type=write size=872630 2024-09-22T08:48:00.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.385+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~OHB53N99YOPN.0 size=1048576 2024-09-22T08:48:00.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.389+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~OHB53N99YOPN.1 size=759874 2024-09-22T08:48:00.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.393+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=OHB53N99YOPN tag=U0GVG3BVKNJ2 type=write size=2857026 2024-09-22T08:48:00.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.397+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=8HDAULABN54X type=del size=4076610 2024-09-22T08:48:00.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.401+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=DYQ5XELQH686 type=del 2024-09-22T08:48:00.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.405+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=ISBEO3OKO22F type=del size=2368620 2024-09-22T08:48:00.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.409+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=IMXB8QM1NW13 type=del 2024-09-22T08:48:00.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~GK76DHHIMNQ2.0 size=1048576 2024-09-22T08:48:00.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~GK76DHHIMNQ2.1 size=1048576 2024-09-22T08:48:00.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~GK76DHHIMNQ2.2 size=895708 2024-09-22T08:48:00.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.417+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=GK76DHHIMNQ2 tag=28VPN4M6CEEK type=write size=4041436 2024-09-22T08:48:00.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.421+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=Y16P3ESPA88F type=del 2024-09-22T08:48:00.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.421+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=JRZLCYTHP9UL type=del size=1429105 2024-09-22T08:48:00.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.425+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=IW6W0UN0N0CT type=del 2024-09-22T08:48:00.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.429+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=ELMVLFE9MNB0 type=write size=750084 2024-09-22T08:48:00.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.433+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=U0KHI5VU7PEX type=del 2024-09-22T08:48:00.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.437+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=15MZ5DGV21X7 type=del size=1133142 2024-09-22T08:48:00.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.437+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=493Z6ZOBOTJE type=del 2024-09-22T08:48:00.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.445+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~BMZIF9MLGC1T.0 size=107752 2024-09-22T08:48:00.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.445+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=BMZIF9MLGC1T tag=Y6P3PZ9E65YO type=write size=1156328 2024-09-22T08:48:00.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.449+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=H4LFKZ65FP5X type=del 2024-09-22T08:48:00.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.449+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=6NLD2U8X9RYY type=del size=2527411 2024-09-22T08:48:00.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.453+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=93AOGNPHH5XW type=del 2024-09-22T08:48:00.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.461+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~EIHTXF5L3S63.0 size=583011 2024-09-22T08:48:00.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.461+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=EIHTXF5L3S63 tag=6SM2X3KJ7V9P type=write size=1631587 2024-09-22T08:48:00.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.465+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=D3BVLZEOSRMY type=del size=955527 2024-09-22T08:48:00.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.469+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=OZM6YGLZXSW1 type=del size=1169599 2024-09-22T08:48:00.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.469+0000 7f63d5be48c0 1 < completed write operation key=DZ5BP1FM3Z5N tag=BYHOKOJSN5PA type=write size=875574 2024-09-22T08:48:00.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.473+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=SK2X6TJ2P968 type=del size=3687313 2024-09-22T08:48:00.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.477+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=7JAC4RKH0XCU type=del 2024-09-22T08:48:00.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.477+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=8T60J4GLS7SD type=del size=2829511 2024-09-22T08:48:00.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.481+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~76TMV7Q9BXWX.0 size=1048576 2024-09-22T08:48:00.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.485+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~76TMV7Q9BXWX.1 size=470559 2024-09-22T08:48:00.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.489+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=76TMV7Q9BXWX tag=P72MQ224CUKZ type=write size=2567711 2024-09-22T08:48:00.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.489+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=23MOEDWMUF5N type=del size=1285676 2024-09-22T08:48:00.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.493+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~9HLSAUO5NHPG.0 size=1048576 2024-09-22T08:48:00.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.493+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~9HLSAUO5NHPG.1 size=1048576 2024-09-22T08:48:00.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.497+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~9HLSAUO5NHPG.2 size=296891 2024-09-22T08:48:00.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.501+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=9HLSAUO5NHPG tag=TC4ZCZ6MNWST type=write size=3442619 2024-09-22T08:48:00.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.505+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=LWJQBDM7F1EH type=write size=118753 2024-09-22T08:48:00.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.505+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~1CZMNI1SLT30.0 size=981706 2024-09-22T08:48:00.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.513+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=1CZMNI1SLT30 tag=KXVLNV3HMUIZ type=write size=2030282 2024-09-22T08:48:00.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.517+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=9BADX3L8XF8Z type=del size=2777262 2024-09-22T08:48:00.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.521+0000 7f63d5be48c0 1 < canceled operation key=ZOK9L18PUHG0 tag=D8JPMHG5WONS type=write size=872630 2024-09-22T08:48:00.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.525+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~0VA7MC1JHQOV.0 size=432283 2024-09-22T08:48:00.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.525+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=0VA7MC1JHQOV tag=Q27HA5K6WF9T type=write size=1480859 2024-09-22T08:48:00.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.525+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=8HDAULABN54X type=del 2024-09-22T08:48:00.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.529+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=07ZNBSXFE9H9 type=del size=3622504 2024-09-22T08:48:00.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.533+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=ISBEO3OKO22F type=del 2024-09-22T08:48:00.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.533+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=QGHHR55YROAT type=del size=3501868 2024-09-22T08:48:00.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.537+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~GK76DHHIMNQ2.0 size=1048576 2024-09-22T08:48:00.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.537+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~GK76DHHIMNQ2.1 size=1048576 2024-09-22T08:48:00.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.537+0000 7f63d5be48c0 1 < canceled part key=_multipart_4WGAB8CTCA4V.2~GK76DHHIMNQ2.2 size=895708 2024-09-22T08:48:00.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.541+0000 7f63d5be48c0 1 < canceled multipart upload key=4WGAB8CTCA4V upload=GK76DHHIMNQ2 tag=28VPN4M6CEEK type=write size=4041436 2024-09-22T08:48:00.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.545+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=9OBSZGF31VAB type=del size=201705 2024-09-22T08:48:00.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.549+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=JRZLCYTHP9UL type=del 2024-09-22T08:48:00.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.549+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=2O7XS9WNS504 type=del size=550678 2024-09-22T08:48:00.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.553+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=ELMVLFE9MNB0 type=write size=750084 2024-09-22T08:48:00.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.557+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=GSM3IHGD9GGB type=del size=2360475 2024-09-22T08:48:00.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.561+0000 7f63d5be48c0 1 < suggested update operation key=3MG2M4MHSYN5 tag=15MZ5DGV21X7 type=del size=1133142 2024-09-22T08:48:00.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.561+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=RFEAGQWJL1LZ type=del size=3822850 2024-09-22T08:48:00.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.565+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~BMZIF9MLGC1T.0 size=107752 2024-09-22T08:48:00.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.569+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=BMZIF9MLGC1T tag=Y6P3PZ9E65YO type=write size=1156328 2024-09-22T08:48:00.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.573+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=69EQAJHWOCDZ type=del size=3904780 2024-09-22T08:48:00.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.577+0000 7f63d5be48c0 1 < suggested remove operation key=V5JZ6OBLB6FZ tag=6NLD2U8X9RYY type=del 2024-09-22T08:48:00.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.581+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=9ITMECC1O11I type=del size=285839 2024-09-22T08:48:00.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.585+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~EIHTXF5L3S63.0 size=583011 2024-09-22T08:48:00.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.589+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=EIHTXF5L3S63 tag=6SM2X3KJ7V9P type=write size=1631587 2024-09-22T08:48:00.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.589+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=P27VGFCZ4X22 type=write size=293658 2024-09-22T08:48:00.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.593+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=OZM6YGLZXSW1 type=del 2024-09-22T08:48:00.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.597+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=68IYQKQACT0N type=del size=79500 2024-09-22T08:48:00.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.597+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=SK2X6TJ2P968 type=del 2024-09-22T08:48:00.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.601+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=WX2ZCYCLLOV6 type=del size=3058454 2024-09-22T08:48:00.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.601+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=8T60J4GLS7SD type=del 2024-09-22T08:48:00.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.605+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=Y9CP3SYTYXRR type=del size=3293826 2024-09-22T08:48:00.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.605+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=23MOEDWMUF5N type=del 2024-09-22T08:48:00.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~A1Y7N7WWJ2JN.0 size=1048576 2024-09-22T08:48:00.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.613+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~A1Y7N7WWJ2JN.1 size=1048576 2024-09-22T08:48:00.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.613+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~A1Y7N7WWJ2JN.2 size=1033692 2024-09-22T08:48:00.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.613+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=A1Y7N7WWJ2JN tag=S90V8ESTG9MT type=write size=4179420 2024-09-22T08:48:00.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.617+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=LWJQBDM7F1EH type=write size=118753 2024-09-22T08:48:00.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.621+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=9FZW5IUUM25X type=del size=2556116 2024-09-22T08:48:00.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.621+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=9BADX3L8XF8Z type=del 2024-09-22T08:48:00.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.625+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~E6ML3PV8010Z.0 size=365518 2024-09-22T08:48:00.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.625+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=E6ML3PV8010Z tag=NMTVI03NNTE7 type=write size=1414094 2024-09-22T08:48:00.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.629+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~0VA7MC1JHQOV.0 size=432283 2024-09-22T08:48:00.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.633+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=0VA7MC1JHQOV tag=Q27HA5K6WF9T type=write size=1480859 2024-09-22T08:48:00.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.637+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=10WGR7K67RT4 type=del size=2729764 2024-09-22T08:48:00.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.637+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=07ZNBSXFE9H9 type=del size=3622504 2024-09-22T08:48:00.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.641+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=0II2U6JA2M5U type=write size=629195 2024-09-22T08:48:00.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.641+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=QGHHR55YROAT type=del 2024-09-22T08:48:00.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.645+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=86KTVQXQQ7CN type=del size=1848662 2024-09-22T08:48:00.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.645+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=9OBSZGF31VAB type=del 2024-09-22T08:48:00.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.649+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=ZRLTF4ZUZSUC type=del size=3750372 2024-09-22T08:48:00.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.649+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=2O7XS9WNS504 type=del 2024-09-22T08:48:00.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.653+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=SZFK4T6I3HIW type=del size=2765151 2024-09-22T08:48:00.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.657+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=GSM3IHGD9GGB type=del 2024-09-22T08:48:00.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~HV6LDXKP6IQ3.0 size=1048576 2024-09-22T08:48:00.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~HV6LDXKP6IQ3.1 size=889070 2024-09-22T08:48:00.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.661+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=HV6LDXKP6IQ3 tag=XKT4U3N513FW type=write size=2986222 2024-09-22T08:48:00.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.665+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=RFEAGQWJL1LZ type=del 2024-09-22T08:48:00.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.665+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=MVTP8TB2MQ8P type=del size=687432 2024-09-22T08:48:00.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.669+0000 7f63d5be48c0 1 < suggested remove operation key=2ZLI4H2IJRPA tag=69EQAJHWOCDZ type=del 2024-09-22T08:48:00.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~HA1LWGY3OQOB.0 size=1048576 2024-09-22T08:48:00.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~HA1LWGY3OQOB.1 size=567408 2024-09-22T08:48:00.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.677+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=HA1LWGY3OQOB tag=GEIC1QTI279G type=write size=2664560 2024-09-22T08:48:00.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.677+0000 7f63d5be48c0 -1 < failed to complete operation key=2ZLI4H2IJRPA tag=9ITMECC1O11I type=del size=285839: (22) Invalid argument 2024-09-22T08:48:00.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~K5QHT3GP14G9.0 size=1048576 2024-09-22T08:48:00.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~K5QHT3GP14G9.1 size=1048576 2024-09-22T08:48:00.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~K5QHT3GP14G9.2 size=793877 2024-09-22T08:48:00.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.685+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=K5QHT3GP14G9 tag=6FX82ALDR372 type=write size=3939605 2024-09-22T08:48:00.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.689+0000 7f63d5be48c0 1 < completed write operation key=4WGAB8CTCA4V tag=P27VGFCZ4X22 type=write size=293658 2024-09-22T08:48:00.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.693+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=P3SHCGYUD2D8 type=del size=2849025 2024-09-22T08:48:00.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.693+0000 7f63d5be48c0 1 < canceled operation key=ZOK9L18PUHG0 tag=68IYQKQACT0N type=del size=79500 2024-09-22T08:48:00.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.697+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=YW8K0OJYRIEA type=del size=3041329 2024-09-22T08:48:00.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.701+0000 7f63d5be48c0 1 < suggested update operation key=OPADUWLHYXXQ tag=WX2ZCYCLLOV6 type=del size=3058454 2024-09-22T08:48:00.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.701+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=5OM5Z1X6U7RJ type=write size=939728 2024-09-22T08:48:00.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.705+0000 7f63d5be48c0 1 < suggested remove operation key=SKZYLE6QANA6 tag=Y9CP3SYTYXRR type=del 2024-09-22T08:48:00.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.709+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=0Q1ES2DF2Q7U type=del size=2679630 2024-09-22T08:48:00.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.709+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~A1Y7N7WWJ2JN.0 size=1048576 2024-09-22T08:48:00.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.713+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~A1Y7N7WWJ2JN.1 size=1048576 2024-09-22T08:48:00.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.713+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~A1Y7N7WWJ2JN.2 size=1033692 2024-09-22T08:48:00.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.717+0000 7f63d5be48c0 1 < canceled multipart upload key=ROTY3Z0W6P3U upload=A1Y7N7WWJ2JN tag=S90V8ESTG9MT type=write size=4179420 2024-09-22T08:48:00.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.717+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=YTEBBSAQ2LR2 type=del size=1859176 2024-09-22T08:48:00.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.721+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=9FZW5IUUM25X type=del 2024-09-22T08:48:00.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~0WGMYR025ZRP.0 size=1048576 2024-09-22T08:48:00.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~0WGMYR025ZRP.1 size=1048576 2024-09-22T08:48:00.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.729+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~0WGMYR025ZRP.2 size=253560 2024-09-22T08:48:00.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.729+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=0WGMYR025ZRP tag=RRDMYF0BK911 type=write size=3399288 2024-09-22T08:48:00.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.729+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~E6ML3PV8010Z.0 size=365518 2024-09-22T08:48:00.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.733+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=E6ML3PV8010Z tag=NMTVI03NNTE7 type=write size=1414094 2024-09-22T08:48:00.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.737+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=PGPU5KCFBIJT type=del size=4167301 2024-09-22T08:48:00.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.741+0000 7f63d5be48c0 1 < suggested update operation key=4WGAB8CTCA4V tag=10WGR7K67RT4 type=del size=2729764 2024-09-22T08:48:00.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.745+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=FAVN4AHQHVJM type=del size=549195 2024-09-22T08:48:00.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.745+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=0II2U6JA2M5U type=write size=629195 2024-09-22T08:48:00.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.753+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~6NLTCH4LKQ0H.0 size=602462 2024-09-22T08:48:00.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.753+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=6NLTCH4LKQ0H tag=6M0JTMBYHJ1I type=write size=1651038 2024-09-22T08:48:00.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.753+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=86KTVQXQQ7CN type=del 2024-09-22T08:48:00.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.757+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=LB2M3MMQHR2F type=del size=1771039 2024-09-22T08:48:00.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.757+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=ZRLTF4ZUZSUC type=del 2024-09-22T08:48:00.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.761+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=LMW7TJWE21L3 type=write size=607232 2024-09-22T08:48:00.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.765+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=SZFK4T6I3HIW type=del 2024-09-22T08:48:00.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.765+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=TZD5EMKKW4XX type=del size=4181695 2024-09-22T08:48:00.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.769+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~HV6LDXKP6IQ3.0 size=1048576 2024-09-22T08:48:00.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.769+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~HV6LDXKP6IQ3.1 size=889070 2024-09-22T08:48:00.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.773+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=HV6LDXKP6IQ3 tag=XKT4U3N513FW type=write size=2986222 2024-09-22T08:48:00.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~D0Q5BIYWC4N0.0 size=174553 2024-09-22T08:48:00.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.777+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=D0Q5BIYWC4N0 tag=TJN2TOZUY6F2 type=write size=1223129 2024-09-22T08:48:00.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.781+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=MVTP8TB2MQ8P type=del 2024-09-22T08:48:00.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.785+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=GEVTF79772F0 type=del size=2808425 2024-09-22T08:48:00.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.785+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~HA1LWGY3OQOB.0 size=1048576 2024-09-22T08:48:00.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.789+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~HA1LWGY3OQOB.1 size=567408 2024-09-22T08:48:00.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.789+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=HA1LWGY3OQOB tag=GEIC1QTI279G type=write size=2664560 2024-09-22T08:48:00.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.793+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=TZ5VE72Z1WFK type=write size=714294 2024-09-22T08:48:00.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.797+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~K5QHT3GP14G9.0 size=1048576 2024-09-22T08:48:00.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.797+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~K5QHT3GP14G9.1 size=1048576 2024-09-22T08:48:00.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.797+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~K5QHT3GP14G9.2 size=793877 2024-09-22T08:48:00.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.801+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=K5QHT3GP14G9 tag=6FX82ALDR372 type=write size=3939605 2024-09-22T08:48:00.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.805+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=NFE1NEQZU81R type=del size=2894965 2024-09-22T08:48:00.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.805+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=P3SHCGYUD2D8 type=del 2024-09-22T08:48:00.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.809+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YK7B9AZ3WAEU.0 size=1048576 2024-09-22T08:48:00.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.813+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YK7B9AZ3WAEU.1 size=1048576 2024-09-22T08:48:00.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.813+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YK7B9AZ3WAEU.2 size=963884 2024-09-22T08:48:00.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.813+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=YK7B9AZ3WAEU tag=PENLZ4MQQDLD type=write size=4109612 2024-09-22T08:48:00.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.817+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=YW8K0OJYRIEA type=del 2024-09-22T08:48:00.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.817+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=J920C29OD67D type=del size=999006 2024-09-22T08:48:00.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.825+0000 7f63d5be48c0 1 < suggested remove operation key=ROTY3Z0W6P3U tag=5OM5Z1X6U7RJ type=write 2024-09-22T08:48:00.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.829+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~P1L8IHYDN6HF.0 size=1048576 2024-09-22T08:48:00.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.829+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~P1L8IHYDN6HF.1 size=251618 2024-09-22T08:48:00.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.829+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=P1L8IHYDN6HF tag=AZS63L3WURAD type=write size=2348770 2024-09-22T08:48:00.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.833+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=0Q1ES2DF2Q7U type=del 2024-09-22T08:48:00.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.837+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~5JUY2WSO7J6X.0 size=1048576 2024-09-22T08:48:00.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.837+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~5JUY2WSO7J6X.1 size=1048576 2024-09-22T08:48:00.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~5JUY2WSO7J6X.2 size=913426 2024-09-22T08:48:00.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.841+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=5JUY2WSO7J6X tag=7I1B4IYU0AHN type=write size=4059154 2024-09-22T08:48:00.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.845+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=YTEBBSAQ2LR2 type=del 2024-09-22T08:48:00.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.845+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=BMEDD5SN8378 type=del size=1400164 2024-09-22T08:48:00.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.849+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~0WGMYR025ZRP.0 size=1048576 2024-09-22T08:48:00.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.849+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~0WGMYR025ZRP.1 size=1048576 2024-09-22T08:48:00.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.853+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~0WGMYR025ZRP.2 size=253560 2024-09-22T08:48:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.857+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=0WGMYR025ZRP tag=RRDMYF0BK911 type=write size=3399288 2024-09-22T08:48:00.863 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.861+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~FE3L3R5PKIPN.0 size=525099 2024-09-22T08:48:00.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.861+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=FE3L3R5PKIPN tag=NL08JOK4IZKZ type=write size=1573675 2024-09-22T08:48:00.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.865+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=PGPU5KCFBIJT type=del 2024-09-22T08:48:00.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~IIOP12XS2RSX.0 size=85416 2024-09-22T08:48:00.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.869+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=IIOP12XS2RSX tag=QOA0T7MID2XT type=write size=1133992 2024-09-22T08:48:00.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.877+0000 7f63d5be48c0 1 < suggested update operation key=DD4L2M7QKCJ4 tag=FAVN4AHQHVJM type=del size=549195 2024-09-22T08:48:00.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.877+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=C2ZDZC36YPUC type=write size=742601 2024-09-22T08:48:00.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.881+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~6NLTCH4LKQ0H.0 size=602462 2024-09-22T08:48:00.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.885+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=6NLTCH4LKQ0H tag=6M0JTMBYHJ1I type=write size=1651038 2024-09-22T08:48:00.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~WW0W182RA7S6.0 size=1048576 2024-09-22T08:48:00.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~WW0W182RA7S6.1 size=714164 2024-09-22T08:48:00.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.889+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=WW0W182RA7S6 tag=A0GKLLAY2VNL type=write size=2811316 2024-09-22T08:48:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.897+0000 7f63d5be48c0 1 < suggested remove operation key=Q0ESBWWRI2U9 tag=LB2M3MMQHR2F type=del 2024-09-22T08:48:00.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~M28KEEYBLY2M.0 size=1048576 2024-09-22T08:48:00.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~M28KEEYBLY2M.1 size=1030457 2024-09-22T08:48:00.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.901+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=M28KEEYBLY2M tag=U6JZNEDITMYR type=write size=3127609 2024-09-22T08:48:00.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.905+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=LMW7TJWE21L3 type=write size=607232 2024-09-22T08:48:00.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.909+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~6PH5M0ZUO9VT.0 size=1048576 2024-09-22T08:48:00.912 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.909+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~6PH5M0ZUO9VT.1 size=540401 2024-09-22T08:48:00.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.909+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=6PH5M0ZUO9VT tag=Y1UYGVBPVDQK type=write size=2637553 2024-09-22T08:48:00.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.917+0000 7f63d5be48c0 1 < suggested remove operation key=XIM0MQELPJS0 tag=TZD5EMKKW4XX type=del 2024-09-22T08:48:00.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.917+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=J4QLHQZVXTWY type=write size=862900 2024-09-22T08:48:00.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.921+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~D0Q5BIYWC4N0.0 size=174553 2024-09-22T08:48:00.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.925+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=D0Q5BIYWC4N0 tag=TJN2TOZUY6F2 type=write size=1223129 2024-09-22T08:48:00.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.929+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~P6D1ZNZ2Y4KC.0 size=481749 2024-09-22T08:48:00.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.929+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=P6D1ZNZ2Y4KC tag=PDPBZ59VK2YF type=write size=1530325 2024-09-22T08:48:00.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.933+0000 7f63d5be48c0 1 < suggested update operation key=04W2JBYV6JRL tag=GEVTF79772F0 type=del size=2808425 2024-09-22T08:48:00.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.937+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~TPWX4O3XZIE7.0 size=1048576 2024-09-22T08:48:00.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.941+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~TPWX4O3XZIE7.1 size=1048576 2024-09-22T08:48:00.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.941+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~TPWX4O3XZIE7.2 size=581083 2024-09-22T08:48:00.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.941+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=TPWX4O3XZIE7 tag=FWWXIKUGJOV2 type=write size=3726811 2024-09-22T08:48:00.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.945+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=TZ5VE72Z1WFK type=write size=714294 2024-09-22T08:48:00.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~G4JZFDN1TQ94.0 size=668096 2024-09-22T08:48:00.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.949+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=G4JZFDN1TQ94 tag=08L3HBSKNMTJ type=write size=1716672 2024-09-22T08:48:00.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.953+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=NFE1NEQZU81R type=del 2024-09-22T08:48:00.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.957+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~BWF84F0E9NA6.0 size=1048576 2024-09-22T08:48:00.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~BWF84F0E9NA6.1 size=719911 2024-09-22T08:48:00.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.961+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=BWF84F0E9NA6 tag=1DXB1BCN333R type=write size=2817063 2024-09-22T08:48:00.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.961+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~YK7B9AZ3WAEU.0 size=1048576 2024-09-22T08:48:00.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.961+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~YK7B9AZ3WAEU.1 size=1048576 2024-09-22T08:48:00.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.961+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~YK7B9AZ3WAEU.2 size=963884 2024-09-22T08:48:00.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.969+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=YK7B9AZ3WAEU tag=PENLZ4MQQDLD type=write size=4109612 2024-09-22T08:48:00.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.973+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~X6VZG34RQFYN.0 size=1048576 2024-09-22T08:48:00.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.973+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~X6VZG34RQFYN.1 size=332029 2024-09-22T08:48:00.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.973+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=X6VZG34RQFYN tag=7H2TPH79AM4G type=write size=2429181 2024-09-22T08:48:00.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.977+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=J920C29OD67D type=del 2024-09-22T08:48:00.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.981+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=K4OTEJXZEJS4 type=del size=4035322 2024-09-22T08:48:00.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.985+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~P1L8IHYDN6HF.0 size=1048576 2024-09-22T08:48:00.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.985+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~P1L8IHYDN6HF.1 size=251618 2024-09-22T08:48:00.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.989+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=P1L8IHYDN6HF tag=AZS63L3WURAD type=write size=2348770 2024-09-22T08:48:00.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.993+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=U5SWPSD9FGQ3 type=del size=3851386 2024-09-22T08:48:00.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.997+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~5JUY2WSO7J6X.0 size=1048576 2024-09-22T08:48:01.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.997+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~5JUY2WSO7J6X.1 size=1048576 2024-09-22T08:48:01.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:00.997+0000 7f63d5be48c0 1 < canceled part key=_multipart_DD4L2M7QKCJ4.2~5JUY2WSO7J6X.2 size=913426 2024-09-22T08:48:01.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.001+0000 7f63d5be48c0 1 < canceled multipart upload key=DD4L2M7QKCJ4 upload=5JUY2WSO7J6X tag=7I1B4IYU0AHN type=write size=4059154 2024-09-22T08:48:01.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.005+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=Q5WSAG9UHF3W type=del size=1439227 2024-09-22T08:48:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.009+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=BMEDD5SN8378 type=del 2024-09-22T08:48:01.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.013+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=EBT7BK78105M type=write size=701534 2024-09-22T08:48:01.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.013+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~FE3L3R5PKIPN.0 size=525099 2024-09-22T08:48:01.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.021+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=FE3L3R5PKIPN tag=NL08JOK4IZKZ type=write size=1573675 2024-09-22T08:48:01.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.021+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=GS2SUNCLK848 type=write size=742545 2024-09-22T08:48:01.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.025+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~IIOP12XS2RSX.0 size=85416 2024-09-22T08:48:01.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.033+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=IIOP12XS2RSX tag=QOA0T7MID2XT type=write size=1133992 2024-09-22T08:48:01.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.033+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=X2Y71JB1ITVZ type=del size=1665754 2024-09-22T08:48:01.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.037+0000 7f63d5be48c0 1 < completed write operation key=LGRX93MXLXA9 tag=C2ZDZC36YPUC type=write size=742601 2024-09-22T08:48:01.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RHKNB3K1ZXFE.0 size=1048576 2024-09-22T08:48:01.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RHKNB3K1ZXFE.1 size=459510 2024-09-22T08:48:01.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.045+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=RHKNB3K1ZXFE tag=WIU9TKTVZJJI type=write size=2556662 2024-09-22T08:48:01.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.049+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~WW0W182RA7S6.0 size=1048576 2024-09-22T08:48:01.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.049+0000 7f63d5be48c0 1 < canceled part key=_multipart_VEF00MGE4G2D.2~WW0W182RA7S6.1 size=714164 2024-09-22T08:48:01.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.053+0000 7f63d5be48c0 1 < canceled multipart upload key=VEF00MGE4G2D upload=WW0W182RA7S6 tag=A0GKLLAY2VNL type=write size=2811316 2024-09-22T08:48:01.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.057+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=T8HZC0I61RIW type=del size=1097291 2024-09-22T08:48:01.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.061+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~M28KEEYBLY2M.0 size=1048576 2024-09-22T08:48:01.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.065+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~M28KEEYBLY2M.1 size=1030457 2024-09-22T08:48:01.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.069+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=M28KEEYBLY2M tag=U6JZNEDITMYR type=write size=3127609 2024-09-22T08:48:01.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.073+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=DXLQA91Q2ZX5 type=del size=3979133 2024-09-22T08:48:01.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.077+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~6PH5M0ZUO9VT.0 size=1048576 2024-09-22T08:48:01.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.077+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~6PH5M0ZUO9VT.1 size=540401 2024-09-22T08:48:01.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.085+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=6PH5M0ZUO9VT tag=Y1UYGVBPVDQK type=write size=2637553 2024-09-22T08:48:01.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.089+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=9XB99SZOX65B type=del size=1920584 2024-09-22T08:48:01.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.089+0000 7f63d5be48c0 1 < completed write operation key=XJHFTJNAZSHI tag=J4QLHQZVXTWY type=write size=862900 2024-09-22T08:48:01.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.093+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=TR4JHJWAV212 type=del size=349429 2024-09-22T08:48:01.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.097+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~P6D1ZNZ2Y4KC.0 size=481749 2024-09-22T08:48:01.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.105+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=P6D1ZNZ2Y4KC tag=PDPBZ59VK2YF type=write size=1530325 2024-09-22T08:48:01.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.109+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=PBV5S46D3ZO5 type=del size=2653761 2024-09-22T08:48:01.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.109+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~TPWX4O3XZIE7.0 size=1048576 2024-09-22T08:48:01.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.113+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~TPWX4O3XZIE7.1 size=1048576 2024-09-22T08:48:01.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.117+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~TPWX4O3XZIE7.2 size=581083 2024-09-22T08:48:01.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.121+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=TPWX4O3XZIE7 tag=FWWXIKUGJOV2 type=write size=3726811 2024-09-22T08:48:01.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~4CI8JC0BQ21Y.0 size=1048576 2024-09-22T08:48:01.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.133+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~4CI8JC0BQ21Y.1 size=438333 2024-09-22T08:48:01.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.133+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=4CI8JC0BQ21Y tag=XTX0CBBHORIY type=write size=2535485 2024-09-22T08:48:01.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.133+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~G4JZFDN1TQ94.0 size=668096 2024-09-22T08:48:01.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.137+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=G4JZFDN1TQ94 tag=08L3HBSKNMTJ type=write size=1716672 2024-09-22T08:48:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~BZUA57XAQYM4.0 size=704662 2024-09-22T08:48:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.145+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=BZUA57XAQYM4 tag=5AVV3E64D28M type=write size=1753238 2024-09-22T08:48:01.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.149+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~BWF84F0E9NA6.0 size=1048576 2024-09-22T08:48:01.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.149+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~BWF84F0E9NA6.1 size=719911 2024-09-22T08:48:01.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.157+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=BWF84F0E9NA6 tag=1DXB1BCN333R type=write size=2817063 2024-09-22T08:48:01.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.157+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=7JGMCJW1JWLH type=del size=3880844 2024-09-22T08:48:01.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.161+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~X6VZG34RQFYN.0 size=1048576 2024-09-22T08:48:01.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.165+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~X6VZG34RQFYN.1 size=332029 2024-09-22T08:48:01.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.169+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=X6VZG34RQFYN tag=7H2TPH79AM4G type=write size=2429181 2024-09-22T08:48:01.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.173+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=W0KJ99X2Q481 type=del size=2810919 2024-09-22T08:48:01.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.177+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=K4OTEJXZEJS4 type=del 2024-09-22T08:48:01.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.181+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=F2RL9F4MZZMY type=write size=255067 2024-09-22T08:48:01.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.181+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=U5SWPSD9FGQ3 type=del size=3851386 2024-09-22T08:48:01.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.185+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=TYXPIZUGH0BM type=del size=2035751 2024-09-22T08:48:01.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.189+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=Q5WSAG9UHF3W type=del 2024-09-22T08:48:01.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~JDK4VN6PFZ17.0 size=123427 2024-09-22T08:48:01.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.197+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=JDK4VN6PFZ17 tag=7NKOJ6P331ZP type=write size=1172003 2024-09-22T08:48:01.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.201+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=EBT7BK78105M type=write size=701534 2024-09-22T08:48:01.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.205+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=PCG681L157DI type=del size=3670471 2024-09-22T08:48:01.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.213+0000 7f63d5be48c0 1 < suggested remove operation key=XJHFTJNAZSHI tag=GS2SUNCLK848 type=write 2024-09-22T08:48:01.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.217+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=JAMIT3I4MXWC type=del size=1037182 2024-09-22T08:48:01.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.217+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=X2Y71JB1ITVZ type=del 2024-09-22T08:48:01.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.221+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=QSJVF3E9HC9Y type=del size=1900543 2024-09-22T08:48:01.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.225+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~RHKNB3K1ZXFE.0 size=1048576 2024-09-22T08:48:01.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.225+0000 7f63d5be48c0 1 < canceled part key=_multipart_XIM0MQELPJS0.2~RHKNB3K1ZXFE.1 size=459510 2024-09-22T08:48:01.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.229+0000 7f63d5be48c0 1 < canceled multipart upload key=XIM0MQELPJS0 upload=RHKNB3K1ZXFE tag=WIU9TKTVZJJI type=write size=2556662 2024-09-22T08:48:01.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~SMXFHV554IRM.0 size=708706 2024-09-22T08:48:01.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.237+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=SMXFHV554IRM tag=TMR6SWX2WZZH type=write size=1757282 2024-09-22T08:48:01.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.241+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=T8HZC0I61RIW type=del 2024-09-22T08:48:01.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.245+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~1BIOU2WK551I.0 size=1048576 2024-09-22T08:48:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~1BIOU2WK551I.1 size=544707 2024-09-22T08:48:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.249+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=1BIOU2WK551I tag=CKNIJY309P12 type=write size=2641859 2024-09-22T08:48:01.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.253+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=DXLQA91Q2ZX5 type=del 2024-09-22T08:48:01.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.257+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~KKF7480CVL4H.0 size=29233 2024-09-22T08:48:01.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.257+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=KKF7480CVL4H tag=SH8JJEMF0L0D type=write size=1077809 2024-09-22T08:48:01.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.261+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=9XB99SZOX65B type=del 2024-09-22T08:48:01.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.265+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~B0LIUIA1IG6J.0 size=1048576 2024-09-22T08:48:01.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.269+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~B0LIUIA1IG6J.1 size=1048576 2024-09-22T08:48:01.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~B0LIUIA1IG6J.2 size=948440 2024-09-22T08:48:01.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.273+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=B0LIUIA1IG6J tag=0P86SJPS6GJG type=write size=4094168 2024-09-22T08:48:01.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.277+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=TR4JHJWAV212 type=del 2024-09-22T08:48:01.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.281+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~X5VTSIX5U11S.0 size=1048576 2024-09-22T08:48:01.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~X5VTSIX5U11S.1 size=991605 2024-09-22T08:48:01.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.285+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=X5VTSIX5U11S tag=SBGNIBH47PYG type=write size=3088757 2024-09-22T08:48:01.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.289+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=PBV5S46D3ZO5 type=del 2024-09-22T08:48:01.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.289+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=JBDIM525L242 type=del size=316060 2024-09-22T08:48:01.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.293+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~4CI8JC0BQ21Y.0 size=1048576 2024-09-22T08:48:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.293+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~4CI8JC0BQ21Y.1 size=438333 2024-09-22T08:48:01.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.297+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=4CI8JC0BQ21Y tag=XTX0CBBHORIY type=write size=2535485 2024-09-22T08:48:01.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.305+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~SH60G9G70DF5.0 size=854677 2024-09-22T08:48:01.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.305+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=SH60G9G70DF5 tag=VLKGFUK9G28E type=write size=1903253 2024-09-22T08:48:01.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.309+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~BZUA57XAQYM4.0 size=704662 2024-09-22T08:48:01.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.313+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=BZUA57XAQYM4 tag=5AVV3E64D28M type=write size=1753238 2024-09-22T08:48:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.317+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=OQOIYNYRIE2R type=del size=1844070 2024-09-22T08:48:01.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.321+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=7JGMCJW1JWLH type=del 2024-09-22T08:48:01.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.329+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~4BC7KEGY602Z.0 size=1048576 2024-09-22T08:48:01.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.329+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~4BC7KEGY602Z.1 size=1048576 2024-09-22T08:48:01.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.333+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~4BC7KEGY602Z.2 size=95890 2024-09-22T08:48:01.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.333+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=4BC7KEGY602Z tag=TNM7BOGEBHT2 type=write size=3241618 2024-09-22T08:48:01.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.341+0000 7f63d5be48c0 1 < suggested update operation key=OPADUWLHYXXQ tag=W0KJ99X2Q481 type=del size=2810919 2024-09-22T08:48:01.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~P9KJU0TULEDU.0 size=1048576 2024-09-22T08:48:01.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.349+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~P9KJU0TULEDU.1 size=1048576 2024-09-22T08:48:01.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~P9KJU0TULEDU.2 size=263338 2024-09-22T08:48:01.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.353+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=P9KJU0TULEDU tag=5G1YBI31D5TD type=write size=3409066 2024-09-22T08:48:01.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.357+0000 7f63d5be48c0 1 < completed write operation key=SKZYLE6QANA6 tag=F2RL9F4MZZMY type=write size=255067 2024-09-22T08:48:01.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.361+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=5ZGLRKX21Q1I type=write size=943030 2024-09-22T08:48:01.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.361+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=TYXPIZUGH0BM type=del 2024-09-22T08:48:01.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~AL6N6JICGFSZ.0 size=994737 2024-09-22T08:48:01.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.369+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=AL6N6JICGFSZ tag=Z2XHYMA29X2K type=write size=2043313 2024-09-22T08:48:01.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.373+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~JDK4VN6PFZ17.0 size=123427 2024-09-22T08:48:01.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.377+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=JDK4VN6PFZ17 tag=7NKOJ6P331ZP type=write size=1172003 2024-09-22T08:48:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.381+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=B6O82I2HS81N type=del size=1225717 2024-09-22T08:48:01.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.385+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=PCG681L157DI type=del 2024-09-22T08:48:01.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.393+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~9RTX513PKICQ.0 size=1009042 2024-09-22T08:48:01.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.393+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=9RTX513PKICQ tag=HN07VM7COX6K type=write size=2057618 2024-09-22T08:48:01.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.397+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=JAMIT3I4MXWC type=del 2024-09-22T08:48:01.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~T166I74E2MFN.0 size=548685 2024-09-22T08:48:01.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.401+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=T166I74E2MFN tag=F9L4HYA1ZNYQ type=write size=1597261 2024-09-22T08:48:01.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.405+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=QSJVF3E9HC9Y type=del 2024-09-22T08:48:01.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.409+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~RJAO5AM7GM1N.0 size=1048576 2024-09-22T08:48:01.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~RJAO5AM7GM1N.1 size=144171 2024-09-22T08:48:01.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.413+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=RJAO5AM7GM1N tag=BB1KM2XWP8IZ type=write size=2241323 2024-09-22T08:48:01.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.417+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~SMXFHV554IRM.0 size=708706 2024-09-22T08:48:01.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.425+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=SMXFHV554IRM tag=TMR6SWX2WZZH type=write size=1757282 2024-09-22T08:48:01.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.429+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~G0XF6WMA0U8S.0 size=1048576 2024-09-22T08:48:01.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.433+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~G0XF6WMA0U8S.1 size=10998 2024-09-22T08:48:01.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.433+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=G0XF6WMA0U8S tag=2I87HIHB86FE type=write size=2108150 2024-09-22T08:48:01.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.433+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~1BIOU2WK551I.0 size=1048576 2024-09-22T08:48:01.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.437+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~1BIOU2WK551I.1 size=544707 2024-09-22T08:48:01.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.441+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=1BIOU2WK551I tag=CKNIJY309P12 type=write size=2641859 2024-09-22T08:48:01.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~Q3MB625K95C1.0 size=1048576 2024-09-22T08:48:01.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.453+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~Q3MB625K95C1.1 size=635654 2024-09-22T08:48:01.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.453+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=Q3MB625K95C1 tag=HHIX6F9XSKV2 type=write size=2732806 2024-09-22T08:48:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.457+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~KKF7480CVL4H.0 size=29233 2024-09-22T08:48:01.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.465+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=KKF7480CVL4H tag=SH8JJEMF0L0D type=write size=1077809 2024-09-22T08:48:01.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.473+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~W9A3CF6KTPDE.0 size=175189 2024-09-22T08:48:01.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.473+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=W9A3CF6KTPDE tag=0B3UVO12NKFZ type=write size=1223765 2024-09-22T08:48:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.477+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~B0LIUIA1IG6J.0 size=1048576 2024-09-22T08:48:01.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.477+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~B0LIUIA1IG6J.1 size=1048576 2024-09-22T08:48:01.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.481+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~B0LIUIA1IG6J.2 size=948440 2024-09-22T08:48:01.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.485+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=B0LIUIA1IG6J tag=0P86SJPS6GJG type=write size=4094168 2024-09-22T08:48:01.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~L063L9KHTBTB.0 size=1048576 2024-09-22T08:48:01.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~L063L9KHTBTB.1 size=684780 2024-09-22T08:48:01.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.493+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=L063L9KHTBTB tag=QPZ2W6OX3RE2 type=write size=2781932 2024-09-22T08:48:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.497+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~X5VTSIX5U11S.0 size=1048576 2024-09-22T08:48:01.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.501+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~X5VTSIX5U11S.1 size=991605 2024-09-22T08:48:01.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.509+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=X5VTSIX5U11S tag=SBGNIBH47PYG type=write size=3088757 2024-09-22T08:48:01.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.509+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=2UT3H16TAU19 type=del size=3051723 2024-09-22T08:48:01.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.513+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=JBDIM525L242 type=del 2024-09-22T08:48:01.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.521+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~6IU4UW0GGVW9.0 size=1048576 2024-09-22T08:48:01.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.521+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~6IU4UW0GGVW9.1 size=1048576 2024-09-22T08:48:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.525+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~6IU4UW0GGVW9.2 size=713566 2024-09-22T08:48:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.525+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=6IU4UW0GGVW9 tag=MNABB2NO0Z91 type=write size=3859294 2024-09-22T08:48:01.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.529+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~SH60G9G70DF5.0 size=854677 2024-09-22T08:48:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.533+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=SH60G9G70DF5 tag=VLKGFUK9G28E type=write size=1903253 2024-09-22T08:48:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.541+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~2IEDF8KMZQ6N.0 size=267461 2024-09-22T08:48:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.541+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=2IEDF8KMZQ6N tag=Q15HMQ5K9EZ3 type=write size=1316037 2024-09-22T08:48:01.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.545+0000 7f63d5be48c0 1 < suggested update operation key=3MG2M4MHSYN5 tag=OQOIYNYRIE2R type=del size=1844070 2024-09-22T08:48:01.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~UO94YPCCXBFD.0 size=1048576 2024-09-22T08:48:01.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~UO94YPCCXBFD.1 size=1048576 2024-09-22T08:48:01.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~UO94YPCCXBFD.2 size=266692 2024-09-22T08:48:01.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.557+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=UO94YPCCXBFD tag=32WJ1T4CYBDU type=write size=3412420 2024-09-22T08:48:01.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.561+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~4BC7KEGY602Z.0 size=1048576 2024-09-22T08:48:01.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.565+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~4BC7KEGY602Z.1 size=1048576 2024-09-22T08:48:01.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.565+0000 7f63d5be48c0 1 < canceled part key=_multipart_SKZYLE6QANA6.2~4BC7KEGY602Z.2 size=95890 2024-09-22T08:48:01.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.569+0000 7f63d5be48c0 1 < canceled multipart upload key=SKZYLE6QANA6 upload=4BC7KEGY602Z tag=TNM7BOGEBHT2 type=write size=3241618 2024-09-22T08:48:01.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.573+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=3FIAJLEUKXN0 type=write size=785122 2024-09-22T08:48:01.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.577+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~P9KJU0TULEDU.0 size=1048576 2024-09-22T08:48:01.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.581+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~P9KJU0TULEDU.1 size=1048576 2024-09-22T08:48:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.581+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~P9KJU0TULEDU.2 size=263338 2024-09-22T08:48:01.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.589+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=P9KJU0TULEDU tag=5G1YBI31D5TD type=write size=3409066 2024-09-22T08:48:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.589+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=DPWAWVSDO2X3 type=del size=3800900 2024-09-22T08:48:01.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.593+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=5ZGLRKX21Q1I type=write size=943030 2024-09-22T08:48:01.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.601+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~KIXNT8ORSG2K.0 size=1048576 2024-09-22T08:48:01.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~KIXNT8ORSG2K.1 size=565829 2024-09-22T08:48:01.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.605+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=KIXNT8ORSG2K tag=91LG9JJW2NW1 type=write size=2662981 2024-09-22T08:48:01.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.609+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~AL6N6JICGFSZ.0 size=994737 2024-09-22T08:48:01.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.613+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=AL6N6JICGFSZ tag=Z2XHYMA29X2K type=write size=2043313 2024-09-22T08:48:01.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.617+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=YGOD4UALY5WV type=del size=3140250 2024-09-22T08:48:01.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.621+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=B6O82I2HS81N type=del 2024-09-22T08:48:01.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.621+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=6TOXDWXP0B5P type=del size=3458831 2024-09-22T08:48:01.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.625+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~9RTX513PKICQ.0 size=1009042 2024-09-22T08:48:01.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.633+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=9RTX513PKICQ tag=HN07VM7COX6K type=write size=2057618 2024-09-22T08:48:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.637+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~VF28A1X5Z9GC.0 size=1048576 2024-09-22T08:48:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.641+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~VF28A1X5Z9GC.1 size=831341 2024-09-22T08:48:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.641+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=VF28A1X5Z9GC tag=NTU6JC2CQD3G type=write size=2928493 2024-09-22T08:48:01.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.645+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~T166I74E2MFN.0 size=548685 2024-09-22T08:48:01.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.649+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=T166I74E2MFN tag=F9L4HYA1ZNYQ type=write size=1597261 2024-09-22T08:48:01.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.653+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=QHY5IXLOMY39 type=del size=1723426 2024-09-22T08:48:01.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.653+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~RJAO5AM7GM1N.0 size=1048576 2024-09-22T08:48:01.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.657+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~RJAO5AM7GM1N.1 size=144171 2024-09-22T08:48:01.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.665+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=RJAO5AM7GM1N tag=BB1KM2XWP8IZ type=write size=2241323 2024-09-22T08:48:01.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.665+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=BDB64WLC993Y type=del size=3482710 2024-09-22T08:48:01.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.669+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~G0XF6WMA0U8S.0 size=1048576 2024-09-22T08:48:01.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.673+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~G0XF6WMA0U8S.1 size=10998 2024-09-22T08:48:01.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.677+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=G0XF6WMA0U8S tag=2I87HIHB86FE type=write size=2108150 2024-09-22T08:48:01.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.681+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=0V3GFG3D79G3 type=write size=387067 2024-09-22T08:48:01.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.685+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~Q3MB625K95C1.0 size=1048576 2024-09-22T08:48:01.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.685+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~Q3MB625K95C1.1 size=635654 2024-09-22T08:48:01.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.693+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=Q3MB625K95C1 tag=HHIX6F9XSKV2 type=write size=2732806 2024-09-22T08:48:01.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.697+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=WBXVGVTBJVBL type=del size=2237472 2024-09-22T08:48:01.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.697+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~W9A3CF6KTPDE.0 size=175189 2024-09-22T08:48:01.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.705+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=W9A3CF6KTPDE tag=0B3UVO12NKFZ type=write size=1223765 2024-09-22T08:48:01.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.709+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~V4U3N19KRRN5.0 size=1048576 2024-09-22T08:48:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.713+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~V4U3N19KRRN5.1 size=4935 2024-09-22T08:48:01.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.713+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=V4U3N19KRRN5 tag=W35RDEXY6UTE type=write size=2102087 2024-09-22T08:48:01.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.717+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~L063L9KHTBTB.0 size=1048576 2024-09-22T08:48:01.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.717+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~L063L9KHTBTB.1 size=684780 2024-09-22T08:48:01.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.721+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=L063L9KHTBTB tag=QPZ2W6OX3RE2 type=write size=2781932 2024-09-22T08:48:01.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.725+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=305MHCW2809I type=del size=2758811 2024-09-22T08:48:01.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.733+0000 7f63d5be48c0 1 < suggested remove operation key=CU2N9Z3QGASM tag=2UT3H16TAU19 type=del 2024-09-22T08:48:01.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~VSTYPGTJVPRP.0 size=1048576 2024-09-22T08:48:01.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~VSTYPGTJVPRP.1 size=1048576 2024-09-22T08:48:01.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.745+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~VSTYPGTJVPRP.2 size=227308 2024-09-22T08:48:01.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.745+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=VSTYPGTJVPRP tag=A00D56PKHZI0 type=write size=3373036 2024-09-22T08:48:01.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.749+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~6IU4UW0GGVW9.0 size=1048576 2024-09-22T08:48:01.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.753+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~6IU4UW0GGVW9.1 size=1048576 2024-09-22T08:48:01.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.757+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~6IU4UW0GGVW9.2 size=713566 2024-09-22T08:48:01.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.761+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=6IU4UW0GGVW9 tag=MNABB2NO0Z91 type=write size=3859294 2024-09-22T08:48:01.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.765+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=U8BN7BZ97R7C type=del size=211880 2024-09-22T08:48:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.769+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~2IEDF8KMZQ6N.0 size=267461 2024-09-22T08:48:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.773+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=2IEDF8KMZQ6N tag=Q15HMQ5K9EZ3 type=write size=1316037 2024-09-22T08:48:01.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.777+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=RKHCW23GX0NF type=del size=200008 2024-09-22T08:48:01.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.781+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~UO94YPCCXBFD.0 size=1048576 2024-09-22T08:48:01.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.785+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~UO94YPCCXBFD.1 size=1048576 2024-09-22T08:48:01.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.785+0000 7f63d5be48c0 1 < canceled part key=_multipart_K5VZA8UPYZ63.2~UO94YPCCXBFD.2 size=266692 2024-09-22T08:48:01.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.789+0000 7f63d5be48c0 1 < canceled multipart upload key=K5VZA8UPYZ63 upload=UO94YPCCXBFD tag=32WJ1T4CYBDU type=write size=3412420 2024-09-22T08:48:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.797+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~TYLMIK18MI2F.0 size=1048576 2024-09-22T08:48:01.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.801+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~TYLMIK18MI2F.1 size=966166 2024-09-22T08:48:01.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.801+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=TYLMIK18MI2F tag=PS4RZEV2PIQM type=write size=3063318 2024-09-22T08:48:01.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.805+0000 7f63d5be48c0 1 < canceled operation key=4WGAB8CTCA4V tag=3FIAJLEUKXN0 type=write size=785122 2024-09-22T08:48:01.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.805+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=6FFW20XDXVAJ type=del size=231216 2024-09-22T08:48:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.809+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=DPWAWVSDO2X3 type=del 2024-09-22T08:48:01.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.813+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=NVD8ERALXC4Z type=del size=4169406 2024-09-22T08:48:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.817+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~KIXNT8ORSG2K.0 size=1048576 2024-09-22T08:48:01.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.821+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~KIXNT8ORSG2K.1 size=565829 2024-09-22T08:48:01.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.825+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=KIXNT8ORSG2K tag=91LG9JJW2NW1 type=write size=2662981 2024-09-22T08:48:01.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.829+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~E5P982EFC346.0 size=1048576 2024-09-22T08:48:01.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~E5P982EFC346.1 size=117215 2024-09-22T08:48:01.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.833+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=E5P982EFC346 tag=2MIV2ISRP7XA type=write size=2214367 2024-09-22T08:48:01.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.837+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=YGOD4UALY5WV type=del size=3140250: (22) Invalid argument 2024-09-22T08:48:01.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.841+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=JS6ULPXBJYBL type=write size=199650 2024-09-22T08:48:01.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.841+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=6TOXDWXP0B5P type=del 2024-09-22T08:48:01.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.845+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=H91QSO60E56P type=del size=2924659 2024-09-22T08:48:01.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.849+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~VF28A1X5Z9GC.0 size=1048576 2024-09-22T08:48:01.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.853+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~VF28A1X5Z9GC.1 size=831341 2024-09-22T08:48:01.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.857+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=VF28A1X5Z9GC tag=NTU6JC2CQD3G type=write size=2928493 2024-09-22T08:48:01.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.865+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~3H73TB7E6HM0.0 size=1048576 2024-09-22T08:48:01.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~3H73TB7E6HM0.1 size=1048576 2024-09-22T08:48:01.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~3H73TB7E6HM0.2 size=45001 2024-09-22T08:48:01.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.869+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=3H73TB7E6HM0 tag=8OA2JJ1RKGRU type=write size=3190729 2024-09-22T08:48:01.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.873+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=QHY5IXLOMY39 type=del 2024-09-22T08:48:01.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.877+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=J6I4LAR9ETGY type=del size=1696866 2024-09-22T08:48:01.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.885+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=BDB64WLC993Y type=del 2024-09-22T08:48:01.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~S585Z8XBUGSK.0 size=158833 2024-09-22T08:48:01.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.889+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=S585Z8XBUGSK tag=EDVQFGU8LJTT type=write size=1207409 2024-09-22T08:48:01.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.893+0000 7f63d5be48c0 1 < completed write operation key=ROTY3Z0W6P3U tag=0V3GFG3D79G3 type=write size=387067 2024-09-22T08:48:01.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~PUKEOLDM9BKB.0 size=214928 2024-09-22T08:48:01.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.901+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=PUKEOLDM9BKB tag=JYH9P3NC3X37 type=write size=1263504 2024-09-22T08:48:01.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.905+0000 7f63d5be48c0 1 < canceled operation key=9QU8893FESH3 tag=WBXVGVTBJVBL type=del size=2237472 2024-09-22T08:48:01.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.905+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=4SROFV7DSXMV type=del size=1422301 2024-09-22T08:48:01.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.909+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~V4U3N19KRRN5.0 size=1048576 2024-09-22T08:48:01.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.913+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~V4U3N19KRRN5.1 size=4935 2024-09-22T08:48:01.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.921+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=V4U3N19KRRN5 tag=W35RDEXY6UTE type=write size=2102087 2024-09-22T08:48:01.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.925+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=5CQ9Z8JAQMMW type=del size=3807847 2024-09-22T08:48:01.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.929+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=305MHCW2809I type=del 2024-09-22T08:48:01.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.933+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~4YQK00QE80DM.0 size=1048576 2024-09-22T08:48:01.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.937+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~4YQK00QE80DM.1 size=1048576 2024-09-22T08:48:01.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.937+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~4YQK00QE80DM.2 size=806291 2024-09-22T08:48:01.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.937+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=4YQK00QE80DM tag=AW0UD7BWHLH9 type=write size=3952019 2024-09-22T08:48:01.945 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.941+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~VSTYPGTJVPRP.0 size=1048576 2024-09-22T08:48:01.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.945+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~VSTYPGTJVPRP.1 size=1048576 2024-09-22T08:48:01.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.949+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~VSTYPGTJVPRP.2 size=227308 2024-09-22T08:48:01.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.953+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=VSTYPGTJVPRP tag=A00D56PKHZI0 type=write size=3373036 2024-09-22T08:48:01.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.957+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=N5YPPMSOAXYO type=del size=3233956 2024-09-22T08:48:01.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.961+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=U8BN7BZ97R7C type=del 2024-09-22T08:48:01.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~7I7QLMMVZ3RM.0 size=509628 2024-09-22T08:48:01.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.969+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=7I7QLMMVZ3RM tag=1RUQNGNDZP0C type=write size=1558204 2024-09-22T08:48:01.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.973+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=RKHCW23GX0NF type=del 2024-09-22T08:48:01.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.977+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=II456UQ50I0W type=del size=2006744 2024-09-22T08:48:01.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.981+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~TYLMIK18MI2F.0 size=1048576 2024-09-22T08:48:01.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.985+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~TYLMIK18MI2F.1 size=966166 2024-09-22T08:48:01.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.989+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=TYLMIK18MI2F tag=PS4RZEV2PIQM type=write size=3063318 2024-09-22T08:48:01.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.993+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=MUXM4IQS0T40 type=del size=2101648 2024-09-22T08:48:01.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:01.997+0000 7f63d5be48c0 1 < canceled operation key=82NQB2S7DDDK tag=6FFW20XDXVAJ type=del size=231216 2024-09-22T08:48:02.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.001+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=SMTM2WO6K51J type=del size=2119229 2024-09-22T08:48:02.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.005+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=NVD8ERALXC4Z type=del 2024-09-22T08:48:02.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.009+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=LBOETX1A2KUL type=del size=2095478 2024-09-22T08:48:02.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.013+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~E5P982EFC346.0 size=1048576 2024-09-22T08:48:02.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.013+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~E5P982EFC346.1 size=117215 2024-09-22T08:48:02.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.021+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=E5P982EFC346 tag=2MIV2ISRP7XA type=write size=2214367 2024-09-22T08:48:02.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.025+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=3092NUOOVM38 type=write size=72721 2024-09-22T08:48:02.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.025+0000 7f63d5be48c0 1 < completed write operation key=PZ87MXMNVGG3 tag=JS6ULPXBJYBL type=write size=199650 2024-09-22T08:48:02.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~DBTQE973O5FR.0 size=1048576 2024-09-22T08:48:02.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~DBTQE973O5FR.1 size=1048576 2024-09-22T08:48:02.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~DBTQE973O5FR.2 size=839775 2024-09-22T08:48:02.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.037+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=DBTQE973O5FR tag=26FRXWTKJ04K type=write size=3985503 2024-09-22T08:48:02.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.045+0000 7f63d5be48c0 1 < suggested update operation key=04W2JBYV6JRL tag=H91QSO60E56P type=del size=2924659 2024-09-22T08:48:02.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.045+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=9MMYZ5GZAPP4 type=del size=3884606 2024-09-22T08:48:02.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.049+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~3H73TB7E6HM0.0 size=1048576 2024-09-22T08:48:02.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.053+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~3H73TB7E6HM0.1 size=1048576 2024-09-22T08:48:02.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.057+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~3H73TB7E6HM0.2 size=45001 2024-09-22T08:48:02.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.061+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=3H73TB7E6HM0 tag=8OA2JJ1RKGRU type=write size=3190729 2024-09-22T08:48:02.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.065+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=M75H2D8X91TZ type=write size=855947 2024-09-22T08:48:02.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.073+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=J6I4LAR9ETGY type=del size=1696866 2024-09-22T08:48:02.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.081+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~QA8AXBUPCI2X.0 size=1048576 2024-09-22T08:48:02.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.081+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~QA8AXBUPCI2X.1 size=979103 2024-09-22T08:48:02.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.081+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=QA8AXBUPCI2X tag=NPE6GEVR62EN type=write size=3076255 2024-09-22T08:48:02.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.085+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~S585Z8XBUGSK.0 size=158833 2024-09-22T08:48:02.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.093+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=S585Z8XBUGSK tag=EDVQFGU8LJTT type=write size=1207409 2024-09-22T08:48:02.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.093+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=0YG74DOA7QJH type=write size=955473 2024-09-22T08:48:02.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.097+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~PUKEOLDM9BKB.0 size=214928 2024-09-22T08:48:02.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.105+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=PUKEOLDM9BKB tag=JYH9P3NC3X37 type=write size=1263504 2024-09-22T08:48:02.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.109+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~69WJ8P7LD83J.0 size=356633 2024-09-22T08:48:02.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.109+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=69WJ8P7LD83J tag=7G31UUMV2YUK type=write size=1405209 2024-09-22T08:48:02.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.113+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=4SROFV7DSXMV type=del size=1422301: (22) Invalid argument 2024-09-22T08:48:02.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~LTVAL3YO8ILL.0 size=1048576 2024-09-22T08:48:02.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~LTVAL3YO8ILL.1 size=925952 2024-09-22T08:48:02.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.121+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=LTVAL3YO8ILL tag=QOKC1ILTN3O7 type=write size=3023104 2024-09-22T08:48:02.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.125+0000 7f63d5be48c0 1 < suggested remove operation key=2ZLI4H2IJRPA tag=5CQ9Z8JAQMMW type=del 2024-09-22T08:48:02.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.129+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=XLSZGYUWXZ12 type=del size=2004795 2024-09-22T08:48:02.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.133+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~4YQK00QE80DM.0 size=1048576 2024-09-22T08:48:02.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.137+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~4YQK00QE80DM.1 size=1048576 2024-09-22T08:48:02.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.141+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~4YQK00QE80DM.2 size=806291 2024-09-22T08:48:02.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.145+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=4YQK00QE80DM tag=AW0UD7BWHLH9 type=write size=3952019 2024-09-22T08:48:02.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.149+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=QTH2ASPUMFTT type=del size=853010 2024-09-22T08:48:02.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.153+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=N5YPPMSOAXYO type=del 2024-09-22T08:48:02.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.157+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=JI7C0W22YIEM type=del size=2133064 2024-09-22T08:48:02.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.161+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~7I7QLMMVZ3RM.0 size=509628 2024-09-22T08:48:02.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.165+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=7I7QLMMVZ3RM tag=1RUQNGNDZP0C type=write size=1558204 2024-09-22T08:48:02.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.173+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~NR8094RCK215.0 size=1048576 2024-09-22T08:48:02.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~NR8094RCK215.1 size=1048576 2024-09-22T08:48:02.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~NR8094RCK215.2 size=895982 2024-09-22T08:48:02.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.177+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=NR8094RCK215 tag=07TV5AWXNFHO type=write size=4041710 2024-09-22T08:48:02.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.181+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=II456UQ50I0W type=del 2024-09-22T08:48:02.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~6R8QCAFSIPZ5.0 size=1048576 2024-09-22T08:48:02.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~6R8QCAFSIPZ5.1 size=925601 2024-09-22T08:48:02.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.189+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=6R8QCAFSIPZ5 tag=OVI9V3KJI1OT type=write size=3022753 2024-09-22T08:48:02.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.193+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=MUXM4IQS0T40 type=del 2024-09-22T08:48:02.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.201+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~UOU4A5O3S5U2.0 size=1048576 2024-09-22T08:48:02.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.205+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~UOU4A5O3S5U2.1 size=802304 2024-09-22T08:48:02.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.205+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=UOU4A5O3S5U2 tag=35G2DJ57VN8O type=write size=2899456 2024-09-22T08:48:02.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.209+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=SMTM2WO6K51J type=del 2024-09-22T08:48:02.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.213+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=PHDFG2PSRXUW type=del size=790019 2024-09-22T08:48:02.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.217+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=LBOETX1A2KUL type=del 2024-09-22T08:48:02.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.221+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~EHN5E2M33DX8.0 size=908575 2024-09-22T08:48:02.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.221+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=EHN5E2M33DX8 tag=160K1EAADAZR type=write size=1957151 2024-09-22T08:48:02.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.229+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=3092NUOOVM38 type=write size=72721 2024-09-22T08:48:02.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.233+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=0ZZOH63IDN0O type=del size=2129651 2024-09-22T08:48:02.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.233+0000 7f63d5be48c0 1 < canceled part key=_multipart_DD4L2M7QKCJ4.2~DBTQE973O5FR.0 size=1048576 2024-09-22T08:48:02.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.233+0000 7f63d5be48c0 1 < canceled part key=_multipart_DD4L2M7QKCJ4.2~DBTQE973O5FR.1 size=1048576 2024-09-22T08:48:02.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.237+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~DBTQE973O5FR.2 size=839775 2024-09-22T08:48:02.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.245+0000 7f63d5be48c0 1 < canceled multipart upload key=DD4L2M7QKCJ4 upload=DBTQE973O5FR tag=26FRXWTKJ04K type=write size=3985503 2024-09-22T08:48:02.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~05XZEYNQ01RF.0 size=92354 2024-09-22T08:48:02.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.253+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=05XZEYNQ01RF tag=AN0CSJ3IAYMD type=write size=1140930 2024-09-22T08:48:02.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.257+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=9MMYZ5GZAPP4 type=del 2024-09-22T08:48:02.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.261+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=EE80C13J664E type=del size=2975521 2024-09-22T08:48:02.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.265+0000 7f63d5be48c0 1 < completed write operation key=ZOK9L18PUHG0 tag=M75H2D8X91TZ type=write size=855947 2024-09-22T08:48:02.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.269+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=DZO11IRXH9S8 type=write size=350858 2024-09-22T08:48:02.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.273+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~QA8AXBUPCI2X.0 size=1048576 2024-09-22T08:48:02.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.273+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~QA8AXBUPCI2X.1 size=979103 2024-09-22T08:48:02.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.277+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=QA8AXBUPCI2X tag=NPE6GEVR62EN type=write size=3076255 2024-09-22T08:48:02.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.281+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=R73JO0UU040B type=del size=3723126 2024-09-22T08:48:02.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.285+0000 7f63d5be48c0 1 < completed write operation key=V5JZ6OBLB6FZ tag=0YG74DOA7QJH type=write size=955473 2024-09-22T08:48:02.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.289+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=X6JZRLW8Q0FM type=del size=1166486 2024-09-22T08:48:02.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.289+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~69WJ8P7LD83J.0 size=356633 2024-09-22T08:48:02.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.293+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=69WJ8P7LD83J tag=7G31UUMV2YUK type=write size=1405209 2024-09-22T08:48:02.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.297+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=E28EIA52G42C type=del size=1955133 2024-09-22T08:48:02.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.297+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~LTVAL3YO8ILL.0 size=1048576 2024-09-22T08:48:02.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.301+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~LTVAL3YO8ILL.1 size=925952 2024-09-22T08:48:02.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.305+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=LTVAL3YO8ILL tag=QOKC1ILTN3O7 type=write size=3023104 2024-09-22T08:48:02.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~FBPGA6F6ZLML.0 size=1048576 2024-09-22T08:48:02.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~FBPGA6F6ZLML.1 size=1048576 2024-09-22T08:48:02.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.313+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~FBPGA6F6ZLML.2 size=968910 2024-09-22T08:48:02.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.313+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=FBPGA6F6ZLML tag=LSY7KUA2S612 type=write size=4114638 2024-09-22T08:48:02.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.317+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=XLSZGYUWXZ12 type=del size=2004795: (22) Invalid argument 2024-09-22T08:48:02.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~GJVAS5DKJCC0.0 size=1048576 2024-09-22T08:48:02.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~GJVAS5DKJCC0.1 size=1048576 2024-09-22T08:48:02.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.325+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~GJVAS5DKJCC0.2 size=530921 2024-09-22T08:48:02.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.325+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=GJVAS5DKJCC0 tag=4UBKCU5I3HC2 type=write size=3676649 2024-09-22T08:48:02.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.325+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=QTH2ASPUMFTT type=del 2024-09-22T08:48:02.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.329+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~WOWKQTPOFSLG.0 size=1048576 2024-09-22T08:48:02.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.333+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~WOWKQTPOFSLG.1 size=712643 2024-09-22T08:48:02.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.333+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=WOWKQTPOFSLG tag=X93CPMF3E3ZD type=write size=2809795 2024-09-22T08:48:02.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.337+0000 7f63d5be48c0 1 < suggested update operation key=DZ5BP1FM3Z5N tag=JI7C0W22YIEM type=del size=2133064 2024-09-22T08:48:02.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.341+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=63TX5XSCBJST type=write size=776997 2024-09-22T08:48:02.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.341+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~NR8094RCK215.0 size=1048576 2024-09-22T08:48:02.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.345+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~NR8094RCK215.1 size=1048576 2024-09-22T08:48:02.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.345+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~NR8094RCK215.2 size=895982 2024-09-22T08:48:02.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.349+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=NR8094RCK215 tag=07TV5AWXNFHO type=write size=4041710 2024-09-22T08:48:02.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.353+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=UJAR88KJL57K type=write size=940265 2024-09-22T08:48:02.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.357+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~6R8QCAFSIPZ5.0 size=1048576 2024-09-22T08:48:02.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.357+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~6R8QCAFSIPZ5.1 size=925601 2024-09-22T08:48:02.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.365+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=6R8QCAFSIPZ5 tag=OVI9V3KJI1OT type=write size=3022753 2024-09-22T08:48:02.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.369+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=4P60WK1JLEH6 type=del size=10108 2024-09-22T08:48:02.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.369+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~UOU4A5O3S5U2.0 size=1048576 2024-09-22T08:48:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.373+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~UOU4A5O3S5U2.1 size=802304 2024-09-22T08:48:02.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.377+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=UOU4A5O3S5U2 tag=35G2DJ57VN8O type=write size=2899456 2024-09-22T08:48:02.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~3DMCS69OIZY1.0 size=1048576 2024-09-22T08:48:02.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~3DMCS69OIZY1.1 size=1048576 2024-09-22T08:48:02.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.385+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~3DMCS69OIZY1.2 size=892275 2024-09-22T08:48:02.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.385+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=3DMCS69OIZY1 tag=TJ9LPCBAUKH8 type=write size=4038003 2024-09-22T08:48:02.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.385+0000 7f63d5be48c0 1 < canceled operation key=ZOK9L18PUHG0 tag=PHDFG2PSRXUW type=del size=790019 2024-09-22T08:48:02.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.389+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=9TZ595D9LFI2 type=del size=1642412 2024-09-22T08:48:02.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.393+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~EHN5E2M33DX8.0 size=908575 2024-09-22T08:48:02.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.397+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=EHN5E2M33DX8 tag=160K1EAADAZR type=write size=1957151 2024-09-22T08:48:02.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~QEZLKESKP9I4.0 size=1048576 2024-09-22T08:48:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~QEZLKESKP9I4.1 size=1048576 2024-09-22T08:48:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~QEZLKESKP9I4.2 size=751778 2024-09-22T08:48:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.405+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=QEZLKESKP9I4 tag=XJI6QG3LZ9T7 type=write size=3897506 2024-09-22T08:48:02.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.409+0000 7f63d5be48c0 1 < suggested update operation key=XJHFTJNAZSHI tag=0ZZOH63IDN0O type=del size=2129651 2024-09-22T08:48:02.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.413+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=DU1H7ANV10M2 type=del size=3068409 2024-09-22T08:48:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.413+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~05XZEYNQ01RF.0 size=92354 2024-09-22T08:48:02.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.417+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=05XZEYNQ01RF tag=AN0CSJ3IAYMD type=write size=1140930 2024-09-22T08:48:02.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.421+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=CYJY3UFR790P type=del size=368013 2024-09-22T08:48:02.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.421+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=EE80C13J664E type=del 2024-09-22T08:48:02.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.425+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=KZ030X8RXHOJ type=del size=1897371 2024-09-22T08:48:02.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.429+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=DZO11IRXH9S8 type=write size=350858 2024-09-22T08:48:02.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.433+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=5S2BK90JV8H9 type=del size=2748915 2024-09-22T08:48:02.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.433+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=R73JO0UU040B type=del 2024-09-22T08:48:02.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.437+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=RR1EKNXIACEK type=write size=674853 2024-09-22T08:48:02.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.437+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=X6JZRLW8Q0FM type=del 2024-09-22T08:48:02.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.441+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=262HEC9VPJVJ type=del size=4110594 2024-09-22T08:48:02.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.445+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=E28EIA52G42C type=del 2024-09-22T08:48:02.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~3KTR4MU1S66P.0 size=1048576 2024-09-22T08:48:02.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~3KTR4MU1S66P.1 size=1002311 2024-09-22T08:48:02.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.449+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=3KTR4MU1S66P tag=RSTF0DJT1LJ7 type=write size=3099463 2024-09-22T08:48:02.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.453+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~FBPGA6F6ZLML.0 size=1048576 2024-09-22T08:48:02.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.453+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~FBPGA6F6ZLML.1 size=1048576 2024-09-22T08:48:02.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.453+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~FBPGA6F6ZLML.2 size=968910 2024-09-22T08:48:02.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.457+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=FBPGA6F6ZLML tag=LSY7KUA2S612 type=write size=4114638 2024-09-22T08:48:02.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.461+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=ED6B94QTDYUV type=write size=243087 2024-09-22T08:48:02.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.461+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~GJVAS5DKJCC0.0 size=1048576 2024-09-22T08:48:02.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.465+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~GJVAS5DKJCC0.1 size=1048576 2024-09-22T08:48:02.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.465+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~GJVAS5DKJCC0.2 size=530921 2024-09-22T08:48:02.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.469+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=GJVAS5DKJCC0 tag=4UBKCU5I3HC2 type=write size=3676649 2024-09-22T08:48:02.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.473+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=Q9FGZDMG3WY4 type=del size=2142571 2024-09-22T08:48:02.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.477+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~WOWKQTPOFSLG.0 size=1048576 2024-09-22T08:48:02.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.477+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~WOWKQTPOFSLG.1 size=712643 2024-09-22T08:48:02.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.481+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=WOWKQTPOFSLG tag=X93CPMF3E3ZD type=write size=2809795 2024-09-22T08:48:02.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.485+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=FMIO8WXTM9FR type=del size=149922 2024-09-22T08:48:02.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.489+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=63TX5XSCBJST type=write size=776997: (22) Invalid argument 2024-09-22T08:48:02.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.489+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=A56UJ0YKC1T1 type=del size=3841842 2024-09-22T08:48:02.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.493+0000 7f63d5be48c0 1 < completed write operation key=DRUC4JUPWIZT tag=UJAR88KJL57K type=write size=940265 2024-09-22T08:48:02.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~O0274CZJYLWH.0 size=468940 2024-09-22T08:48:02.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.497+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=O0274CZJYLWH tag=QW09IN8IF4YX type=write size=1517516 2024-09-22T08:48:02.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.501+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=4P60WK1JLEH6 type=del 2024-09-22T08:48:02.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~BOYYJTFP8G3V.0 size=1048576 2024-09-22T08:48:02.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~BOYYJTFP8G3V.1 size=543870 2024-09-22T08:48:02.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.505+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=BOYYJTFP8G3V tag=N6M91JKMCG3V type=write size=2641022 2024-09-22T08:48:02.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.509+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~3DMCS69OIZY1.0 size=1048576 2024-09-22T08:48:02.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.509+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~3DMCS69OIZY1.1 size=1048576 2024-09-22T08:48:02.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.513+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~3DMCS69OIZY1.2 size=892275 2024-09-22T08:48:02.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.517+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=3DMCS69OIZY1 tag=TJ9LPCBAUKH8 type=write size=4038003 2024-09-22T08:48:02.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.521+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~JRC1S3BNU8HF.0 size=657318 2024-09-22T08:48:02.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.521+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=JRC1S3BNU8HF tag=7JWC3Z3UBPGY type=write size=1705894 2024-09-22T08:48:02.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.525+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=9TZ595D9LFI2 type=del 2024-09-22T08:48:02.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.525+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=OT8I4GK2O2P6 type=del size=888201 2024-09-22T08:48:02.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.529+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~QEZLKESKP9I4.0 size=1048576 2024-09-22T08:48:02.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.529+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~QEZLKESKP9I4.1 size=1048576 2024-09-22T08:48:02.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.533+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~QEZLKESKP9I4.2 size=751778 2024-09-22T08:48:02.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.537+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=QEZLKESKP9I4 tag=XJI6QG3LZ9T7 type=write size=3897506 2024-09-22T08:48:02.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.541+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=8XU91UVMBCZK type=del size=1752348 2024-09-22T08:48:02.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.545+0000 7f63d5be48c0 1 < suggested update operation key=ZOK9L18PUHG0 tag=DU1H7ANV10M2 type=del size=3068409 2024-09-22T08:48:02.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.545+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=6NK8GHKSWOEH type=del size=1984096 2024-09-22T08:48:02.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.549+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=CYJY3UFR790P type=del 2024-09-22T08:48:02.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.553+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=9985SMHQG9G0 type=write size=630098 2024-09-22T08:48:02.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.553+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=KZ030X8RXHOJ type=del 2024-09-22T08:48:02.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~FDQ7ZLKRA9QC.0 size=1048576 2024-09-22T08:48:02.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.561+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~FDQ7ZLKRA9QC.1 size=1042769 2024-09-22T08:48:02.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.561+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=FDQ7ZLKRA9QC tag=W3YMXFS2N5GS type=write size=3139921 2024-09-22T08:48:02.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.565+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=5S2BK90JV8H9 type=del 2024-09-22T08:48:02.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.565+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=HTO7ZB9P2RXR type=write size=224101 2024-09-22T08:48:02.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.573+0000 7f63d5be48c0 1 < suggested remove operation key=PZ87MXMNVGG3 tag=RR1EKNXIACEK type=write 2024-09-22T08:48:02.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~Q77US5YFEAV0.0 size=1048576 2024-09-22T08:48:02.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~Q77US5YFEAV0.1 size=750231 2024-09-22T08:48:02.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.577+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=Q77US5YFEAV0 tag=2ZTEWZ5AVSXT type=write size=2847383 2024-09-22T08:48:02.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.581+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=262HEC9VPJVJ type=del 2024-09-22T08:48:02.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.581+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=QNN10O46E4J8 type=del size=3194509 2024-09-22T08:48:02.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.585+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~3KTR4MU1S66P.0 size=1048576 2024-09-22T08:48:02.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.585+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~3KTR4MU1S66P.1 size=1002311 2024-09-22T08:48:02.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.589+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=3KTR4MU1S66P tag=RSTF0DJT1LJ7 type=write size=3099463 2024-09-22T08:48:02.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.597+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=XU7KQB804UGQ type=write size=354543 2024-09-22T08:48:02.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.597+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=ED6B94QTDYUV type=write size=243087 2024-09-22T08:48:02.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.601+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~QBAKC60R5ODU.0 size=1048576 2024-09-22T08:48:02.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~QBAKC60R5ODU.1 size=898267 2024-09-22T08:48:02.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.605+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=QBAKC60R5ODU tag=3GWMFYQ4S5SL type=write size=2995419 2024-09-22T08:48:02.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.609+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=Q9FGZDMG3WY4 type=del 2024-09-22T08:48:02.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.609+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=05HTSS9QV795 type=del size=197191 2024-09-22T08:48:02.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.613+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=FMIO8WXTM9FR type=del 2024-09-22T08:48:02.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.613+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=S3K2X295OAXY type=del size=1326477 2024-09-22T08:48:02.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.617+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=A56UJ0YKC1T1 type=del 2024-09-22T08:48:02.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.621+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~5GX81DMUD119.0 size=1048576 2024-09-22T08:48:02.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.621+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~5GX81DMUD119.1 size=851530 2024-09-22T08:48:02.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.621+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=5GX81DMUD119 tag=HGOEQY48T59A type=write size=2948682 2024-09-22T08:48:02.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.625+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~O0274CZJYLWH.0 size=468940 2024-09-22T08:48:02.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.629+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=O0274CZJYLWH tag=QW09IN8IF4YX type=write size=1517516 2024-09-22T08:48:02.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.629+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=X6KUVEJXVX0P type=del size=3504967 2024-09-22T08:48:02.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.633+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~BOYYJTFP8G3V.0 size=1048576 2024-09-22T08:48:02.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.637+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~BOYYJTFP8G3V.1 size=543870 2024-09-22T08:48:02.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.641+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=BOYYJTFP8G3V tag=N6M91JKMCG3V type=write size=2641022 2024-09-22T08:48:02.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.645+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~2L6190Y1QFBS.0 size=1048576 2024-09-22T08:48:02.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~2L6190Y1QFBS.1 size=936452 2024-09-22T08:48:02.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.649+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=2L6190Y1QFBS tag=IVQTS3LFN0FC type=write size=3033604 2024-09-22T08:48:02.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.649+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~JRC1S3BNU8HF.0 size=657318 2024-09-22T08:48:02.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.653+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=JRC1S3BNU8HF tag=7JWC3Z3UBPGY type=write size=1705894 2024-09-22T08:48:02.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.657+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=0BCPDSNMR6WD type=del size=638673 2024-09-22T08:48:02.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.661+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=OT8I4GK2O2P6 type=del 2024-09-22T08:48:02.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.665+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=Z6MZZDRX1ULT type=write size=93009 2024-09-22T08:48:02.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.665+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=8XU91UVMBCZK type=del 2024-09-22T08:48:02.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.669+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=0PPGK4Q09B9H type=write size=6164 2024-09-22T08:48:02.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.673+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=6NK8GHKSWOEH type=del 2024-09-22T08:48:02.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~A5ZN50KATWMP.0 size=1048576 2024-09-22T08:48:02.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~A5ZN50KATWMP.1 size=1048576 2024-09-22T08:48:02.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.681+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~A5ZN50KATWMP.2 size=412383 2024-09-22T08:48:02.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.681+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=A5ZN50KATWMP tag=FL15TJ96JZBP type=write size=3558111 2024-09-22T08:48:02.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.681+0000 7f63d5be48c0 1 < completed write operation key=CU2N9Z3QGASM tag=9985SMHQG9G0 type=write size=630098 2024-09-22T08:48:02.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~G01KNWA53R9Q.0 size=1048576 2024-09-22T08:48:02.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~G01KNWA53R9Q.1 size=1048576 2024-09-22T08:48:02.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~G01KNWA53R9Q.2 size=780885 2024-09-22T08:48:02.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.689+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=G01KNWA53R9Q tag=07BOJDRULDPB type=write size=3926613 2024-09-22T08:48:02.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.693+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~FDQ7ZLKRA9QC.0 size=1048576 2024-09-22T08:48:02.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.697+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~FDQ7ZLKRA9QC.1 size=1042769 2024-09-22T08:48:02.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.701+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=FDQ7ZLKRA9QC tag=W3YMXFS2N5GS type=write size=3139921 2024-09-22T08:48:02.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~CDRV3F4IT21G.0 size=1048576 2024-09-22T08:48:02.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~CDRV3F4IT21G.1 size=1048576 2024-09-22T08:48:02.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.709+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~CDRV3F4IT21G.2 size=356428 2024-09-22T08:48:02.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.709+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=CDRV3F4IT21G tag=D0PKMGTPPI8D type=write size=3502156 2024-09-22T08:48:02.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.709+0000 7f63d5be48c0 1 < canceled operation key=Q0ESBWWRI2U9 tag=HTO7ZB9P2RXR type=write size=224101 2024-09-22T08:48:02.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.713+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=V0SEOKIFTAAS type=del size=1381401 2024-09-22T08:48:02.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.717+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~Q77US5YFEAV0.0 size=1048576 2024-09-22T08:48:02.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.717+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~Q77US5YFEAV0.1 size=750231 2024-09-22T08:48:02.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.721+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=Q77US5YFEAV0 tag=2ZTEWZ5AVSXT type=write size=2847383 2024-09-22T08:48:02.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.729+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~0SJJODBY07ET.0 size=465417 2024-09-22T08:48:02.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.729+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=0SJJODBY07ET tag=1E1OJOTGRWPE type=write size=1513993 2024-09-22T08:48:02.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.729+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=QNN10O46E4J8 type=del 2024-09-22T08:48:02.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.737+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~LHDXPID23GO9.0 size=1048576 2024-09-22T08:48:02.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.737+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~LHDXPID23GO9.1 size=1048576 2024-09-22T08:48:02.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~LHDXPID23GO9.2 size=11423 2024-09-22T08:48:02.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.741+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=LHDXPID23GO9 tag=LPLYN1O6J8H5 type=write size=3157151 2024-09-22T08:48:02.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.741+0000 7f63d5be48c0 1 < completed write operation key=M568KL6YWKU2 tag=XU7KQB804UGQ type=write size=354543 2024-09-22T08:48:02.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.745+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=YGERWNISHHSX type=del size=2760980 2024-09-22T08:48:02.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.745+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~QBAKC60R5ODU.0 size=1048576 2024-09-22T08:48:02.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.749+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~QBAKC60R5ODU.1 size=898267 2024-09-22T08:48:02.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.753+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=QBAKC60R5ODU tag=3GWMFYQ4S5SL type=write size=2995419 2024-09-22T08:48:02.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.757+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=M176CWHIE8TB type=del size=184349 2024-09-22T08:48:02.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.761+0000 7f63d5be48c0 1 < suggested remove operation key=N3T2GVFADL66 tag=05HTSS9QV795 type=del 2024-09-22T08:48:02.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.765+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~JCH0L2PQZ51C.0 size=1048576 2024-09-22T08:48:02.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~JCH0L2PQZ51C.1 size=1048576 2024-09-22T08:48:02.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~JCH0L2PQZ51C.2 size=604530 2024-09-22T08:48:02.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.769+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=JCH0L2PQZ51C tag=VUP17XGDJ2RQ type=write size=3750258 2024-09-22T08:48:02.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.773+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=S3K2X295OAXY type=del 2024-09-22T08:48:02.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.777+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=7ZY8ZQRHYM06 type=write size=226781 2024-09-22T08:48:02.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.777+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~5GX81DMUD119.0 size=1048576 2024-09-22T08:48:02.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.781+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~5GX81DMUD119.1 size=851530 2024-09-22T08:48:02.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.785+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=5GX81DMUD119 tag=HGOEQY48T59A type=write size=2948682 2024-09-22T08:48:02.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.789+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=1TKO70WTT2XU type=del size=2909083 2024-09-22T08:48:02.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.793+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=X6KUVEJXVX0P type=del 2024-09-22T08:48:02.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.797+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~GGDZEWTVRBU1.0 size=344048 2024-09-22T08:48:02.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.797+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=GGDZEWTVRBU1 tag=Q5532AJVADJZ type=write size=1392624 2024-09-22T08:48:02.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.801+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~2L6190Y1QFBS.0 size=1048576 2024-09-22T08:48:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.801+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~2L6190Y1QFBS.1 size=936452 2024-09-22T08:48:02.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.805+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=2L6190Y1QFBS tag=IVQTS3LFN0FC type=write size=3033604 2024-09-22T08:48:02.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.809+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=CTQV7S95GI6K type=del size=4042489 2024-09-22T08:48:02.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.813+0000 7f63d5be48c0 -1 < failed to complete operation key=UHKYFMG0T61H tag=0BCPDSNMR6WD type=del size=638673: (22) Invalid argument 2024-09-22T08:48:02.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~AO4ZM8IOVPAY.0 size=1048576 2024-09-22T08:48:02.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~AO4ZM8IOVPAY.1 size=75252 2024-09-22T08:48:02.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.817+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=AO4ZM8IOVPAY tag=2FNJRANTPLSG type=write size=2172404 2024-09-22T08:48:02.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.821+0000 7f63d5be48c0 1 < canceled operation key=OPADUWLHYXXQ tag=Z6MZZDRX1ULT type=write size=93009 2024-09-22T08:48:02.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.825+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~HO0R01LZIAVA.0 size=274204 2024-09-22T08:48:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.825+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=HO0R01LZIAVA tag=EU6AIX4CM69F type=write size=1322780 2024-09-22T08:48:02.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.833+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=0PPGK4Q09B9H type=write size=6164 2024-09-22T08:48:02.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.837+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=F3SUFMWSKJAP type=del size=2595683 2024-09-22T08:48:02.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.837+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~A5ZN50KATWMP.0 size=1048576 2024-09-22T08:48:02.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.841+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~A5ZN50KATWMP.1 size=1048576 2024-09-22T08:48:02.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.841+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~A5ZN50KATWMP.2 size=412383 2024-09-22T08:48:02.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.849+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=A5ZN50KATWMP tag=FL15TJ96JZBP type=write size=3558111 2024-09-22T08:48:02.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.853+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~Z84HBSDY9EWX.0 size=667300 2024-09-22T08:48:02.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.853+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=Z84HBSDY9EWX tag=N8V7C4BNWJIX type=write size=1715876 2024-09-22T08:48:02.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.857+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~G01KNWA53R9Q.0 size=1048576 2024-09-22T08:48:02.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.857+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~G01KNWA53R9Q.1 size=1048576 2024-09-22T08:48:02.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.857+0000 7f63d5be48c0 1 < canceled part key=_multipart_LGRX93MXLXA9.2~G01KNWA53R9Q.2 size=780885 2024-09-22T08:48:02.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.861+0000 7f63d5be48c0 1 < canceled multipart upload key=LGRX93MXLXA9 upload=G01KNWA53R9Q tag=07BOJDRULDPB type=write size=3926613 2024-09-22T08:48:02.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.865+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=8K339H8CXPTG type=del size=2469243 2024-09-22T08:48:02.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.869+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~CDRV3F4IT21G.0 size=1048576 2024-09-22T08:48:02.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.869+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~CDRV3F4IT21G.1 size=1048576 2024-09-22T08:48:02.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.873+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~CDRV3F4IT21G.2 size=356428 2024-09-22T08:48:02.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.877+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=CDRV3F4IT21G tag=D0PKMGTPPI8D type=write size=3502156 2024-09-22T08:48:02.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~P6JR0EOLB3OJ.0 size=118543 2024-09-22T08:48:02.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.881+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=P6JR0EOLB3OJ tag=TF26YFTG3UJF type=write size=1167119 2024-09-22T08:48:02.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.885+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=V0SEOKIFTAAS type=del 2024-09-22T08:48:02.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~SSE65WAIMGSU.0 size=977257 2024-09-22T08:48:02.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.889+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=SSE65WAIMGSU tag=I9NLUGFCLZNT type=write size=2025833 2024-09-22T08:48:02.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.893+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~0SJJODBY07ET.0 size=465417 2024-09-22T08:48:02.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.897+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=0SJJODBY07ET tag=1E1OJOTGRWPE type=write size=1513993 2024-09-22T08:48:02.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~PZVNKNM6G9GT.0 size=995212 2024-09-22T08:48:02.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.901+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=PZVNKNM6G9GT tag=VR31RR5WG307 type=write size=2043788 2024-09-22T08:48:02.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.905+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~LHDXPID23GO9.0 size=1048576 2024-09-22T08:48:02.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.905+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~LHDXPID23GO9.1 size=1048576 2024-09-22T08:48:02.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.909+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~LHDXPID23GO9.2 size=11423 2024-09-22T08:48:02.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.913+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=LHDXPID23GO9 tag=LPLYN1O6J8H5 type=write size=3157151 2024-09-22T08:48:02.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.917+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=HXNYB3OWMR1B type=write size=16605 2024-09-22T08:48:02.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.921+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=YGERWNISHHSX type=del 2024-09-22T08:48:02.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.925+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~4WEC0SY64MP3.0 size=126174 2024-09-22T08:48:02.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.925+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=4WEC0SY64MP3 tag=BESYEADC126R type=write size=1174750 2024-09-22T08:48:02.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.929+0000 7f63d5be48c0 1 < suggested update operation key=3MG2M4MHSYN5 tag=M176CWHIE8TB type=del size=184349 2024-09-22T08:48:02.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.933+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=BV20XS6B4EPQ type=del size=2002965 2024-09-22T08:48:02.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.937+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~JCH0L2PQZ51C.0 size=1048576 2024-09-22T08:48:02.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.937+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~JCH0L2PQZ51C.1 size=1048576 2024-09-22T08:48:02.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.941+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~JCH0L2PQZ51C.2 size=604530 2024-09-22T08:48:02.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.945+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=JCH0L2PQZ51C tag=VUP17XGDJ2RQ type=write size=3750258 2024-09-22T08:48:02.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.949+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=QCZU9UL2JCSJ type=write size=820876 2024-09-22T08:48:02.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.953+0000 7f63d5be48c0 1 < completed write operation key=ZOK9L18PUHG0 tag=7ZY8ZQRHYM06 type=write size=226781 2024-09-22T08:48:02.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.957+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~P0EHXVHU5WMW.0 size=1048576 2024-09-22T08:48:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~P0EHXVHU5WMW.1 size=1048576 2024-09-22T08:48:02.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~P0EHXVHU5WMW.2 size=907596 2024-09-22T08:48:02.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.961+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=P0EHXVHU5WMW tag=A6T6WFXNA3XR type=write size=4053324 2024-09-22T08:48:02.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.965+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=1TKO70WTT2XU type=del 2024-09-22T08:48:02.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.969+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=RG1JU5B1IEG5 type=del size=2925579 2024-09-22T08:48:02.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.973+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~GGDZEWTVRBU1.0 size=344048 2024-09-22T08:48:02.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.977+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=GGDZEWTVRBU1 tag=Q5532AJVADJZ type=write size=1392624 2024-09-22T08:48:02.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.981+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=5NNNXHBT4V0N type=del size=701454 2024-09-22T08:48:02.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.981+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=CTQV7S95GI6K type=del 2024-09-22T08:48:02.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.985+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=KLW2SYSVNJI4 type=del size=109343 2024-09-22T08:48:02.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.989+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~AO4ZM8IOVPAY.0 size=1048576 2024-09-22T08:48:02.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.993+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~AO4ZM8IOVPAY.1 size=75252 2024-09-22T08:48:02.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:02.997+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=AO4ZM8IOVPAY tag=2FNJRANTPLSG type=write size=2172404 2024-09-22T08:48:03.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.001+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=1ELLYTP2DXCI type=del size=2083589 2024-09-22T08:48:03.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.005+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~HO0R01LZIAVA.0 size=274204 2024-09-22T08:48:03.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.009+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=HO0R01LZIAVA tag=EU6AIX4CM69F type=write size=1322780 2024-09-22T08:48:03.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.013+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=BO79WI686M7Y type=del size=930463 2024-09-22T08:48:03.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.017+0000 7f63d5be48c0 1 < suggested update operation key=3MG2M4MHSYN5 tag=F3SUFMWSKJAP type=del size=2595683 2024-09-22T08:48:03.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.025+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~GDTZ3HEAY5EK.0 size=1048576 2024-09-22T08:48:03.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.029+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~GDTZ3HEAY5EK.1 size=911365 2024-09-22T08:48:03.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.029+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=GDTZ3HEAY5EK tag=SYNFASB7HUUQ type=write size=3008517 2024-09-22T08:48:03.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.033+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~Z84HBSDY9EWX.0 size=667300 2024-09-22T08:48:03.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.037+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=Z84HBSDY9EWX tag=N8V7C4BNWJIX type=write size=1715876 2024-09-22T08:48:03.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.041+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=GVS3EES7C5DN type=del size=2918827 2024-09-22T08:48:03.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.045+0000 7f63d5be48c0 1 < suggested update operation key=SKZYLE6QANA6 tag=8K339H8CXPTG type=del size=2469243 2024-09-22T08:48:03.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~62GG1ZC9SS59.0 size=91145 2024-09-22T08:48:03.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.053+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=62GG1ZC9SS59 tag=J8WOT4I06IKR type=write size=1139721 2024-09-22T08:48:03.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.053+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~P6JR0EOLB3OJ.0 size=118543 2024-09-22T08:48:03.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.061+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=P6JR0EOLB3OJ tag=TF26YFTG3UJF type=write size=1167119 2024-09-22T08:48:03.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.065+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=PUS9B1PB04G3 type=write size=957444 2024-09-22T08:48:03.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.065+0000 7f63d5be48c0 1 < canceled part key=_multipart_NM0S8T20O886.2~SSE65WAIMGSU.0 size=977257 2024-09-22T08:48:03.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.069+0000 7f63d5be48c0 1 < canceled multipart upload key=NM0S8T20O886 upload=SSE65WAIMGSU tag=I9NLUGFCLZNT type=write size=2025833 2024-09-22T08:48:03.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.077+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~NNTQPQZDMGN3.0 size=1048576 2024-09-22T08:48:03.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.081+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~NNTQPQZDMGN3.1 size=695615 2024-09-22T08:48:03.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.081+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=NNTQPQZDMGN3 tag=XK295RAMV3V2 type=write size=2792767 2024-09-22T08:48:03.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.081+0000 7f63d5be48c0 1 < canceled part key=_multipart_NM0S8T20O886.2~PZVNKNM6G9GT.0 size=995212 2024-09-22T08:48:03.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.085+0000 7f63d5be48c0 1 < canceled multipart upload key=NM0S8T20O886 upload=PZVNKNM6G9GT tag=VR31RR5WG307 type=write size=2043788 2024-09-22T08:48:03.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.089+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=71JTKASHC5TO type=del size=2605202 2024-09-22T08:48:03.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.093+0000 7f63d5be48c0 1 < completed write operation key=XIM0MQELPJS0 tag=HXNYB3OWMR1B type=write size=16605 2024-09-22T08:48:03.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~Z27OFUNN9EIV.0 size=1048576 2024-09-22T08:48:03.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~Z27OFUNN9EIV.1 size=785042 2024-09-22T08:48:03.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.101+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=Z27OFUNN9EIV tag=9MDWL1QFVWIT type=write size=2882194 2024-09-22T08:48:03.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.105+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~4WEC0SY64MP3.0 size=126174 2024-09-22T08:48:03.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.113+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=4WEC0SY64MP3 tag=BESYEADC126R type=write size=1174750 2024-09-22T08:48:03.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~R3HL3APQ2P3J.0 size=118828 2024-09-22T08:48:03.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.121+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=R3HL3APQ2P3J tag=SF22JDRFFPEG type=write size=1167404 2024-09-22T08:48:03.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.125+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=BV20XS6B4EPQ type=del 2024-09-22T08:48:03.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~ORVFFBU2N3UC.0 size=789852 2024-09-22T08:48:03.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.129+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=ORVFFBU2N3UC tag=Z4KXNU4FIU1D type=write size=1838428 2024-09-22T08:48:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.133+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=QCZU9UL2JCSJ type=write size=820876 2024-09-22T08:48:03.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.137+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=DRFD63S8C4MT type=write size=179551 2024-09-22T08:48:03.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.137+0000 7f63d5be48c0 1 < canceled part key=_multipart_9QU8893FESH3.2~P0EHXVHU5WMW.0 size=1048576 2024-09-22T08:48:03.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.141+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~P0EHXVHU5WMW.1 size=1048576 2024-09-22T08:48:03.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.145+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~P0EHXVHU5WMW.2 size=907596 2024-09-22T08:48:03.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.149+0000 7f63d5be48c0 1 < canceled multipart upload key=9QU8893FESH3 upload=P0EHXVHU5WMW tag=A6T6WFXNA3XR type=write size=4053324 2024-09-22T08:48:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.153+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=99J46P6WIIJ5 type=del size=1211915 2024-09-22T08:48:03.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.157+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=RG1JU5B1IEG5 type=del 2024-09-22T08:48:03.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.161+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=UXTTSL3EL3QD type=write size=180999 2024-09-22T08:48:03.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.165+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=5NNNXHBT4V0N type=del 2024-09-22T08:48:03.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.169+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=IV50IFY3UTNZ type=del size=1438346 2024-09-22T08:48:03.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.173+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=KLW2SYSVNJI4 type=del 2024-09-22T08:48:03.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.173+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=D9BVH8FAPOW9 type=write size=332357 2024-09-22T08:48:03.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.181+0000 7f63d5be48c0 1 < suggested update operation key=DZ5BP1FM3Z5N tag=1ELLYTP2DXCI type=del size=2083589 2024-09-22T08:48:03.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~8RKVABO884L2.0 size=1048576 2024-09-22T08:48:03.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~8RKVABO884L2.1 size=1048576 2024-09-22T08:48:03.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.193+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~8RKVABO884L2.2 size=524891 2024-09-22T08:48:03.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.193+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=8RKVABO884L2 tag=3B7SH23ROFUL type=write size=3670619 2024-09-22T08:48:03.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.197+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=BO79WI686M7Y type=del 2024-09-22T08:48:03.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.201+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=QT8FASA28XQ0 type=write size=287684 2024-09-22T08:48:03.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.205+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~GDTZ3HEAY5EK.0 size=1048576 2024-09-22T08:48:03.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.205+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~GDTZ3HEAY5EK.1 size=911365 2024-09-22T08:48:03.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.213+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=GDTZ3HEAY5EK tag=SYNFASB7HUUQ type=write size=3008517 2024-09-22T08:48:03.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.217+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=NGWS90M9SF62 type=write size=594132 2024-09-22T08:48:03.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.221+0000 7f63d5be48c0 1 < canceled operation key=XIM0MQELPJS0 tag=GVS3EES7C5DN type=del size=2918827 2024-09-22T08:48:03.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.225+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=1GVZ8R4JG4I6 type=del size=1686205 2024-09-22T08:48:03.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.229+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~62GG1ZC9SS59.0 size=91145 2024-09-22T08:48:03.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.233+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=62GG1ZC9SS59 tag=J8WOT4I06IKR type=write size=1139721 2024-09-22T08:48:03.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.237+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=4XDC8UJL24JM type=write size=919769 2024-09-22T08:48:03.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.241+0000 7f63d5be48c0 1 < completed write operation key=XJHFTJNAZSHI tag=PUS9B1PB04G3 type=write size=957444 2024-09-22T08:48:03.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.245+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~S4EANDO4BZCY.0 size=1048576 2024-09-22T08:48:03.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~S4EANDO4BZCY.1 size=1048576 2024-09-22T08:48:03.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~S4EANDO4BZCY.2 size=691705 2024-09-22T08:48:03.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.253+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=S4EANDO4BZCY tag=XZ9QJVP7C3T2 type=write size=3837433 2024-09-22T08:48:03.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.257+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~NNTQPQZDMGN3.0 size=1048576 2024-09-22T08:48:03.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.257+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~NNTQPQZDMGN3.1 size=695615 2024-09-22T08:48:03.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.265+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=NNTQPQZDMGN3 tag=XK295RAMV3V2 type=write size=2792767 2024-09-22T08:48:03.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.269+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~92H6J26CDBLE.0 size=1048576 2024-09-22T08:48:03.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~92H6J26CDBLE.1 size=810578 2024-09-22T08:48:03.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.273+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=92H6J26CDBLE tag=4AD4VXYQC45Z type=write size=2907730 2024-09-22T08:48:03.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.277+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=71JTKASHC5TO type=del 2024-09-22T08:48:03.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.281+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=6J8OXII3MDXO type=write size=942504 2024-09-22T08:48:03.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.285+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~Z27OFUNN9EIV.0 size=1048576 2024-09-22T08:48:03.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.285+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~Z27OFUNN9EIV.1 size=785042 2024-09-22T08:48:03.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.293+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=Z27OFUNN9EIV tag=9MDWL1QFVWIT type=write size=2882194 2024-09-22T08:48:03.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.297+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=T11HCJBYIEWX type=del size=2197932 2024-09-22T08:48:03.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.301+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~R3HL3APQ2P3J.0 size=118828 2024-09-22T08:48:03.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.305+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=R3HL3APQ2P3J tag=SF22JDRFFPEG type=write size=1167404 2024-09-22T08:48:03.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.309+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=52516QC63T4O type=del size=1384516 2024-09-22T08:48:03.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.309+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZWR5FR2EUOBU.2~ORVFFBU2N3UC.0 size=789852 2024-09-22T08:48:03.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.317+0000 7f63d5be48c0 1 < canceled multipart upload key=ZWR5FR2EUOBU upload=ORVFFBU2N3UC tag=Z4KXNU4FIU1D type=write size=1838428 2024-09-22T08:48:03.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.321+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=CUMLPICVTPES type=del size=1889817 2024-09-22T08:48:03.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.325+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=DRFD63S8C4MT type=write size=179551 2024-09-22T08:48:03.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.329+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=1TE47L0KZVEQ type=del size=39644 2024-09-22T08:48:03.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.329+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=99J46P6WIIJ5 type=del 2024-09-22T08:48:03.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.333+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=EGCP2D69B10B type=del size=3996320 2024-09-22T08:48:03.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.337+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=UXTTSL3EL3QD type=write size=180999 2024-09-22T08:48:03.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.341+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=0SSAF47VBWA6 type=del size=2694672 2024-09-22T08:48:03.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.345+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=IV50IFY3UTNZ type=del 2024-09-22T08:48:03.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.349+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=MKUDGHAKFFWW type=del size=2148097 2024-09-22T08:48:03.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.353+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=D9BVH8FAPOW9 type=write size=332357 2024-09-22T08:48:03.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.357+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=49CRYT1X5IKA type=del size=2734387 2024-09-22T08:48:03.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.361+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~8RKVABO884L2.0 size=1048576 2024-09-22T08:48:03.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.365+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~8RKVABO884L2.1 size=1048576 2024-09-22T08:48:03.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.365+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~8RKVABO884L2.2 size=524891 2024-09-22T08:48:03.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.373+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=8RKVABO884L2 tag=3B7SH23ROFUL type=write size=3670619 2024-09-22T08:48:03.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.377+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=A8UCH7OH0OCB type=del size=2737560 2024-09-22T08:48:03.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.385+0000 7f63d5be48c0 1 < suggested remove operation key=PZ87MXMNVGG3 tag=QT8FASA28XQ0 type=write 2024-09-22T08:48:03.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~EA9O2QUEP39R.0 size=1048576 2024-09-22T08:48:03.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.393+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~EA9O2QUEP39R.1 size=919455 2024-09-22T08:48:03.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.393+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=EA9O2QUEP39R tag=LUN22GFA3XK0 type=write size=3016607 2024-09-22T08:48:03.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.401+0000 7f63d5be48c0 1 < suggested remove operation key=4WGAB8CTCA4V tag=NGWS90M9SF62 type=write 2024-09-22T08:48:03.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.405+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=2S59II8DJLG2 type=del size=4148895 2024-09-22T08:48:03.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.409+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=1GVZ8R4JG4I6 type=del 2024-09-22T08:48:03.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.413+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=85X4GA125X1H type=write size=594262 2024-09-22T08:48:03.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.417+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=4XDC8UJL24JM type=write size=919769 2024-09-22T08:48:03.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.425+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~XUTQR6KQ2DIU.0 size=767172 2024-09-22T08:48:03.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.425+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=XUTQR6KQ2DIU tag=FISWKVUY7TJW type=write size=1815748 2024-09-22T08:48:03.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.429+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~S4EANDO4BZCY.0 size=1048576 2024-09-22T08:48:03.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.429+0000 7f63d5be48c0 1 < canceled part key=_multipart_DZ5BP1FM3Z5N.2~S4EANDO4BZCY.1 size=1048576 2024-09-22T08:48:03.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.433+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~S4EANDO4BZCY.2 size=691705 2024-09-22T08:48:03.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.437+0000 7f63d5be48c0 1 < canceled multipart upload key=DZ5BP1FM3Z5N upload=S4EANDO4BZCY tag=XZ9QJVP7C3T2 type=write size=3837433 2024-09-22T08:48:03.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~TD8RHMD6KV2N.0 size=1048576 2024-09-22T08:48:03.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.445+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~TD8RHMD6KV2N.1 size=1048576 2024-09-22T08:48:03.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~TD8RHMD6KV2N.2 size=55732 2024-09-22T08:48:03.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.449+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=TD8RHMD6KV2N tag=BVHIUPKML7ZX type=write size=3201460 2024-09-22T08:48:03.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.453+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~92H6J26CDBLE.0 size=1048576 2024-09-22T08:48:03.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.457+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~92H6J26CDBLE.1 size=810578 2024-09-22T08:48:03.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.461+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=92H6J26CDBLE tag=4AD4VXYQC45Z type=write size=2907730 2024-09-22T08:48:03.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.465+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=Q1H6NV9H8295 type=del size=1758095 2024-09-22T08:48:03.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.473+0000 7f63d5be48c0 1 < suggested update operation key=PZ87MXMNVGG3 tag=6J8OXII3MDXO type=write size=942504 2024-09-22T08:48:03.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.477+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=MT585B87RX6N type=del size=2204740 2024-09-22T08:48:03.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.481+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=T11HCJBYIEWX type=del 2024-09-22T08:48:03.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~C1ARTTCWIADA.0 size=1048576 2024-09-22T08:48:03.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~C1ARTTCWIADA.1 size=537851 2024-09-22T08:48:03.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.489+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=C1ARTTCWIADA tag=IXK0MYV7X333 type=write size=2635003 2024-09-22T08:48:03.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.489+0000 7f63d5be48c0 1 < canceled operation key=9QU8893FESH3 tag=52516QC63T4O type=del size=1384516 2024-09-22T08:48:03.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~7V16SZY0AKDQ.0 size=466608 2024-09-22T08:48:03.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.497+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=7V16SZY0AKDQ tag=SZSVIRM16A35 type=write size=1515184 2024-09-22T08:48:03.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.497+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=CUMLPICVTPES type=del 2024-09-22T08:48:03.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~0QD66UJTPWK4.0 size=1048576 2024-09-22T08:48:03.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~0QD66UJTPWK4.1 size=1048576 2024-09-22T08:48:03.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.509+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~0QD66UJTPWK4.2 size=505702 2024-09-22T08:48:03.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.509+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=0QD66UJTPWK4 tag=KYGAEZOXHW3Z type=write size=3651430 2024-09-22T08:48:03.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.509+0000 7f63d5be48c0 -1 < failed to complete operation key=4WGAB8CTCA4V tag=1TE47L0KZVEQ type=del size=39644: (22) Invalid argument 2024-09-22T08:48:03.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.513+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=UHIXKA53VBTR type=del size=3590383 2024-09-22T08:48:03.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.517+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=EGCP2D69B10B type=del 2024-09-22T08:48:03.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.521+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~1S9SZD7WBB8A.0 size=545066 2024-09-22T08:48:03.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.521+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=1S9SZD7WBB8A tag=0BFRQO7VCKAP type=write size=1593642 2024-09-22T08:48:03.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.525+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=0SSAF47VBWA6 type=del 2024-09-22T08:48:03.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.529+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~U87PRHIFC21Q.0 size=1048576 2024-09-22T08:48:03.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~U87PRHIFC21Q.1 size=342786 2024-09-22T08:48:03.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.533+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=U87PRHIFC21Q tag=3JIWQC093HTN type=write size=2439938 2024-09-22T08:48:03.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.537+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=MKUDGHAKFFWW type=del 2024-09-22T08:48:03.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.541+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=3JVT9IXM5FK2 type=write size=753975 2024-09-22T08:48:03.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.545+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=49CRYT1X5IKA type=del 2024-09-22T08:48:03.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.549+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~AB2V2WXL1D01.0 size=1048576 2024-09-22T08:48:03.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~AB2V2WXL1D01.1 size=1048576 2024-09-22T08:48:03.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~AB2V2WXL1D01.2 size=59858 2024-09-22T08:48:03.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.557+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=AB2V2WXL1D01 tag=NZ0XJ74VUKCG type=write size=3205586 2024-09-22T08:48:03.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.561+0000 7f63d5be48c0 1 < canceled operation key=DRUC4JUPWIZT tag=A8UCH7OH0OCB type=del size=2737560 2024-09-22T08:48:03.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.561+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=IDPBCG5872KV type=del size=3329675 2024-09-22T08:48:03.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.565+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~EA9O2QUEP39R.0 size=1048576 2024-09-22T08:48:03.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.569+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~EA9O2QUEP39R.1 size=919455 2024-09-22T08:48:03.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.573+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=EA9O2QUEP39R tag=LUN22GFA3XK0 type=write size=3016607 2024-09-22T08:48:03.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.577+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=I0PF36T1JHYA type=write size=877425 2024-09-22T08:48:03.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.581+0000 7f63d5be48c0 1 < canceled operation key=7EXVYJV1LXD8 tag=2S59II8DJLG2 type=del size=4148895 2024-09-22T08:48:03.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.585+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=YO9N3DXQ1LFQ type=del size=3496312 2024-09-22T08:48:03.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.589+0000 7f63d5be48c0 -1 < failed to complete operation key=PZ87MXMNVGG3 tag=85X4GA125X1H type=write size=594262: (22) Invalid argument 2024-09-22T08:48:03.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.589+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=FXQ3U1OXKH8F type=del size=1122954 2024-09-22T08:48:03.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.593+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~XUTQR6KQ2DIU.0 size=767172 2024-09-22T08:48:03.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.597+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=XUTQR6KQ2DIU tag=FISWKVUY7TJW type=write size=1815748 2024-09-22T08:48:03.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.601+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=3VRWIYB1MDHI type=del size=523911 2024-09-22T08:48:03.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.601+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~TD8RHMD6KV2N.0 size=1048576 2024-09-22T08:48:03.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.601+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZOK9L18PUHG0.2~TD8RHMD6KV2N.1 size=1048576 2024-09-22T08:48:03.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.605+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~TD8RHMD6KV2N.2 size=55732 2024-09-22T08:48:03.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.613+0000 7f63d5be48c0 1 < canceled multipart upload key=ZOK9L18PUHG0 upload=TD8RHMD6KV2N tag=BVHIUPKML7ZX type=write size=3201460 2024-09-22T08:48:03.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.613+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=PU8FY67I2PUY type=del size=2198418 2024-09-22T08:48:03.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.617+0000 7f63d5be48c0 1 < canceled operation key=ZOK9L18PUHG0 tag=Q1H6NV9H8295 type=del size=1758095 2024-09-22T08:48:03.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.625+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~SFO373U7F8T8.0 size=1048576 2024-09-22T08:48:03.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~SFO373U7F8T8.1 size=804621 2024-09-22T08:48:03.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.629+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=SFO373U7F8T8 tag=9VC00FODR0I2 type=write size=2901773 2024-09-22T08:48:03.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.633+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=MT585B87RX6N type=del 2024-09-22T08:48:03.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.637+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~6JKY9BEXXQHS.0 size=204868 2024-09-22T08:48:03.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.637+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=6JKY9BEXXQHS tag=IBJPZFEANGJP type=write size=1253444 2024-09-22T08:48:03.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.641+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~C1ARTTCWIADA.0 size=1048576 2024-09-22T08:48:03.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.645+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~C1ARTTCWIADA.1 size=537851 2024-09-22T08:48:03.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.649+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=C1ARTTCWIADA tag=IXK0MYV7X333 type=write size=2635003 2024-09-22T08:48:03.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.657+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~XYSTTGV5AR2G.0 size=1048576 2024-09-22T08:48:03.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.657+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~XYSTTGV5AR2G.1 size=1048576 2024-09-22T08:48:03.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~XYSTTGV5AR2G.2 size=839737 2024-09-22T08:48:03.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.661+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=XYSTTGV5AR2G tag=V1ZHQ95XZD1P type=write size=3985465 2024-09-22T08:48:03.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.665+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~7V16SZY0AKDQ.0 size=466608 2024-09-22T08:48:03.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.669+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=7V16SZY0AKDQ tag=SZSVIRM16A35 type=write size=1515184 2024-09-22T08:48:03.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.673+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=YC21F5MDL26F type=del size=3064369 2024-09-22T08:48:03.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.677+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~0QD66UJTPWK4.0 size=1048576 2024-09-22T08:48:03.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.681+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~0QD66UJTPWK4.1 size=1048576 2024-09-22T08:48:03.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.681+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~0QD66UJTPWK4.2 size=505702 2024-09-22T08:48:03.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.685+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=0QD66UJTPWK4 tag=KYGAEZOXHW3Z type=write size=3651430 2024-09-22T08:48:03.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~2FOWSM1EUTNS.0 size=1048576 2024-09-22T08:48:03.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.697+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~2FOWSM1EUTNS.1 size=227241 2024-09-22T08:48:03.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.697+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=2FOWSM1EUTNS tag=3QUTA1BOL9CE type=write size=2324393 2024-09-22T08:48:03.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.701+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=UHIXKA53VBTR type=del 2024-09-22T08:48:03.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.701+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=OS74MG2I0SIK type=del size=1243078 2024-09-22T08:48:03.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.705+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~1S9SZD7WBB8A.0 size=545066 2024-09-22T08:48:03.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.713+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=1S9SZD7WBB8A tag=0BFRQO7VCKAP type=write size=1593642 2024-09-22T08:48:03.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.713+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=5EFD8KBXTP62 type=del size=3035943 2024-09-22T08:48:03.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.717+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~U87PRHIFC21Q.0 size=1048576 2024-09-22T08:48:03.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.721+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~U87PRHIFC21Q.1 size=342786 2024-09-22T08:48:03.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.725+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=U87PRHIFC21Q tag=3JIWQC093HTN type=write size=2439938 2024-09-22T08:48:03.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.733+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~59N8MOFJ0TDB.0 size=772675 2024-09-22T08:48:03.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.733+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=59N8MOFJ0TDB tag=4QBLLLWGCMFV type=write size=1821251 2024-09-22T08:48:03.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.733+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=3JVT9IXM5FK2 type=write size=753975 2024-09-22T08:48:03.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.737+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=K8F6QR1BQ57Z type=write size=338697 2024-09-22T08:48:03.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.741+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~AB2V2WXL1D01.0 size=1048576 2024-09-22T08:48:03.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.745+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~AB2V2WXL1D01.1 size=1048576 2024-09-22T08:48:03.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.745+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~AB2V2WXL1D01.2 size=59858 2024-09-22T08:48:03.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.757+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=AB2V2WXL1D01 tag=NZ0XJ74VUKCG type=write size=3205586 2024-09-22T08:48:03.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.761+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~H7TED96LJ204.0 size=1048576 2024-09-22T08:48:03.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.765+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~H7TED96LJ204.1 size=263706 2024-09-22T08:48:03.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.765+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=H7TED96LJ204 tag=FQVTP4C3A699 type=write size=2360858 2024-09-22T08:48:03.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.765+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=IDPBCG5872KV type=del 2024-09-22T08:48:03.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.769+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=OVP4110UGG15 type=del size=1811634 2024-09-22T08:48:03.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.777+0000 7f63d5be48c0 1 < suggested remove operation key=DD4L2M7QKCJ4 tag=I0PF36T1JHYA type=write 2024-09-22T08:48:03.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.781+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=MEL50R5SUKEC type=write size=825375 2024-09-22T08:48:03.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.781+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=YO9N3DXQ1LFQ type=del 2024-09-22T08:48:03.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.785+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=W18AGPVICMXO type=del size=664867 2024-09-22T08:48:03.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.789+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=FXQ3U1OXKH8F type=del 2024-09-22T08:48:03.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.793+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=JN2S9FOZ5C8A type=del size=1779137 2024-09-22T08:48:03.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.797+0000 7f63d5be48c0 1 < suggested remove operation key=XIM0MQELPJS0 tag=3VRWIYB1MDHI type=del 2024-09-22T08:48:03.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.801+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=RS72FNBAGZZ5 type=del size=3034743 2024-09-22T08:48:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.805+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=PU8FY67I2PUY type=del 2024-09-22T08:48:03.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.809+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=FKN7KBG568U9 type=del size=1431142 2024-09-22T08:48:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.813+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~SFO373U7F8T8.0 size=1048576 2024-09-22T08:48:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.813+0000 7f63d5be48c0 1 < canceled part key=_multipart_2ZLI4H2IJRPA.2~SFO373U7F8T8.1 size=804621 2024-09-22T08:48:03.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.817+0000 7f63d5be48c0 1 < canceled multipart upload key=2ZLI4H2IJRPA upload=SFO373U7F8T8 tag=9VC00FODR0I2 type=write size=2901773 2024-09-22T08:48:03.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.825+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~MXQU7RXS0AOX.0 size=137875 2024-09-22T08:48:03.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.825+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=MXQU7RXS0AOX tag=9BHGJI1ES33Q type=write size=1186451 2024-09-22T08:48:03.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.829+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~6JKY9BEXXQHS.0 size=204868 2024-09-22T08:48:03.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.833+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=6JKY9BEXXQHS tag=IBJPZFEANGJP type=write size=1253444 2024-09-22T08:48:03.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~PLO5GNGOVI40.0 size=1048576 2024-09-22T08:48:03.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~PLO5GNGOVI40.1 size=1048576 2024-09-22T08:48:03.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~PLO5GNGOVI40.2 size=956452 2024-09-22T08:48:03.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.845+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=PLO5GNGOVI40 tag=IEP9NLQJXWBZ type=write size=4102180 2024-09-22T08:48:03.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.849+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~XYSTTGV5AR2G.0 size=1048576 2024-09-22T08:48:03.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.849+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~XYSTTGV5AR2G.1 size=1048576 2024-09-22T08:48:03.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.853+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~XYSTTGV5AR2G.2 size=839737 2024-09-22T08:48:03.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.857+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=XYSTTGV5AR2G tag=V1ZHQ95XZD1P type=write size=3985465 2024-09-22T08:48:03.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.861+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=2OK30LEOEDKU type=del size=4030124 2024-09-22T08:48:03.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.865+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=YC21F5MDL26F type=del 2024-09-22T08:48:03.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.869+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=GVBPGLWWUK5G type=write size=242061 2024-09-22T08:48:03.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.869+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~2FOWSM1EUTNS.0 size=1048576 2024-09-22T08:48:03.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.873+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~2FOWSM1EUTNS.1 size=227241 2024-09-22T08:48:03.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.877+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=2FOWSM1EUTNS tag=3QUTA1BOL9CE type=write size=2324393 2024-09-22T08:48:03.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.885+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=7U5ZGE6DQAB3 type=del size=475753 2024-09-22T08:48:03.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.885+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=OS74MG2I0SIK type=del 2024-09-22T08:48:03.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.889+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=ZZF9VT74717J type=write size=629843 2024-09-22T08:48:03.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.893+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=5EFD8KBXTP62 type=del 2024-09-22T08:48:03.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.897+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=V579TTHE9AA7 type=write size=990685 2024-09-22T08:48:03.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.897+0000 7f63d5be48c0 1 < canceled part key=_multipart_82NQB2S7DDDK.2~59N8MOFJ0TDB.0 size=772675 2024-09-22T08:48:03.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.905+0000 7f63d5be48c0 1 < canceled multipart upload key=82NQB2S7DDDK upload=59N8MOFJ0TDB tag=4QBLLLWGCMFV type=write size=1821251 2024-09-22T08:48:03.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.909+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=OEO3CQXGH4W7 type=del size=3264748 2024-09-22T08:48:03.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.913+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=K8F6QR1BQ57Z type=write size=338697 2024-09-22T08:48:03.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~9B7GGFY5BGSB.0 size=1048576 2024-09-22T08:48:03.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.921+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~9B7GGFY5BGSB.1 size=784331 2024-09-22T08:48:03.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.921+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=9B7GGFY5BGSB tag=DHRXWL3GEF8D type=write size=2881483 2024-09-22T08:48:03.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.925+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~H7TED96LJ204.0 size=1048576 2024-09-22T08:48:03.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.929+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~H7TED96LJ204.1 size=263706 2024-09-22T08:48:03.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.933+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=H7TED96LJ204 tag=FQVTP4C3A699 type=write size=2360858 2024-09-22T08:48:03.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.937+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=9UYTWEX7Z1EG type=del size=1489222 2024-09-22T08:48:03.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.941+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=OVP4110UGG15 type=del 2024-09-22T08:48:03.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.945+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=BUVHWXTGZPD0 type=del size=3466274 2024-09-22T08:48:03.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.949+0000 7f63d5be48c0 1 < completed write operation key=VEF00MGE4G2D tag=MEL50R5SUKEC type=write size=825375 2024-09-22T08:48:03.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.949+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=AY5G31W9THFS type=del size=690146 2024-09-22T08:48:03.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.953+0000 7f63d5be48c0 1 < canceled operation key=7EXVYJV1LXD8 tag=W18AGPVICMXO type=del size=664867 2024-09-22T08:48:03.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~2WI6CY7CGCG5.0 size=1048576 2024-09-22T08:48:03.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~2WI6CY7CGCG5.1 size=1048576 2024-09-22T08:48:03.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.965+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~2WI6CY7CGCG5.2 size=228294 2024-09-22T08:48:03.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.965+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=2WI6CY7CGCG5 tag=SFGIMPIQ2PDO type=write size=3374022 2024-09-22T08:48:03.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.969+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=JN2S9FOZ5C8A type=del 2024-09-22T08:48:03.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.973+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=BGDSAA4MZTZ3 type=del size=421688 2024-09-22T08:48:03.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.977+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=RS72FNBAGZZ5 type=del 2024-09-22T08:48:03.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.977+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=LXI1VKH4L3H9 type=del size=1291977 2024-09-22T08:48:03.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.981+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=FKN7KBG568U9 type=del 2024-09-22T08:48:03.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.989+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~3VRG9129DJFO.0 size=141303 2024-09-22T08:48:03.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.989+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=3VRG9129DJFO tag=UAQJU3DQG529 type=write size=1189879 2024-09-22T08:48:03.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:03.993+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~MXQU7RXS0AOX.0 size=137875 2024-09-22T08:48:04.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.001+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=MXQU7RXS0AOX tag=9BHGJI1ES33Q type=write size=1186451 2024-09-22T08:48:04.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.005+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~92VVN4HTOY7F.0 size=1048576 2024-09-22T08:48:04.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.009+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~92VVN4HTOY7F.1 size=681761 2024-09-22T08:48:04.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.009+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=92VVN4HTOY7F tag=7Y992U20305J type=write size=2778913 2024-09-22T08:48:04.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.013+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~PLO5GNGOVI40.0 size=1048576 2024-09-22T08:48:04.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.017+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~PLO5GNGOVI40.1 size=1048576 2024-09-22T08:48:04.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.017+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~PLO5GNGOVI40.2 size=956452 2024-09-22T08:48:04.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.025+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=PLO5GNGOVI40 tag=IEP9NLQJXWBZ type=write size=4102180 2024-09-22T08:48:04.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.029+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=1JE7A82E730F type=del size=2206118 2024-09-22T08:48:04.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.029+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=2OK30LEOEDKU type=del 2024-09-22T08:48:04.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.033+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=2EAXD0ZBNVZ8 type=write size=51938 2024-09-22T08:48:04.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.037+0000 7f63d5be48c0 1 < completed write operation key=V5JZ6OBLB6FZ tag=GVBPGLWWUK5G type=write size=242061 2024-09-22T08:48:04.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.041+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=CYWFGF2WLVS4 type=del size=3023298 2024-09-22T08:48:04.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.045+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=7U5ZGE6DQAB3 type=del 2024-09-22T08:48:04.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.049+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=3V0TCDU40E5T type=del size=2649648 2024-09-22T08:48:04.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.053+0000 7f63d5be48c0 1 < completed write operation key=PZ87MXMNVGG3 tag=ZZF9VT74717J type=write size=629843 2024-09-22T08:48:04.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.057+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5LWMPK4GSHRS.0 size=1048576 2024-09-22T08:48:04.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5LWMPK4GSHRS.1 size=494080 2024-09-22T08:48:04.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.061+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=5LWMPK4GSHRS tag=GUN5HB2YL5OU type=write size=2591232 2024-09-22T08:48:04.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.065+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=V579TTHE9AA7 type=write size=990685 2024-09-22T08:48:04.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.073+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~Z8QLSP7I333P.0 size=1048576 2024-09-22T08:48:04.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.077+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~Z8QLSP7I333P.1 size=221884 2024-09-22T08:48:04.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.077+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=Z8QLSP7I333P tag=BJ9JDIN4J97B type=write size=2319036 2024-09-22T08:48:04.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.081+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=OEO3CQXGH4W7 type=del 2024-09-22T08:48:04.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.085+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=7GTZ4R443F9F type=write size=234719 2024-09-22T08:48:04.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.093+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~9B7GGFY5BGSB.0 size=1048576 2024-09-22T08:48:04.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.093+0000 7f63d5be48c0 1 < canceled part key=_multipart_K5VZA8UPYZ63.2~9B7GGFY5BGSB.1 size=784331 2024-09-22T08:48:04.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.097+0000 7f63d5be48c0 1 < canceled multipart upload key=K5VZA8UPYZ63 upload=9B7GGFY5BGSB tag=DHRXWL3GEF8D type=write size=2881483 2024-09-22T08:48:04.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~2QFXR8J5X0DG.0 size=1048576 2024-09-22T08:48:04.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.109+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~2QFXR8J5X0DG.1 size=26257 2024-09-22T08:48:04.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.109+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=2QFXR8J5X0DG tag=ANGLF219LESC type=write size=2123409 2024-09-22T08:48:04.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.113+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=9UYTWEX7Z1EG type=del size=1489222 2024-09-22T08:48:04.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.117+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=X01VQU9KRQ7K type=del size=3474659 2024-09-22T08:48:04.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.125+0000 7f63d5be48c0 1 < suggested update operation key=VDSHPE93TN14 tag=BUVHWXTGZPD0 type=del size=3466274 2024-09-22T08:48:04.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.129+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=V1O5P05Q75NR type=del size=2470615 2024-09-22T08:48:04.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.133+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=AY5G31W9THFS type=del 2024-09-22T08:48:04.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.137+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=WG1EPX1BPLN6 type=del size=855342 2024-09-22T08:48:04.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.141+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~2WI6CY7CGCG5.0 size=1048576 2024-09-22T08:48:04.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.145+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~2WI6CY7CGCG5.1 size=1048576 2024-09-22T08:48:04.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.149+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~2WI6CY7CGCG5.2 size=228294 2024-09-22T08:48:04.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.153+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=2WI6CY7CGCG5 tag=SFGIMPIQ2PDO type=write size=3374022 2024-09-22T08:48:04.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.161+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~MOAL5N0FPC3E.0 size=796563 2024-09-22T08:48:04.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.161+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=MOAL5N0FPC3E tag=MWL3Y1M7GK3G type=write size=1845139 2024-09-22T08:48:04.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.169+0000 7f63d5be48c0 1 < suggested remove operation key=PZ87MXMNVGG3 tag=BGDSAA4MZTZ3 type=del 2024-09-22T08:48:04.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.169+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=S3XOQI48GR8H type=del size=2598465 2024-09-22T08:48:04.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.173+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=LXI1VKH4L3H9 type=del 2024-09-22T08:48:04.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.181+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~9U202LD54ZPZ.0 size=1048576 2024-09-22T08:48:04.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.185+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~9U202LD54ZPZ.1 size=1048576 2024-09-22T08:48:04.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.185+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~9U202LD54ZPZ.2 size=438633 2024-09-22T08:48:04.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.185+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=9U202LD54ZPZ tag=HA611C4ICUH2 type=write size=3584361 2024-09-22T08:48:04.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.189+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~3VRG9129DJFO.0 size=141303 2024-09-22T08:48:04.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.197+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=3VRG9129DJFO tag=UAQJU3DQG529 type=write size=1189879 2024-09-22T08:48:04.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.197+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=6TNPF6P34MQZ type=del size=1095806 2024-09-22T08:48:04.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.201+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~92VVN4HTOY7F.0 size=1048576 2024-09-22T08:48:04.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.205+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~92VVN4HTOY7F.1 size=681761 2024-09-22T08:48:04.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.213+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=92VVN4HTOY7F tag=7Y992U20305J type=write size=2778913 2024-09-22T08:48:04.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.217+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=02O8I33DM08H type=write size=482655 2024-09-22T08:48:04.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.221+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=1JE7A82E730F type=del 2024-09-22T08:48:04.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.225+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=O7E7KWLWJ8C5 type=write size=1003816 2024-09-22T08:48:04.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.229+0000 7f63d5be48c0 1 < completed write operation key=4WGAB8CTCA4V tag=2EAXD0ZBNVZ8 type=write size=51938 2024-09-22T08:48:04.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.233+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=2MIMCVE2NWO0 type=del size=2414874 2024-09-22T08:48:04.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.237+0000 7f63d5be48c0 -1 < failed to complete operation key=UHKYFMG0T61H tag=CYWFGF2WLVS4 type=del size=3023298: (22) Invalid argument 2024-09-22T08:48:04.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.241+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=S87J56BW4LO6 type=del size=2391994 2024-09-22T08:48:04.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.249+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=3V0TCDU40E5T type=del 2024-09-22T08:48:04.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.249+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=4JDL9N8TBBXY type=del size=609231 2024-09-22T08:48:04.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.253+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5LWMPK4GSHRS.0 size=1048576 2024-09-22T08:48:04.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.257+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5LWMPK4GSHRS.1 size=494080 2024-09-22T08:48:04.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.261+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=5LWMPK4GSHRS tag=GUN5HB2YL5OU type=write size=2591232 2024-09-22T08:48:04.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.265+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=XN4WM657F4T1 type=del size=4012299 2024-09-22T08:48:04.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.269+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~Z8QLSP7I333P.0 size=1048576 2024-09-22T08:48:04.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.269+0000 7f63d5be48c0 1 < canceled part key=_multipart_AJ8YUA7HCF5R.2~Z8QLSP7I333P.1 size=221884 2024-09-22T08:48:04.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.273+0000 7f63d5be48c0 1 < canceled multipart upload key=AJ8YUA7HCF5R upload=Z8QLSP7I333P tag=BJ9JDIN4J97B type=write size=2319036 2024-09-22T08:48:04.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.277+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=72AWKMJ1HKDA type=del size=1818562 2024-09-22T08:48:04.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.281+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=7GTZ4R443F9F type=write size=234719 2024-09-22T08:48:04.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~YQ9S9UP7U3FT.0 size=223378 2024-09-22T08:48:04.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.285+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=YQ9S9UP7U3FT tag=1W4Y3GZWH0I1 type=write size=1271954 2024-09-22T08:48:04.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.289+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~2QFXR8J5X0DG.0 size=1048576 2024-09-22T08:48:04.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.293+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~2QFXR8J5X0DG.1 size=26257 2024-09-22T08:48:04.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.297+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=2QFXR8J5X0DG tag=ANGLF219LESC type=write size=2123409 2024-09-22T08:48:04.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.301+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=S9WCQHUIJAXY type=del size=3491240 2024-09-22T08:48:04.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.305+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=X01VQU9KRQ7K type=del 2024-09-22T08:48:04.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.309+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=HTEJHYRGT3TJ type=del size=4095785 2024-09-22T08:48:04.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.313+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=V1O5P05Q75NR type=del size=2470615 2024-09-22T08:48:04.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.317+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~4GP9J5AFK1SB.0 size=1048576 2024-09-22T08:48:04.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~4GP9J5AFK1SB.1 size=1048576 2024-09-22T08:48:04.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~4GP9J5AFK1SB.2 size=176364 2024-09-22T08:48:04.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.321+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=4GP9J5AFK1SB tag=52S3TJ898OBI type=write size=3322092 2024-09-22T08:48:04.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.325+0000 7f63d5be48c0 -1 < failed to complete operation key=V5JZ6OBLB6FZ tag=WG1EPX1BPLN6 type=del size=855342: (22) Invalid argument 2024-09-22T08:48:04.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.329+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=J8VB6KIO04MT type=del size=2798346 2024-09-22T08:48:04.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.329+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~MOAL5N0FPC3E.0 size=796563 2024-09-22T08:48:04.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.337+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=MOAL5N0FPC3E tag=MWL3Y1M7GK3G type=write size=1845139 2024-09-22T08:48:04.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.337+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=0WBAODF1CG2C type=write size=639748 2024-09-22T08:48:04.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.341+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=S3XOQI48GR8H type=del 2024-09-22T08:48:04.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.345+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=6ASM6AGIB6EG type=del size=1762320 2024-09-22T08:48:04.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.345+0000 7f63d5be48c0 1 < canceled part key=_multipart_DRUC4JUPWIZT.2~9U202LD54ZPZ.0 size=1048576 2024-09-22T08:48:04.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.349+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~9U202LD54ZPZ.1 size=1048576 2024-09-22T08:48:04.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.349+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~9U202LD54ZPZ.2 size=438633 2024-09-22T08:48:04.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.357+0000 7f63d5be48c0 1 < canceled multipart upload key=DRUC4JUPWIZT upload=9U202LD54ZPZ tag=HA611C4ICUH2 type=write size=3584361 2024-09-22T08:48:04.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~H984NDBKT0LX.0 size=1048576 2024-09-22T08:48:04.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~H984NDBKT0LX.1 size=1048576 2024-09-22T08:48:04.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.365+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~H984NDBKT0LX.2 size=863875 2024-09-22T08:48:04.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.365+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=H984NDBKT0LX tag=GW8GMD6ODGGL type=write size=4009603 2024-09-22T08:48:04.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.369+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=6TNPF6P34MQZ type=del 2024-09-22T08:48:04.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.369+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=70UFJG3NCB3H type=del size=1683355 2024-09-22T08:48:04.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.377+0000 7f63d5be48c0 1 < suggested update operation key=7EXVYJV1LXD8 tag=02O8I33DM08H type=write size=482655 2024-09-22T08:48:04.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~CLW8U2TDPRQM.0 size=1048576 2024-09-22T08:48:04.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~CLW8U2TDPRQM.1 size=718794 2024-09-22T08:48:04.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.381+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=CLW8U2TDPRQM tag=NNTYYR6OKJEM type=write size=2815946 2024-09-22T08:48:04.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.385+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=O7E7KWLWJ8C5 type=write size=1003816 2024-09-22T08:48:04.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.389+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=HH0Q602JIGZ8 type=del size=827267 2024-09-22T08:48:04.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.393+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=2MIMCVE2NWO0 type=del 2024-09-22T08:48:04.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.393+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=GM52XYP0C5I4 type=write size=763943 2024-09-22T08:48:04.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.401+0000 7f63d5be48c0 1 < suggested remove operation key=ZWR5FR2EUOBU tag=S87J56BW4LO6 type=del 2024-09-22T08:48:04.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.405+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=D3GRXMX66I9B type=del size=3190342 2024-09-22T08:48:04.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.405+0000 7f63d5be48c0 1 < canceled operation key=ZOK9L18PUHG0 tag=4JDL9N8TBBXY type=del size=609231 2024-09-22T08:48:04.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.409+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=WQNLL9TJ4TSQ type=del size=548724 2024-09-22T08:48:04.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.413+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=XN4WM657F4T1 type=del 2024-09-22T08:48:04.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~PV4KTKCJ04L2.0 size=1048576 2024-09-22T08:48:04.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~PV4KTKCJ04L2.1 size=489525 2024-09-22T08:48:04.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.417+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=PV4KTKCJ04L2 tag=C4VU2SM5IGB2 type=write size=2586677 2024-09-22T08:48:04.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.421+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=72AWKMJ1HKDA type=del 2024-09-22T08:48:04.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.425+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=0CVJR8PNKN2A type=write size=1016665 2024-09-22T08:48:04.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.425+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~YQ9S9UP7U3FT.0 size=223378 2024-09-22T08:48:04.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.429+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=YQ9S9UP7U3FT tag=1W4Y3GZWH0I1 type=write size=1271954 2024-09-22T08:48:04.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.437+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~REAJO04LSC4J.0 size=285968 2024-09-22T08:48:04.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.437+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=REAJO04LSC4J tag=4AP9VHXHUUPD type=write size=1334544 2024-09-22T08:48:04.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.441+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=S9WCQHUIJAXY type=del 2024-09-22T08:48:04.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.445+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=BTMFSK1T3ZTH type=del size=558398 2024-09-22T08:48:04.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.449+0000 7f63d5be48c0 1 < suggested update operation key=XJHFTJNAZSHI tag=HTEJHYRGT3TJ type=del size=4095785 2024-09-22T08:48:04.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.449+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=PLDCUBAC8EXA type=del size=2368579 2024-09-22T08:48:04.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.453+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~4GP9J5AFK1SB.0 size=1048576 2024-09-22T08:48:04.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.453+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~4GP9J5AFK1SB.1 size=1048576 2024-09-22T08:48:04.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.457+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~4GP9J5AFK1SB.2 size=176364 2024-09-22T08:48:04.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.461+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=4GP9J5AFK1SB tag=52S3TJ898OBI type=write size=3322092 2024-09-22T08:48:04.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.465+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~F0FCQJG9EV6F.0 size=1048576 2024-09-22T08:48:04.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.465+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~F0FCQJG9EV6F.1 size=1048576 2024-09-22T08:48:04.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~F0FCQJG9EV6F.2 size=1040931 2024-09-22T08:48:04.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.469+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=F0FCQJG9EV6F tag=GWJ3BT7F51XX type=write size=4186659 2024-09-22T08:48:04.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.473+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=J8VB6KIO04MT type=del 2024-09-22T08:48:04.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~23RD07EFDSFL.0 size=101589 2024-09-22T08:48:04.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.477+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=23RD07EFDSFL tag=SXWRTSVXX2ES type=write size=1150165 2024-09-22T08:48:04.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.477+0000 7f63d5be48c0 1 < completed write operation key=DZ5BP1FM3Z5N tag=0WBAODF1CG2C type=write size=639748 2024-09-22T08:48:04.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~3H9FWXJ4RCHI.0 size=1048576 2024-09-22T08:48:04.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~3H9FWXJ4RCHI.1 size=575211 2024-09-22T08:48:04.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.485+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=3H9FWXJ4RCHI tag=6ZWP16JB3EQQ type=write size=2672363 2024-09-22T08:48:04.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.485+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=6ASM6AGIB6EG type=del 2024-09-22T08:48:04.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~73PP1ZBWE6HM.0 size=1048576 2024-09-22T08:48:04.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~73PP1ZBWE6HM.1 size=20429 2024-09-22T08:48:04.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.493+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=73PP1ZBWE6HM tag=8QQNZ2O2RRA5 type=write size=2117581 2024-09-22T08:48:04.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.493+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~H984NDBKT0LX.0 size=1048576 2024-09-22T08:48:04.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.497+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~H984NDBKT0LX.1 size=1048576 2024-09-22T08:48:04.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.497+0000 7f63d5be48c0 1 < canceled part key=_multipart_82NQB2S7DDDK.2~H984NDBKT0LX.2 size=863875 2024-09-22T08:48:04.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.501+0000 7f63d5be48c0 1 < canceled multipart upload key=82NQB2S7DDDK upload=H984NDBKT0LX tag=GW8GMD6ODGGL type=write size=4009603 2024-09-22T08:48:04.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.505+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=VX3MWRGEHAP7 type=del size=3398770 2024-09-22T08:48:04.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.505+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=70UFJG3NCB3H type=del 2024-09-22T08:48:04.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~I0N97UGBLLYX.0 size=1048576 2024-09-22T08:48:04.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~I0N97UGBLLYX.1 size=1048576 2024-09-22T08:48:04.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.517+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~I0N97UGBLLYX.2 size=109633 2024-09-22T08:48:04.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.517+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=I0N97UGBLLYX tag=9WFV8C2CXRCY type=write size=3255361 2024-09-22T08:48:04.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.517+0000 7f63d5be48c0 1 < canceled part key=_multipart_LGRX93MXLXA9.2~CLW8U2TDPRQM.0 size=1048576 2024-09-22T08:48:04.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.517+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~CLW8U2TDPRQM.1 size=718794 2024-09-22T08:48:04.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.521+0000 7f63d5be48c0 1 < canceled multipart upload key=LGRX93MXLXA9 upload=CLW8U2TDPRQM tag=NNTYYR6OKJEM type=write size=2815946 2024-09-22T08:48:04.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.525+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=AACQPH7TWK47 type=write size=894361 2024-09-22T08:48:04.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.529+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=HH0Q602JIGZ8 type=del 2024-09-22T08:48:04.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.529+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=SM1280RX84VH type=write size=439177 2024-09-22T08:48:04.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.533+0000 7f63d5be48c0 1 < completed write operation key=04W2JBYV6JRL tag=GM52XYP0C5I4 type=write size=763943 2024-09-22T08:48:04.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.537+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=PL8VTBOPWX1X type=del size=4147917 2024-09-22T08:48:04.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.541+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=D3GRXMX66I9B type=del 2024-09-22T08:48:04.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.545+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~9LD6117Z5CQT.0 size=442860 2024-09-22T08:48:04.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.545+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=9LD6117Z5CQT tag=3FICYR3T27JL type=write size=1491436 2024-09-22T08:48:04.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.549+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=WQNLL9TJ4TSQ type=del 2024-09-22T08:48:04.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.549+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=COA2XQATL7BP type=del size=3149647 2024-09-22T08:48:04.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.553+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~PV4KTKCJ04L2.0 size=1048576 2024-09-22T08:48:04.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.553+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~PV4KTKCJ04L2.1 size=489525 2024-09-22T08:48:04.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.557+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=PV4KTKCJ04L2 tag=C4VU2SM5IGB2 type=write size=2586677 2024-09-22T08:48:04.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.561+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=GOZK01533UB0 type=del size=1338247 2024-09-22T08:48:04.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.565+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=0CVJR8PNKN2A type=write size=1016665 2024-09-22T08:48:04.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~ZVMMG47TD82Z.0 size=1048576 2024-09-22T08:48:04.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~ZVMMG47TD82Z.1 size=29886 2024-09-22T08:48:04.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.569+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=ZVMMG47TD82Z tag=MS2U4LG01ZW3 type=write size=2127038 2024-09-22T08:48:04.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.573+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~REAJO04LSC4J.0 size=285968 2024-09-22T08:48:04.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.577+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=REAJO04LSC4J tag=4AP9VHXHUUPD type=write size=1334544 2024-09-22T08:48:04.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.581+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=NPOP5Q4IOBMS type=del size=728133 2024-09-22T08:48:04.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.581+0000 7f63d5be48c0 1 < canceled operation key=2ZLI4H2IJRPA tag=BTMFSK1T3ZTH type=del size=558398 2024-09-22T08:48:04.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~SM0GIWLN0K4K.0 size=1048576 2024-09-22T08:48:04.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.589+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~SM0GIWLN0K4K.1 size=1048576 2024-09-22T08:48:04.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.589+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~SM0GIWLN0K4K.2 size=758377 2024-09-22T08:48:04.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.589+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=SM0GIWLN0K4K tag=SXWFTH96RMAI type=write size=3904105 2024-09-22T08:48:04.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.593+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=PLDCUBAC8EXA type=del 2024-09-22T08:48:04.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.597+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~C9NJYO2S8L16.0 size=997438 2024-09-22T08:48:04.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.597+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=C9NJYO2S8L16 tag=UEDD3P3IJIKX type=write size=2046014 2024-09-22T08:48:04.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.597+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~F0FCQJG9EV6F.0 size=1048576 2024-09-22T08:48:04.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.597+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~F0FCQJG9EV6F.1 size=1048576 2024-09-22T08:48:04.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.601+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~F0FCQJG9EV6F.2 size=1040931 2024-09-22T08:48:04.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.605+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=F0FCQJG9EV6F tag=GWJ3BT7F51XX type=write size=4186659 2024-09-22T08:48:04.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~QC34J3UI27I9.0 size=1048576 2024-09-22T08:48:04.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~QC34J3UI27I9.1 size=1048576 2024-09-22T08:48:04.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~QC34J3UI27I9.2 size=937965 2024-09-22T08:48:04.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.609+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=QC34J3UI27I9 tag=A8DBTYXCGZZQ type=write size=4083693 2024-09-22T08:48:04.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.613+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~23RD07EFDSFL.0 size=101589 2024-09-22T08:48:04.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.617+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=23RD07EFDSFL tag=SXWRTSVXX2ES type=write size=1150165 2024-09-22T08:48:04.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.617+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=OEESRS61XVE5 type=del size=4080153 2024-09-22T08:48:04.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.621+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~3H9FWXJ4RCHI.0 size=1048576 2024-09-22T08:48:04.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.621+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~3H9FWXJ4RCHI.1 size=575211 2024-09-22T08:48:04.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.629+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=3H9FWXJ4RCHI tag=6ZWP16JB3EQQ type=write size=2672363 2024-09-22T08:48:04.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~VQQIIWNK90DX.0 size=1048576 2024-09-22T08:48:04.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~VQQIIWNK90DX.1 size=784491 2024-09-22T08:48:04.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.633+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=VQQIIWNK90DX tag=J3IB5GT1046C type=write size=2881643 2024-09-22T08:48:04.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.637+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~73PP1ZBWE6HM.0 size=1048576 2024-09-22T08:48:04.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.637+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~73PP1ZBWE6HM.1 size=20429 2024-09-22T08:48:04.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.641+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=73PP1ZBWE6HM tag=8QQNZ2O2RRA5 type=write size=2117581 2024-09-22T08:48:04.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.645+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=LLI9XTKP4O5S type=write size=345100 2024-09-22T08:48:04.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.649+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=VX3MWRGEHAP7 type=del size=3398770 2024-09-22T08:48:04.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.649+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=UEOT1IIADI6O type=del size=4163439 2024-09-22T08:48:04.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.653+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~I0N97UGBLLYX.0 size=1048576 2024-09-22T08:48:04.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.653+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~I0N97UGBLLYX.1 size=1048576 2024-09-22T08:48:04.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.657+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~I0N97UGBLLYX.2 size=109633 2024-09-22T08:48:04.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.661+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=I0N97UGBLLYX tag=9WFV8C2CXRCY type=write size=3255361 2024-09-22T08:48:04.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.665+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~T7QCJZBJDK4D.0 size=714665 2024-09-22T08:48:04.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.665+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=T7QCJZBJDK4D tag=6NHFYGEJ1GSR type=write size=1763241 2024-09-22T08:48:04.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.665+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=AACQPH7TWK47 type=write size=894361 2024-09-22T08:48:04.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.669+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=S3013L7EGWGU type=del size=477166 2024-09-22T08:48:04.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.673+0000 7f63d5be48c0 1 < completed write operation key=DRUC4JUPWIZT tag=SM1280RX84VH type=write size=439177 2024-09-22T08:48:04.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.673+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=K2HKPXJ66ORW type=del size=705050 2024-09-22T08:48:04.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.677+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=PL8VTBOPWX1X type=del 2024-09-22T08:48:04.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.677+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=YJY2O5JJLHZ9 type=del size=2763989 2024-09-22T08:48:04.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.681+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~9LD6117Z5CQT.0 size=442860 2024-09-22T08:48:04.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.685+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=9LD6117Z5CQT tag=3FICYR3T27JL type=write size=1491436 2024-09-22T08:48:04.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~CGJVP2IJAGXD.0 size=1048576 2024-09-22T08:48:04.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~CGJVP2IJAGXD.1 size=391188 2024-09-22T08:48:04.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.693+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=CGJVP2IJAGXD tag=WZOHFWNZQBB3 type=write size=2488340 2024-09-22T08:48:04.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.693+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=COA2XQATL7BP type=del 2024-09-22T08:48:04.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.697+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=71252FGFAZUP type=del size=1200942 2024-09-22T08:48:04.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.701+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=GOZK01533UB0 type=del 2024-09-22T08:48:04.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~V81HELEINE1J.0 size=1048576 2024-09-22T08:48:04.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.709+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~V81HELEINE1J.1 size=1048576 2024-09-22T08:48:04.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.709+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~V81HELEINE1J.2 size=519787 2024-09-22T08:48:04.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.709+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=V81HELEINE1J tag=XU446D3781SY type=write size=3665515 2024-09-22T08:48:04.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.713+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~ZVMMG47TD82Z.0 size=1048576 2024-09-22T08:48:04.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.717+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~ZVMMG47TD82Z.1 size=29886 2024-09-22T08:48:04.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.721+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=ZVMMG47TD82Z tag=MS2U4LG01ZW3 type=write size=2127038 2024-09-22T08:48:04.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.721+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=GQP2WZ9K9KMJ type=del size=675206 2024-09-22T08:48:04.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.725+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=NPOP5Q4IOBMS type=del 2024-09-22T08:48:04.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.733+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~4ESM3ZVSSGF2.0 size=918734 2024-09-22T08:48:04.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.733+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=4ESM3ZVSSGF2 tag=JNZNBXHHS733 type=write size=1967310 2024-09-22T08:48:04.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.733+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~SM0GIWLN0K4K.0 size=1048576 2024-09-22T08:48:04.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.737+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~SM0GIWLN0K4K.1 size=1048576 2024-09-22T08:48:04.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.741+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~SM0GIWLN0K4K.2 size=758377 2024-09-22T08:48:04.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.745+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=SM0GIWLN0K4K tag=SXWFTH96RMAI type=write size=3904105 2024-09-22T08:48:04.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.749+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=HWC86LF1CLLT type=del size=312550 2024-09-22T08:48:04.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.749+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~C9NJYO2S8L16.0 size=997438 2024-09-22T08:48:04.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.757+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=C9NJYO2S8L16 tag=UEDD3P3IJIKX type=write size=2046014 2024-09-22T08:48:04.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.757+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=7A1ANMZ210OZ type=del size=3790838 2024-09-22T08:48:04.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.761+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~QC34J3UI27I9.0 size=1048576 2024-09-22T08:48:04.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.761+0000 7f63d5be48c0 1 < canceled part key=_multipart_DD4L2M7QKCJ4.2~QC34J3UI27I9.1 size=1048576 2024-09-22T08:48:04.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.765+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~QC34J3UI27I9.2 size=937965 2024-09-22T08:48:04.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.769+0000 7f63d5be48c0 1 < canceled multipart upload key=DD4L2M7QKCJ4 upload=QC34J3UI27I9 tag=A8DBTYXCGZZQ type=write size=4083693 2024-09-22T08:48:04.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.773+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~LFOVQ8WF7L2F.0 size=1048576 2024-09-22T08:48:04.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~LFOVQ8WF7L2F.1 size=1048576 2024-09-22T08:48:04.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~LFOVQ8WF7L2F.2 size=147529 2024-09-22T08:48:04.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.777+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=LFOVQ8WF7L2F tag=82WWVSA53SIR type=write size=3293257 2024-09-22T08:48:04.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.781+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=OEESRS61XVE5 type=del 2024-09-22T08:48:04.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.785+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~W588BX9J0M3C.0 size=1048576 2024-09-22T08:48:04.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~W588BX9J0M3C.1 size=541384 2024-09-22T08:48:04.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.789+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=W588BX9J0M3C tag=1UX7A09IRBWR type=write size=2638536 2024-09-22T08:48:04.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.793+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~VQQIIWNK90DX.0 size=1048576 2024-09-22T08:48:04.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.793+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~VQQIIWNK90DX.1 size=784491 2024-09-22T08:48:04.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.801+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=VQQIIWNK90DX tag=J3IB5GT1046C type=write size=2881643 2024-09-22T08:48:04.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.801+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=QLJNYVSKXRIH type=del size=833756 2024-09-22T08:48:04.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.805+0000 7f63d5be48c0 1 < completed write operation key=ANO1D6N8RQ7Y tag=LLI9XTKP4O5S type=write size=345100 2024-09-22T08:48:04.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.809+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=N6BWKWVGNMH6 type=del size=1938542 2024-09-22T08:48:04.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.809+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=UEOT1IIADI6O type=del 2024-09-22T08:48:04.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.813+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=VWL7MTBBTV4M type=del size=1624787 2024-09-22T08:48:04.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.817+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~T7QCJZBJDK4D.0 size=714665 2024-09-22T08:48:04.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.821+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=T7QCJZBJDK4D tag=6NHFYGEJ1GSR type=write size=1763241 2024-09-22T08:48:04.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.825+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=U1R3DC0ALYOF type=del size=675117 2024-09-22T08:48:04.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.829+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=S3013L7EGWGU type=del 2024-09-22T08:48:04.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.829+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=LBQ1R23CGO0T type=write size=883874 2024-09-22T08:48:04.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.833+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=K2HKPXJ66ORW type=del 2024-09-22T08:48:04.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.837+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=DQN5416KHXHK type=del size=1218274 2024-09-22T08:48:04.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.841+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=YJY2O5JJLHZ9 type=del 2024-09-22T08:48:04.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~MO7QRZMZ1FO1.0 size=1048576 2024-09-22T08:48:04.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~MO7QRZMZ1FO1.1 size=1048576 2024-09-22T08:48:04.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.853+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~MO7QRZMZ1FO1.2 size=45657 2024-09-22T08:48:04.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.853+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=MO7QRZMZ1FO1 tag=LE6BX1EGHIW7 type=write size=3191385 2024-09-22T08:48:04.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.853+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~CGJVP2IJAGXD.0 size=1048576 2024-09-22T08:48:04.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.857+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~CGJVP2IJAGXD.1 size=391188 2024-09-22T08:48:04.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.861+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=CGJVP2IJAGXD tag=WZOHFWNZQBB3 type=write size=2488340 2024-09-22T08:48:04.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.865+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=W51RC43CIIQ7 type=del size=2164761 2024-09-22T08:48:04.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.869+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=71252FGFAZUP type=del 2024-09-22T08:48:04.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~YPWUCD11QD46.0 size=1048576 2024-09-22T08:48:04.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.877+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~YPWUCD11QD46.1 size=710026 2024-09-22T08:48:04.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.877+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=YPWUCD11QD46 tag=YOABR3B4Q4KR type=write size=2807178 2024-09-22T08:48:04.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.881+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~V81HELEINE1J.0 size=1048576 2024-09-22T08:48:04.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.885+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~V81HELEINE1J.1 size=1048576 2024-09-22T08:48:04.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.889+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~V81HELEINE1J.2 size=519787 2024-09-22T08:48:04.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.893+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=V81HELEINE1J tag=XU446D3781SY type=write size=3665515 2024-09-22T08:48:04.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.897+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=FSG6CQG24MQW type=del size=2379260 2024-09-22T08:48:04.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.901+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=GQP2WZ9K9KMJ type=del 2024-09-22T08:48:04.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.905+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=6ALSNLZDGOUS type=del size=1705142 2024-09-22T08:48:04.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.905+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~4ESM3ZVSSGF2.0 size=918734 2024-09-22T08:48:04.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.913+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=4ESM3ZVSSGF2 tag=JNZNBXHHS733 type=write size=1967310 2024-09-22T08:48:04.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.917+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=6XS3V4IBYI1S type=del size=2224573 2024-09-22T08:48:04.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.921+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=HWC86LF1CLLT type=del 2024-09-22T08:48:04.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.925+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~75JYNDB3JIR8.0 size=1048576 2024-09-22T08:48:04.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.929+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~75JYNDB3JIR8.1 size=486309 2024-09-22T08:48:04.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.929+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=75JYNDB3JIR8 tag=3WWOL301B8NZ type=write size=2583461 2024-09-22T08:48:04.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.933+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=7A1ANMZ210OZ type=del 2024-09-22T08:48:04.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.933+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=G00E9RAJMT20 type=write size=719487 2024-09-22T08:48:04.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.937+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~LFOVQ8WF7L2F.0 size=1048576 2024-09-22T08:48:04.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.941+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~LFOVQ8WF7L2F.1 size=1048576 2024-09-22T08:48:04.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.945+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~LFOVQ8WF7L2F.2 size=147529 2024-09-22T08:48:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.949+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=LFOVQ8WF7L2F tag=82WWVSA53SIR type=write size=3293257 2024-09-22T08:48:04.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.953+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~W0J37VRE97O1.0 size=42754 2024-09-22T08:48:04.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.953+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=W0J37VRE97O1 tag=NOBI6SY4JZT8 type=write size=1091330 2024-09-22T08:48:04.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.957+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~W588BX9J0M3C.0 size=1048576 2024-09-22T08:48:04.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.961+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~W588BX9J0M3C.1 size=541384 2024-09-22T08:48:04.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.965+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=W588BX9J0M3C tag=1UX7A09IRBWR type=write size=2638536 2024-09-22T08:48:04.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.969+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=4A1QVVAN69MJ type=write size=698305 2024-09-22T08:48:04.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.973+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=QLJNYVSKXRIH type=del 2024-09-22T08:48:04.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.977+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=Z0DEJKR394RN type=del size=1803180 2024-09-22T08:48:04.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.981+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=N6BWKWVGNMH6 type=del 2024-09-22T08:48:04.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.985+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=3P4RRY7Z0RQL type=del size=3074275 2024-09-22T08:48:04.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.989+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=VWL7MTBBTV4M type=del 2024-09-22T08:48:04.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~NYOYK6SMN1I5.0 size=1048576 2024-09-22T08:48:05.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:04.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~NYOYK6SMN1I5.1 size=1048576 2024-09-22T08:48:05.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~NYOYK6SMN1I5.2 size=270321 2024-09-22T08:48:05.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.001+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=NYOYK6SMN1I5 tag=UMK14K0T9ZGF type=write size=3416049 2024-09-22T08:48:05.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.005+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=U1R3DC0ALYOF type=del 2024-09-22T08:48:05.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.009+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=LCJCQNSLDTQL type=del size=4088144 2024-09-22T08:48:05.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.013+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=LBQ1R23CGO0T type=write size=883874 2024-09-22T08:48:05.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.017+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~T4W501TICBH3.0 size=1048576 2024-09-22T08:48:05.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.021+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~T4W501TICBH3.1 size=70528 2024-09-22T08:48:05.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.021+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=T4W501TICBH3 tag=VUMEPB2ZBIAS type=write size=2167680 2024-09-22T08:48:05.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.029+0000 7f63d5be48c0 1 < suggested update operation key=ZOK9L18PUHG0 tag=DQN5416KHXHK type=del size=1218274 2024-09-22T08:48:05.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.033+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=Y8J6FXE0XUYU type=del size=2787961 2024-09-22T08:48:05.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.037+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~MO7QRZMZ1FO1.0 size=1048576 2024-09-22T08:48:05.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.037+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~MO7QRZMZ1FO1.1 size=1048576 2024-09-22T08:48:05.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.041+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~MO7QRZMZ1FO1.2 size=45657 2024-09-22T08:48:05.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.049+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=MO7QRZMZ1FO1 tag=LE6BX1EGHIW7 type=write size=3191385 2024-09-22T08:48:05.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~UZ2R2QGKI5P8.0 size=735097 2024-09-22T08:48:05.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.053+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=UZ2R2QGKI5P8 tag=JXBFIF3AEX8F type=write size=1783673 2024-09-22T08:48:05.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.057+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=W51RC43CIIQ7 type=del 2024-09-22T08:48:05.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.061+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=6B3VLU9TBOWY type=del size=842092 2024-09-22T08:48:05.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.065+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~YPWUCD11QD46.0 size=1048576 2024-09-22T08:48:05.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.069+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~YPWUCD11QD46.1 size=710026 2024-09-22T08:48:05.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.073+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=YPWUCD11QD46 tag=YOABR3B4Q4KR type=write size=2807178 2024-09-22T08:48:05.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.081+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~50VBK0QU3E0V.0 size=1048576 2024-09-22T08:48:05.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.085+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~50VBK0QU3E0V.1 size=1048576 2024-09-22T08:48:05.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.089+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~50VBK0QU3E0V.2 size=402925 2024-09-22T08:48:05.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.089+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=50VBK0QU3E0V tag=9H8ZI2Z20WLQ type=write size=3548653 2024-09-22T08:48:05.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.089+0000 7f63d5be48c0 1 < canceled operation key=M568KL6YWKU2 tag=FSG6CQG24MQW type=del size=2379260 2024-09-22T08:48:05.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.093+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=D8AVMOJ132XV type=write size=490587 2024-09-22T08:48:05.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.097+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=6ALSNLZDGOUS type=del 2024-09-22T08:48:05.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.101+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=AO0066847UXJ type=del size=1454625 2024-09-22T08:48:05.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.105+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=6XS3V4IBYI1S type=del 2024-09-22T08:48:05.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.113+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~59IMWHLR9PUA.0 size=1048576 2024-09-22T08:48:05.117 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.113+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~59IMWHLR9PUA.1 size=147660 2024-09-22T08:48:05.117 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.113+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=59IMWHLR9PUA tag=C0MRYDUVP380 type=write size=2244812 2024-09-22T08:48:05.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.117+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~75JYNDB3JIR8.0 size=1048576 2024-09-22T08:48:05.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.121+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~75JYNDB3JIR8.1 size=486309 2024-09-22T08:48:05.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.129+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=75JYNDB3JIR8 tag=3WWOL301B8NZ type=write size=2583461 2024-09-22T08:48:05.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.129+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=4HUKB41XAGYQ type=del size=3840319 2024-09-22T08:48:05.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.133+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=G00E9RAJMT20 type=write size=719487 2024-09-22T08:48:05.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.137+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=4HC5SKCM7U1J type=write size=761108 2024-09-22T08:48:05.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.141+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~W0J37VRE97O1.0 size=42754 2024-09-22T08:48:05.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.149+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=W0J37VRE97O1 tag=NOBI6SY4JZT8 type=write size=1091330 2024-09-22T08:48:05.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.153+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=GNF53MGQ6B9B type=del size=4097866 2024-09-22T08:48:05.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.157+0000 7f63d5be48c0 -1 < failed to complete operation key=ZOK9L18PUHG0 tag=4A1QVVAN69MJ type=write size=698305: (22) Invalid argument 2024-09-22T08:48:05.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.157+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=M3E7D70WUDVI type=del size=1018753 2024-09-22T08:48:05.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.165+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=Z0DEJKR394RN type=del 2024-09-22T08:48:05.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.169+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=WHU60RCBD0KA type=del size=3736067 2024-09-22T08:48:05.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.173+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=3P4RRY7Z0RQL type=del 2024-09-22T08:48:05.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.177+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=A75PPZLATMJA type=del size=2297750 2024-09-22T08:48:05.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.181+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~NYOYK6SMN1I5.0 size=1048576 2024-09-22T08:48:05.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.185+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~NYOYK6SMN1I5.1 size=1048576 2024-09-22T08:48:05.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.185+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~NYOYK6SMN1I5.2 size=270321 2024-09-22T08:48:05.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.189+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=NYOYK6SMN1I5 tag=UMK14K0T9ZGF type=write size=3416049 2024-09-22T08:48:05.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~YXFWXIZMS4WK.0 size=1048576 2024-09-22T08:48:05.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~YXFWXIZMS4WK.1 size=728929 2024-09-22T08:48:05.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.197+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=YXFWXIZMS4WK tag=0T12GHRW5J4X type=write size=2826081 2024-09-22T08:48:05.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.209+0000 7f63d5be48c0 1 < suggested remove operation key=3MG2M4MHSYN5 tag=LCJCQNSLDTQL type=del 2024-09-22T08:48:05.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.213+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=51JYCYF1IS3F type=write size=521554 2024-09-22T08:48:05.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.217+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~T4W501TICBH3.0 size=1048576 2024-09-22T08:48:05.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.217+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~T4W501TICBH3.1 size=70528 2024-09-22T08:48:05.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.225+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=T4W501TICBH3 tag=VUMEPB2ZBIAS type=write size=2167680 2024-09-22T08:48:05.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.229+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=WJDFN7KI5K9A type=del size=1696450 2024-09-22T08:48:05.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.229+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=Y8J6FXE0XUYU type=del 2024-09-22T08:48:05.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.233+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=NMGZB2J8B9M1 type=del size=3756107 2024-09-22T08:48:05.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.237+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~UZ2R2QGKI5P8.0 size=735097 2024-09-22T08:48:05.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.245+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=UZ2R2QGKI5P8 tag=JXBFIF3AEX8F type=write size=1783673 2024-09-22T08:48:05.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.249+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=Z6Q9XAWXJNHM type=del size=3842194 2024-09-22T08:48:05.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.249+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=6B3VLU9TBOWY type=del 2024-09-22T08:48:05.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.253+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=WY546LQ81YRH type=del size=3958209 2024-09-22T08:48:05.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.257+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~50VBK0QU3E0V.0 size=1048576 2024-09-22T08:48:05.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.261+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~50VBK0QU3E0V.1 size=1048576 2024-09-22T08:48:05.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.265+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~50VBK0QU3E0V.2 size=402925 2024-09-22T08:48:05.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.269+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=50VBK0QU3E0V tag=9H8ZI2Z20WLQ type=write size=3548653 2024-09-22T08:48:05.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.273+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=0Z9782IHUDKQ type=del size=4158974 2024-09-22T08:48:05.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.277+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=D8AVMOJ132XV type=write size=490587 2024-09-22T08:48:05.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.281+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=ZSJA3KKTVPMF type=del size=2558478 2024-09-22T08:48:05.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.285+0000 7f63d5be48c0 1 < canceled operation key=AJ8YUA7HCF5R tag=AO0066847UXJ type=del size=1454625 2024-09-22T08:48:05.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~MU3I16F4SSMH.0 size=88378 2024-09-22T08:48:05.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.289+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=MU3I16F4SSMH tag=ZYQIJXQ009X8 type=write size=1136954 2024-09-22T08:48:05.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.293+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~59IMWHLR9PUA.0 size=1048576 2024-09-22T08:48:05.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.297+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~59IMWHLR9PUA.1 size=147660 2024-09-22T08:48:05.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.301+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=59IMWHLR9PUA tag=C0MRYDUVP380 type=write size=2244812 2024-09-22T08:48:05.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~MZ1WJWIDIRK1.0 size=1048576 2024-09-22T08:48:05.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~MZ1WJWIDIRK1.1 size=20599 2024-09-22T08:48:05.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.309+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=MZ1WJWIDIRK1 tag=71HP2IE55VGK type=write size=2117751 2024-09-22T08:48:05.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.313+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=4HUKB41XAGYQ type=del 2024-09-22T08:48:05.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.317+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=Y9MWGZCLTKSQ type=write size=670270 2024-09-22T08:48:05.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.321+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=4HC5SKCM7U1J type=write size=761108 2024-09-22T08:48:05.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.325+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=LLMTO3V9KNGM type=del size=4171936 2024-09-22T08:48:05.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.329+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=GNF53MGQ6B9B type=del 2024-09-22T08:48:05.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.337+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~A4699U7MK7O1.0 size=1048576 2024-09-22T08:48:05.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.341+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~A4699U7MK7O1.1 size=1048576 2024-09-22T08:48:05.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.341+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~A4699U7MK7O1.2 size=1014833 2024-09-22T08:48:05.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.341+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=A4699U7MK7O1 tag=JRH6MQPW55JE type=write size=4160561 2024-09-22T08:48:05.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.349+0000 7f63d5be48c0 1 < suggested remove operation key=7EXVYJV1LXD8 tag=M3E7D70WUDVI type=del 2024-09-22T08:48:05.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~23GOQKNFENF4.0 size=1048576 2024-09-22T08:48:05.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~23GOQKNFENF4.1 size=1048576 2024-09-22T08:48:05.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~23GOQKNFENF4.2 size=111289 2024-09-22T08:48:05.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.361+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=23GOQKNFENF4 tag=SEUM03FL93TL type=write size=3257017 2024-09-22T08:48:05.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.365+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=WHU60RCBD0KA type=del 2024-09-22T08:48:05.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.373+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~HD6MFNP4G5U9.0 size=346198 2024-09-22T08:48:05.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.373+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=HD6MFNP4G5U9 tag=FPNWGARFCZKW type=write size=1394774 2024-09-22T08:48:05.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.377+0000 7f63d5be48c0 1 < canceled operation key=9QU8893FESH3 tag=A75PPZLATMJA type=del size=2297750 2024-09-22T08:48:05.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.381+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=A52VR7XHYZ66 type=del size=1221122 2024-09-22T08:48:05.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.385+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~YXFWXIZMS4WK.0 size=1048576 2024-09-22T08:48:05.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.385+0000 7f63d5be48c0 1 < canceled part key=_multipart_DZ5BP1FM3Z5N.2~YXFWXIZMS4WK.1 size=728929 2024-09-22T08:48:05.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.389+0000 7f63d5be48c0 1 < canceled multipart upload key=DZ5BP1FM3Z5N upload=YXFWXIZMS4WK tag=0T12GHRW5J4X type=write size=2826081 2024-09-22T08:48:05.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.393+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=FR88118CXY8L type=del size=1184372 2024-09-22T08:48:05.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.401+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=51JYCYF1IS3F type=write size=521554 2024-09-22T08:48:05.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.401+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=NGV2LOLAPH3D type=del size=1743370 2024-09-22T08:48:05.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.409+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=WJDFN7KI5K9A type=del 2024-09-22T08:48:05.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~BXZSJ9LSSUPC.0 size=805149 2024-09-22T08:48:05.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.417+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=BXZSJ9LSSUPC tag=Y36P9COE6FWS type=write size=1853725 2024-09-22T08:48:05.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.421+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=NMGZB2J8B9M1 type=del 2024-09-22T08:48:05.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.425+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~MTQASCZ9HN45.0 size=1016465 2024-09-22T08:48:05.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.425+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=MTQASCZ9HN45 tag=6OS1KYX564WM type=write size=2065041 2024-09-22T08:48:05.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.429+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=Z6Q9XAWXJNHM type=del 2024-09-22T08:48:05.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.437+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~6YAE4PRPGOKY.0 size=1048576 2024-09-22T08:48:05.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.437+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~6YAE4PRPGOKY.1 size=1048576 2024-09-22T08:48:05.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~6YAE4PRPGOKY.2 size=486105 2024-09-22T08:48:05.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.441+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=6YAE4PRPGOKY tag=RRR0UMHV7T3I type=write size=3631833 2024-09-22T08:48:05.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.445+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=WY546LQ81YRH type=del 2024-09-22T08:48:05.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.453+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~TA9O0GD3NFT3.0 size=770242 2024-09-22T08:48:05.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.453+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=TA9O0GD3NFT3 tag=B01G73KRMH4Z type=write size=1818818 2024-09-22T08:48:05.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.457+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=0Z9782IHUDKQ type=del 2024-09-22T08:48:05.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.461+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~1HXRVXTFWTQ5.0 size=1048576 2024-09-22T08:48:05.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.465+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~1HXRVXTFWTQ5.1 size=1048576 2024-09-22T08:48:05.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.465+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~1HXRVXTFWTQ5.2 size=281357 2024-09-22T08:48:05.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.465+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=1HXRVXTFWTQ5 tag=M6TA7NPR6UF2 type=write size=3427085 2024-09-22T08:48:05.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.469+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=ZSJA3KKTVPMF type=del 2024-09-22T08:48:05.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~X1MWG4M7IUJC.0 size=1048576 2024-09-22T08:48:05.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~X1MWG4M7IUJC.1 size=1048576 2024-09-22T08:48:05.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~X1MWG4M7IUJC.2 size=839616 2024-09-22T08:48:05.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.481+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=X1MWG4M7IUJC tag=XN42AJY5895H type=write size=3985344 2024-09-22T08:48:05.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.481+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~MU3I16F4SSMH.0 size=88378 2024-09-22T08:48:05.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.489+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=MU3I16F4SSMH tag=ZYQIJXQ009X8 type=write size=1136954 2024-09-22T08:48:05.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.489+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=XIMLTF75PEDL type=del size=4174046 2024-09-22T08:48:05.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.493+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~MZ1WJWIDIRK1.0 size=1048576 2024-09-22T08:48:05.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.497+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~MZ1WJWIDIRK1.1 size=20599 2024-09-22T08:48:05.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.501+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=MZ1WJWIDIRK1 tag=71HP2IE55VGK type=write size=2117751 2024-09-22T08:48:05.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.501+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=C2L3E3UC54PI type=del size=3962645 2024-09-22T08:48:05.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.505+0000 7f63d5be48c0 1 < completed write operation key=04W2JBYV6JRL tag=Y9MWGZCLTKSQ type=write size=670270 2024-09-22T08:48:05.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.509+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=RB22JU2YIG53 type=del size=2111060 2024-09-22T08:48:05.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.513+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=LLMTO3V9KNGM type=del 2024-09-22T08:48:05.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.513+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=REE34CGP7NKG type=del size=1350543 2024-09-22T08:48:05.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.517+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~A4699U7MK7O1.0 size=1048576 2024-09-22T08:48:05.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.521+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~A4699U7MK7O1.1 size=1048576 2024-09-22T08:48:05.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.521+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~A4699U7MK7O1.2 size=1014833 2024-09-22T08:48:05.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.529+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=A4699U7MK7O1 tag=JRH6MQPW55JE type=write size=4160561 2024-09-22T08:48:05.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.529+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=Q18HAG9D0AGF type=del size=706818 2024-09-22T08:48:05.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.533+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~23GOQKNFENF4.0 size=1048576 2024-09-22T08:48:05.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.537+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~23GOQKNFENF4.1 size=1048576 2024-09-22T08:48:05.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.537+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~23GOQKNFENF4.2 size=111289 2024-09-22T08:48:05.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.541+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=23GOQKNFENF4 tag=SEUM03FL93TL type=write size=3257017 2024-09-22T08:48:05.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.545+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=JMUN8ZT5CG95 type=del size=3648167 2024-09-22T08:48:05.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.545+0000 7f63d5be48c0 1 < canceled part key=_multipart_9QU8893FESH3.2~HD6MFNP4G5U9.0 size=346198 2024-09-22T08:48:05.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.549+0000 7f63d5be48c0 1 < canceled multipart upload key=9QU8893FESH3 upload=HD6MFNP4G5U9 tag=FPNWGARFCZKW type=write size=1394774 2024-09-22T08:48:05.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.553+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=D930G5FV9TWK type=del size=1325675 2024-09-22T08:48:05.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.553+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=A52VR7XHYZ66 type=del 2024-09-22T08:48:05.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.557+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=AUBKDTKQL4ZN type=write size=342371 2024-09-22T08:48:05.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.561+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=FR88118CXY8L type=del 2024-09-22T08:48:05.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.605+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=L00R9TDHA5IA type=del size=463785 2024-09-22T08:48:05.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.609+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=NGV2LOLAPH3D type=del 2024-09-22T08:48:05.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.613+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=NSLZ7747U5VQ type=del size=2323180 2024-09-22T08:48:05.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.613+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~BXZSJ9LSSUPC.0 size=805149 2024-09-22T08:48:05.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.621+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=BXZSJ9LSSUPC tag=Y36P9COE6FWS type=write size=1853725 2024-09-22T08:48:05.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.625+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=P5QVCQVVGTLU type=del size=2451258 2024-09-22T08:48:05.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.629+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~MTQASCZ9HN45.0 size=1016465 2024-09-22T08:48:05.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.637+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=MTQASCZ9HN45 tag=6OS1KYX564WM type=write size=2065041 2024-09-22T08:48:05.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.641+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5UCYJ1UQ8CPB.0 size=1048576 2024-09-22T08:48:05.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.645+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5UCYJ1UQ8CPB.1 size=1048576 2024-09-22T08:48:05.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5UCYJ1UQ8CPB.2 size=719779 2024-09-22T08:48:05.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.649+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=5UCYJ1UQ8CPB tag=MDNXEYA9QEE9 type=write size=3865507 2024-09-22T08:48:05.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.653+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~6YAE4PRPGOKY.0 size=1048576 2024-09-22T08:48:05.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.657+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~6YAE4PRPGOKY.1 size=1048576 2024-09-22T08:48:05.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.657+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~6YAE4PRPGOKY.2 size=486105 2024-09-22T08:48:05.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.665+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=6YAE4PRPGOKY tag=RRR0UMHV7T3I type=write size=3631833 2024-09-22T08:48:05.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.669+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=KOL0IHAK0DGB type=del size=1859791 2024-09-22T08:48:05.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.673+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~TA9O0GD3NFT3.0 size=770242 2024-09-22T08:48:05.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.677+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=TA9O0GD3NFT3 tag=B01G73KRMH4Z type=write size=1818818 2024-09-22T08:48:05.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.681+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=SC6EN0VGZZBG type=del size=2323725 2024-09-22T08:48:05.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.685+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~1HXRVXTFWTQ5.0 size=1048576 2024-09-22T08:48:05.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.689+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~1HXRVXTFWTQ5.1 size=1048576 2024-09-22T08:48:05.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.689+0000 7f63d5be48c0 1 < canceled part key=_multipart_CU2N9Z3QGASM.2~1HXRVXTFWTQ5.2 size=281357 2024-09-22T08:48:05.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.693+0000 7f63d5be48c0 1 < canceled multipart upload key=CU2N9Z3QGASM upload=1HXRVXTFWTQ5 tag=M6TA7NPR6UF2 type=write size=3427085 2024-09-22T08:48:05.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.697+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=C0NGT0UZGCX1 type=write size=194670 2024-09-22T08:48:05.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.701+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~X1MWG4M7IUJC.0 size=1048576 2024-09-22T08:48:05.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.705+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~X1MWG4M7IUJC.1 size=1048576 2024-09-22T08:48:05.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.705+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~X1MWG4M7IUJC.2 size=839616 2024-09-22T08:48:05.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.713+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=X1MWG4M7IUJC tag=XN42AJY5895H type=write size=3985344 2024-09-22T08:48:05.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.717+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=PFMRYLT4ABA2 type=del size=3683246 2024-09-22T08:48:05.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.721+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=XIMLTF75PEDL type=del 2024-09-22T08:48:05.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.721+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=C2VLVX6SELCZ type=del size=2273095 2024-09-22T08:48:05.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.725+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=C2L3E3UC54PI type=del 2024-09-22T08:48:05.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.729+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=52NEP62VQ8TV type=del size=2795770 2024-09-22T08:48:05.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.733+0000 7f63d5be48c0 1 < canceled operation key=7EXVYJV1LXD8 tag=RB22JU2YIG53 type=del size=2111060 2024-09-22T08:48:05.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.737+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=X112ICNAFR9W type=del size=1760651 2024-09-22T08:48:05.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.741+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=REE34CGP7NKG type=del 2024-09-22T08:48:05.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.745+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~9PANKQ48LJT8.0 size=229548 2024-09-22T08:48:05.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.745+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=9PANKQ48LJT8 tag=I3YU2K1QQL1O type=write size=1278124 2024-09-22T08:48:05.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.749+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=Q18HAG9D0AGF type=del 2024-09-22T08:48:05.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.753+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=SEAJPM1LDXNA type=del size=3538180 2024-09-22T08:48:05.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.761+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=JMUN8ZT5CG95 type=del size=3648167 2024-09-22T08:48:05.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~QGA1P3FLOT39.0 size=1048576 2024-09-22T08:48:05.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~QGA1P3FLOT39.1 size=541012 2024-09-22T08:48:05.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.769+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=QGA1P3FLOT39 tag=93DQWVTDC75X type=write size=2638164 2024-09-22T08:48:05.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.773+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=D930G5FV9TWK type=del 2024-09-22T08:48:05.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.777+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=SONY9JMCY1AZ type=write size=516862 2024-09-22T08:48:05.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.781+0000 7f63d5be48c0 1 < canceled operation key=XJHFTJNAZSHI tag=AUBKDTKQL4ZN type=write size=342371 2024-09-22T08:48:05.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.785+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=YYSA07AOFVGR type=del size=1564796 2024-09-22T08:48:05.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.789+0000 7f63d5be48c0 1 < canceled operation key=V5JZ6OBLB6FZ tag=L00R9TDHA5IA type=del size=463785 2024-09-22T08:48:05.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.797+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~W3B7R7MRXPAL.0 size=1048576 2024-09-22T08:48:05.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.797+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~W3B7R7MRXPAL.1 size=160427 2024-09-22T08:48:05.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.797+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=W3B7R7MRXPAL tag=2HWI3TGSPP0B type=write size=2257579 2024-09-22T08:48:05.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.801+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=NSLZ7747U5VQ type=del 2024-09-22T08:48:05.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.809+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~SMMTXG36M8S6.0 size=829862 2024-09-22T08:48:05.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.809+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=SMMTXG36M8S6 tag=8GEK8MSSKP9U type=write size=1878438 2024-09-22T08:48:05.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.813+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=P5QVCQVVGTLU type=del 2024-09-22T08:48:05.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~E668GJ1SA7PY.0 size=550853 2024-09-22T08:48:05.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.817+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=E668GJ1SA7PY tag=0I4ZD3DHULO9 type=write size=1599429 2024-09-22T08:48:05.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.821+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5UCYJ1UQ8CPB.0 size=1048576 2024-09-22T08:48:05.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.825+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5UCYJ1UQ8CPB.1 size=1048576 2024-09-22T08:48:05.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.829+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5UCYJ1UQ8CPB.2 size=719779 2024-09-22T08:48:05.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.833+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=5UCYJ1UQ8CPB tag=MDNXEYA9QEE9 type=write size=3865507 2024-09-22T08:48:05.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.837+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=E04A1133F6T3 type=del size=3786764 2024-09-22T08:48:05.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.841+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=KOL0IHAK0DGB type=del 2024-09-22T08:48:05.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.849+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=0PQ1RW8ZDC6G type=del size=33159 2024-09-22T08:48:05.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.853+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=SC6EN0VGZZBG type=del 2024-09-22T08:48:05.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.853+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=ED5HHYPXZ818 type=del size=538317 2024-09-22T08:48:05.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.857+0000 7f63d5be48c0 1 < completed write operation key=XJHFTJNAZSHI tag=C0NGT0UZGCX1 type=write size=194670 2024-09-22T08:48:05.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.861+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=GOXPR72JGZSN type=del size=3647500 2024-09-22T08:48:05.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.865+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=PFMRYLT4ABA2 type=del 2024-09-22T08:48:05.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~927E2WVQQ1ZC.0 size=1048576 2024-09-22T08:48:05.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.877+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~927E2WVQQ1ZC.1 size=100862 2024-09-22T08:48:05.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.877+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=927E2WVQQ1ZC tag=1QVUY314YD93 type=write size=2198014 2024-09-22T08:48:05.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.881+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=C2VLVX6SELCZ type=del 2024-09-22T08:48:05.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RX8UEBAN5TUA.0 size=103948 2024-09-22T08:48:05.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.889+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=RX8UEBAN5TUA tag=MZHP3R3THZWJ type=write size=1152524 2024-09-22T08:48:05.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.897+0000 7f63d5be48c0 1 < suggested remove operation key=SKZYLE6QANA6 tag=52NEP62VQ8TV type=del 2024-09-22T08:48:05.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.901+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=3D9ZREFOU531 type=del size=1330970 2024-09-22T08:48:05.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.905+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=X112ICNAFR9W type=del 2024-09-22T08:48:05.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.909+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=8OU76AHGDSNZ type=del size=3659535 2024-09-22T08:48:05.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.917+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~9PANKQ48LJT8.0 size=229548 2024-09-22T08:48:05.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.921+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=9PANKQ48LJT8 tag=I3YU2K1QQL1O type=write size=1278124 2024-09-22T08:48:05.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.925+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=TD1O0AT5GCBU type=write size=821863 2024-09-22T08:48:05.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.929+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=SEAJPM1LDXNA type=del 2024-09-22T08:48:05.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.933+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=25XG72S8KTJW type=del size=97001 2024-09-22T08:48:05.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.937+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~QGA1P3FLOT39.0 size=1048576 2024-09-22T08:48:05.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.941+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~QGA1P3FLOT39.1 size=541012 2024-09-22T08:48:05.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.949+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=QGA1P3FLOT39 tag=93DQWVTDC75X type=write size=2638164 2024-09-22T08:48:05.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.953+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=UVBT1LSKWK9P type=del size=3851812 2024-09-22T08:48:05.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.957+0000 7f63d5be48c0 1 < completed write operation key=CU2N9Z3QGASM tag=SONY9JMCY1AZ type=write size=516862 2024-09-22T08:48:05.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.961+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=CCJRH90SNMAQ type=del size=1078517 2024-09-22T08:48:05.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.965+0000 7f63d5be48c0 1 < suggested remove operation key=K5VZA8UPYZ63 tag=YYSA07AOFVGR type=del 2024-09-22T08:48:05.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.973+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=8OU3YLZ7MOMP type=del size=1413081 2024-09-22T08:48:05.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.973+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~W3B7R7MRXPAL.0 size=1048576 2024-09-22T08:48:05.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.977+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~W3B7R7MRXPAL.1 size=160427 2024-09-22T08:48:05.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.985+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=W3B7R7MRXPAL tag=2HWI3TGSPP0B type=write size=2257579 2024-09-22T08:48:05.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.985+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=VMO81SL6TQLE type=del size=4188611 2024-09-22T08:48:05.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.989+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~SMMTXG36M8S6.0 size=829862 2024-09-22T08:48:05.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:05.997+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=SMMTXG36M8S6 tag=8GEK8MSSKP9U type=write size=1878438 2024-09-22T08:48:06.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.001+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=6XKP1J88TWZS type=del size=1319696 2024-09-22T08:48:06.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.005+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~E668GJ1SA7PY.0 size=550853 2024-09-22T08:48:06.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.013+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=E668GJ1SA7PY tag=0I4ZD3DHULO9 type=write size=1599429 2024-09-22T08:48:06.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.017+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=TEQV7PML21IY type=write size=921842 2024-09-22T08:48:06.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.021+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=E04A1133F6T3 type=del 2024-09-22T08:48:06.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.029+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~LVAEU3UPZ9AM.0 size=420678 2024-09-22T08:48:06.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.029+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=LVAEU3UPZ9AM tag=RCN0NORRW6J8 type=write size=1469254 2024-09-22T08:48:06.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.029+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=0PQ1RW8ZDC6G type=del 2024-09-22T08:48:06.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.033+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=BKMBDWV9CSPU type=del size=3031416 2024-09-22T08:48:06.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.037+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=ED5HHYPXZ818 type=del 2024-09-22T08:48:06.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~J2874X0359NN.0 size=1048576 2024-09-22T08:48:06.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.049+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~J2874X0359NN.1 size=1048576 2024-09-22T08:48:06.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~J2874X0359NN.2 size=596682 2024-09-22T08:48:06.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.053+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=J2874X0359NN tag=P49RTXUIXNR1 type=write size=3742410 2024-09-22T08:48:06.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.057+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=GOXPR72JGZSN type=del 2024-09-22T08:48:06.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.057+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=13YBRWRL554Y type=del size=3228844 2024-09-22T08:48:06.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.061+0000 7f63d5be48c0 1 < canceled part key=_multipart_DZ5BP1FM3Z5N.2~927E2WVQQ1ZC.0 size=1048576 2024-09-22T08:48:06.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.061+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~927E2WVQQ1ZC.1 size=100862 2024-09-22T08:48:06.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.069+0000 7f63d5be48c0 1 < canceled multipart upload key=DZ5BP1FM3Z5N upload=927E2WVQQ1ZC tag=1QVUY314YD93 type=write size=2198014 2024-09-22T08:48:06.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.073+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=101JYTWT0W1O type=del size=775955 2024-09-22T08:48:06.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.077+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~RX8UEBAN5TUA.0 size=103948 2024-09-22T08:48:06.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.085+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=RX8UEBAN5TUA tag=MZHP3R3THZWJ type=write size=1152524 2024-09-22T08:48:06.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.089+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=GFQS0IA224UL type=del size=1257854 2024-09-22T08:48:06.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.093+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=3D9ZREFOU531 type=del 2024-09-22T08:48:06.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~1JFWJMJDQN7R.0 size=1048576 2024-09-22T08:48:06.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~1JFWJMJDQN7R.1 size=1048576 2024-09-22T08:48:06.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.109+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~1JFWJMJDQN7R.2 size=778246 2024-09-22T08:48:06.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.109+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=1JFWJMJDQN7R tag=IF6A5QYY4828 type=write size=3923974 2024-09-22T08:48:06.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.113+0000 7f63d5be48c0 1 < canceled operation key=9QU8893FESH3 tag=8OU76AHGDSNZ type=del size=3659535 2024-09-22T08:48:06.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.117+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=3EQ9EGV0RP7N type=del size=719605 2024-09-22T08:48:06.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.117+0000 7f63d5be48c0 1 < completed write operation key=4WGAB8CTCA4V tag=TD1O0AT5GCBU type=write size=821863 2024-09-22T08:48:06.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.121+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=SDO8GWOK07W4 type=del size=3697488 2024-09-22T08:48:06.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.129+0000 7f63d5be48c0 1 < suggested remove operation key=465P86KCYZ8V tag=25XG72S8KTJW type=del 2024-09-22T08:48:06.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.133+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=SY7IZ8XS85E8 type=del size=1631845 2024-09-22T08:48:06.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.141+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=UVBT1LSKWK9P type=del size=3851812 2024-09-22T08:48:06.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.145+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=6YTN731GMGOO type=del size=2771200 2024-09-22T08:48:06.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.149+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=CCJRH90SNMAQ type=del 2024-09-22T08:48:06.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.153+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=2K7MMOL2OPRY type=del size=3910105 2024-09-22T08:48:06.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.157+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=8OU3YLZ7MOMP type=del 2024-09-22T08:48:06.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.165+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~EA4PRA3SIH8E.0 size=760977 2024-09-22T08:48:06.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.165+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=EA4PRA3SIH8E tag=EQWWBIHCES52 type=write size=1809553 2024-09-22T08:48:06.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.169+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=VMO81SL6TQLE type=del 2024-09-22T08:48:06.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.173+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=C81KCBCVR9NX type=del size=1730668 2024-09-22T08:48:06.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.177+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=6XKP1J88TWZS type=del 2024-09-22T08:48:06.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.181+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=8Y38T62G3RGB type=write size=882368 2024-09-22T08:48:06.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.185+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=TEQV7PML21IY type=write size=921842 2024-09-22T08:48:06.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~IY8XEF087P25.0 size=1048576 2024-09-22T08:48:06.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.193+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~IY8XEF087P25.1 size=1048576 2024-09-22T08:48:06.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~IY8XEF087P25.2 size=445930 2024-09-22T08:48:06.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.197+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=IY8XEF087P25 tag=02GS6JH5Y71T type=write size=3591658 2024-09-22T08:48:06.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.197+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~LVAEU3UPZ9AM.0 size=420678 2024-09-22T08:48:06.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.201+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=LVAEU3UPZ9AM tag=RCN0NORRW6J8 type=write size=1469254 2024-09-22T08:48:06.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~BW2I8CRKZ1K1.0 size=1048576 2024-09-22T08:48:06.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~BW2I8CRKZ1K1.1 size=1048576 2024-09-22T08:48:06.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~BW2I8CRKZ1K1.2 size=174116 2024-09-22T08:48:06.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.213+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=BW2I8CRKZ1K1 tag=DUQ2R4SLQJCS type=write size=3319844 2024-09-22T08:48:06.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.217+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=BKMBDWV9CSPU type=del 2024-09-22T08:48:06.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.221+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=Q02XMXVJHTH1 type=write size=1027915 2024-09-22T08:48:06.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.225+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~J2874X0359NN.0 size=1048576 2024-09-22T08:48:06.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.225+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~J2874X0359NN.1 size=1048576 2024-09-22T08:48:06.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.225+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~J2874X0359NN.2 size=596682 2024-09-22T08:48:06.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.233+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=J2874X0359NN tag=P49RTXUIXNR1 type=write size=3742410 2024-09-22T08:48:06.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.237+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=RZGDUUN6CP9D type=write size=368148 2024-09-22T08:48:06.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.241+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=13YBRWRL554Y type=del 2024-09-22T08:48:06.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.241+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=Q3Q8U08K2D6H type=del size=3170791 2024-09-22T08:48:06.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.245+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=101JYTWT0W1O type=del 2024-09-22T08:48:06.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~ZC5M42L1EX71.0 size=1048576 2024-09-22T08:48:06.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.257+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~ZC5M42L1EX71.1 size=852767 2024-09-22T08:48:06.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.257+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=ZC5M42L1EX71 tag=R4LJ0XH7251H type=write size=2949919 2024-09-22T08:48:06.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.261+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=GFQS0IA224UL type=del 2024-09-22T08:48:06.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.265+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=S8SABJNZQC0J type=del size=2353676 2024-09-22T08:48:06.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.269+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~1JFWJMJDQN7R.0 size=1048576 2024-09-22T08:48:06.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.269+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~1JFWJMJDQN7R.1 size=1048576 2024-09-22T08:48:06.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.269+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZOK9L18PUHG0.2~1JFWJMJDQN7R.2 size=778246 2024-09-22T08:48:06.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.277+0000 7f63d5be48c0 1 < canceled multipart upload key=ZOK9L18PUHG0 upload=1JFWJMJDQN7R tag=IF6A5QYY4828 type=write size=3923974 2024-09-22T08:48:06.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~UIB5P4RHOGI4.0 size=1048576 2024-09-22T08:48:06.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~UIB5P4RHOGI4.1 size=468574 2024-09-22T08:48:06.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.289+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=UIB5P4RHOGI4 tag=QJ6YE0DJ87YS type=write size=2565726 2024-09-22T08:48:06.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.289+0000 7f63d5be48c0 1 < canceled operation key=N3T2GVFADL66 tag=3EQ9EGV0RP7N type=del size=719605 2024-09-22T08:48:06.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.297+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~7Q3QO4TSQXES.0 size=486965 2024-09-22T08:48:06.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.297+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=7Q3QO4TSQXES tag=BR84K5UA7JPO type=write size=1535541 2024-09-22T08:48:06.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.301+0000 7f63d5be48c0 1 < canceled operation key=XIM0MQELPJS0 tag=SDO8GWOK07W4 type=del size=3697488 2024-09-22T08:48:06.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~ZJCYI17T3105.0 size=881938 2024-09-22T08:48:06.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.309+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=ZJCYI17T3105 tag=AAB583GERMZG type=write size=1930514 2024-09-22T08:48:06.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.309+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=SY7IZ8XS85E8 type=del 2024-09-22T08:48:06.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.317+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~EECJOJXFYTCG.0 size=1048576 2024-09-22T08:48:06.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~EECJOJXFYTCG.1 size=319084 2024-09-22T08:48:06.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.321+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=EECJOJXFYTCG tag=EXQUWY1J38K3 type=write size=2416236 2024-09-22T08:48:06.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.325+0000 7f63d5be48c0 1 < suggested update operation key=DZ5BP1FM3Z5N tag=6YTN731GMGOO type=del size=2771200 2024-09-22T08:48:06.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.329+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=GLPGLV6SBZ6R type=del size=2878932 2024-09-22T08:48:06.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.333+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=2K7MMOL2OPRY type=del 2024-09-22T08:48:06.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.333+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=SGRCIW0YWFV7 type=del size=3997911 2024-09-22T08:48:06.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.337+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~EA4PRA3SIH8E.0 size=760977 2024-09-22T08:48:06.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.345+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=EA4PRA3SIH8E tag=EQWWBIHCES52 type=write size=1809553 2024-09-22T08:48:06.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.349+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=4K2EFPCDB9JM type=del size=200873 2024-09-22T08:48:06.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.353+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=C81KCBCVR9NX type=del 2024-09-22T08:48:06.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~28KOQ4P4O0LN.0 size=1048576 2024-09-22T08:48:06.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~28KOQ4P4O0LN.1 size=163455 2024-09-22T08:48:06.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.361+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=28KOQ4P4O0LN tag=EFXY6RP3ETE8 type=write size=2260607 2024-09-22T08:48:06.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.365+0000 7f63d5be48c0 1 < completed write operation key=XJHFTJNAZSHI tag=8Y38T62G3RGB type=write size=882368 2024-09-22T08:48:06.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.369+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=VMA8U5NFR093 type=write size=371588 2024-09-22T08:48:06.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.369+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~IY8XEF087P25.0 size=1048576 2024-09-22T08:48:06.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.369+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~IY8XEF087P25.1 size=1048576 2024-09-22T08:48:06.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.373+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~IY8XEF087P25.2 size=445930 2024-09-22T08:48:06.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.377+0000 7f63d5be48c0 1 < canceled multipart upload key=ROTY3Z0W6P3U upload=IY8XEF087P25 tag=02GS6JH5Y71T type=write size=3591658 2024-09-22T08:48:06.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.381+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=OK21ACPQRCO2 type=del size=2745278 2024-09-22T08:48:06.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.385+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~BW2I8CRKZ1K1.0 size=1048576 2024-09-22T08:48:06.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.385+0000 7f63d5be48c0 1 < canceled part key=_multipart_XIM0MQELPJS0.2~BW2I8CRKZ1K1.1 size=1048576 2024-09-22T08:48:06.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.385+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~BW2I8CRKZ1K1.2 size=174116 2024-09-22T08:48:06.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.393+0000 7f63d5be48c0 1 < canceled multipart upload key=XIM0MQELPJS0 upload=BW2I8CRKZ1K1 tag=DUQ2R4SLQJCS type=write size=3319844 2024-09-22T08:48:06.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.397+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=WAM72WXXBP78 type=del size=3013287 2024-09-22T08:48:06.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.401+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=Q02XMXVJHTH1 type=write size=1027915 2024-09-22T08:48:06.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.401+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=8DU90B5ZIWMV type=del size=4176244 2024-09-22T08:48:06.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.405+0000 7f63d5be48c0 1 < completed write operation key=2ZLI4H2IJRPA tag=RZGDUUN6CP9D type=write size=368148 2024-09-22T08:48:06.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.409+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=H9TNWVM2OH60 type=del size=4079524 2024-09-22T08:48:06.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.417+0000 7f63d5be48c0 1 < suggested update operation key=UHKYFMG0T61H tag=Q3Q8U08K2D6H type=del size=3170791 2024-09-22T08:48:06.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.421+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=EVYA3ECZDDEK type=del size=3890041 2024-09-22T08:48:06.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.425+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~ZC5M42L1EX71.0 size=1048576 2024-09-22T08:48:06.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.425+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~ZC5M42L1EX71.1 size=852767 2024-09-22T08:48:06.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.433+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=ZC5M42L1EX71 tag=R4LJ0XH7251H type=write size=2949919 2024-09-22T08:48:06.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.433+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=Z1J2GSEJFG1F type=del size=495772 2024-09-22T08:48:06.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.437+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=S8SABJNZQC0J type=del 2024-09-22T08:48:06.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.441+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=KUWAVB57JWOI type=write size=1036398 2024-09-22T08:48:06.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.445+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~UIB5P4RHOGI4.0 size=1048576 2024-09-22T08:48:06.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.449+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~UIB5P4RHOGI4.1 size=468574 2024-09-22T08:48:06.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.453+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=UIB5P4RHOGI4 tag=QJ6YE0DJ87YS type=write size=2565726 2024-09-22T08:48:06.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.457+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=XZRPUS94MX9V type=del size=2029945 2024-09-22T08:48:06.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.461+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~7Q3QO4TSQXES.0 size=486965 2024-09-22T08:48:06.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.465+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=7Q3QO4TSQXES tag=BR84K5UA7JPO type=write size=1535541 2024-09-22T08:48:06.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.469+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=5XAXFQHOB0Y6 type=del size=383419 2024-09-22T08:48:06.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.473+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~ZJCYI17T3105.0 size=881938 2024-09-22T08:48:06.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.477+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=ZJCYI17T3105 tag=AAB583GERMZG type=write size=1930514 2024-09-22T08:48:06.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.481+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=OU2Q7XG6TEQV type=del size=2049433 2024-09-22T08:48:06.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.485+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~EECJOJXFYTCG.0 size=1048576 2024-09-22T08:48:06.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.485+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~EECJOJXFYTCG.1 size=319084 2024-09-22T08:48:06.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.489+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=EECJOJXFYTCG tag=EXQUWY1J38K3 type=write size=2416236 2024-09-22T08:48:06.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~BS6F0U87GEBZ.0 size=1048576 2024-09-22T08:48:06.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~BS6F0U87GEBZ.1 size=1048576 2024-09-22T08:48:06.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~BS6F0U87GEBZ.2 size=430067 2024-09-22T08:48:06.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.501+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=BS6F0U87GEBZ tag=1G1LRYD72DNI type=write size=3575795 2024-09-22T08:48:06.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.505+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=GLPGLV6SBZ6R type=del 2024-09-22T08:48:06.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.509+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=OWR7AR9Z8RU7 type=del size=2727410 2024-09-22T08:48:06.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.509+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=SGRCIW0YWFV7 type=del 2024-09-22T08:48:06.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.513+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=1E9MNRD2Z972 type=write size=585782 2024-09-22T08:48:06.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.517+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=4K2EFPCDB9JM type=del 2024-09-22T08:48:06.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.521+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=DNHQF4VXAN91 type=del size=2951367 2024-09-22T08:48:06.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.525+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~28KOQ4P4O0LN.0 size=1048576 2024-09-22T08:48:06.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.525+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~28KOQ4P4O0LN.1 size=163455 2024-09-22T08:48:06.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.533+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=28KOQ4P4O0LN tag=EFXY6RP3ETE8 type=write size=2260607 2024-09-22T08:48:06.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.537+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=GXW27V1GV0TR type=del size=834445 2024-09-22T08:48:06.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.541+0000 7f63d5be48c0 1 < suggested update operation key=N3T2GVFADL66 tag=VMA8U5NFR093 type=write size=371588 2024-09-22T08:48:06.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.545+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=ZO4Z2DV7GAX7 type=write size=100614 2024-09-22T08:48:06.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.549+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=OK21ACPQRCO2 type=del 2024-09-22T08:48:06.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~584FMG2CBE9K.0 size=1048576 2024-09-22T08:48:06.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~584FMG2CBE9K.1 size=1048576 2024-09-22T08:48:06.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~584FMG2CBE9K.2 size=306297 2024-09-22T08:48:06.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.557+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=584FMG2CBE9K tag=YWXFQ1QF8141 type=write size=3452025 2024-09-22T08:48:06.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.561+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=WAM72WXXBP78 type=del 2024-09-22T08:48:06.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.565+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=VI3J080UMOTW type=del size=3874863 2024-09-22T08:48:06.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.565+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=8DU90B5ZIWMV type=del 2024-09-22T08:48:06.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~VH1ZPCKGQQGC.0 size=1048576 2024-09-22T08:48:06.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~VH1ZPCKGQQGC.1 size=185573 2024-09-22T08:48:06.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.577+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=VH1ZPCKGQQGC tag=OELH3JTISRAK type=write size=2282725 2024-09-22T08:48:06.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.585+0000 7f63d5be48c0 1 < suggested remove operation key=CU2N9Z3QGASM tag=H9TNWVM2OH60 type=del 2024-09-22T08:48:06.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.589+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~SR4HSW2D36G4.0 size=1048576 2024-09-22T08:48:06.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.589+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~SR4HSW2D36G4.1 size=372124 2024-09-22T08:48:06.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.589+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=SR4HSW2D36G4 tag=HW5YPBOMV8NG type=write size=2469276 2024-09-22T08:48:06.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.593+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=EVYA3ECZDDEK type=del 2024-09-22T08:48:06.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.597+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=52G4PVWBGMQR type=del size=319610 2024-09-22T08:48:06.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.597+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=CU2N9Z3QGASM tag=Z1J2GSEJFG1F type=del size=495772: (2) No such file or directory 2024-09-22T08:48:06.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.601+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=WLN6FADFOU42 type=del size=2303294 2024-09-22T08:48:06.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.605+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=KUWAVB57JWOI type=write size=1036398 2024-09-22T08:48:06.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.605+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=ST4FYKTS1GIY type=write size=16687 2024-09-22T08:48:06.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.609+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=XZRPUS94MX9V type=del 2024-09-22T08:48:06.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.617+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~SE7A87JY5X2N.0 size=203881 2024-09-22T08:48:06.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.617+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=SE7A87JY5X2N tag=3WC5Z8PFENQK type=write size=1252457 2024-09-22T08:48:06.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.617+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=5XAXFQHOB0Y6 type=del 2024-09-22T08:48:06.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.621+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=TS7UJH0AUQYG type=del size=3471810 2024-09-22T08:48:06.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.625+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=OU2Q7XG6TEQV type=del 2024-09-22T08:48:06.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~X3W82241QU8T.0 size=1048576 2024-09-22T08:48:06.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~X3W82241QU8T.1 size=767362 2024-09-22T08:48:06.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.633+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=X3W82241QU8T tag=JN42K5X90XBN type=write size=2864514 2024-09-22T08:48:06.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.637+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~BS6F0U87GEBZ.0 size=1048576 2024-09-22T08:48:06.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.637+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~BS6F0U87GEBZ.1 size=1048576 2024-09-22T08:48:06.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.637+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~BS6F0U87GEBZ.2 size=430067 2024-09-22T08:48:06.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.645+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=BS6F0U87GEBZ tag=1G1LRYD72DNI type=write size=3575795 2024-09-22T08:48:06.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~BULQ98HL1OO2.0 size=476980 2024-09-22T08:48:06.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.649+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=BULQ98HL1OO2 tag=0FTN85C6QRQG type=write size=1525556 2024-09-22T08:48:06.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.657+0000 7f63d5be48c0 1 < suggested update operation key=UHKYFMG0T61H tag=OWR7AR9Z8RU7 type=del size=2727410 2024-09-22T08:48:06.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.661+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=W5M5ODY0GMOD type=del size=741485 2024-09-22T08:48:06.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.665+0000 7f63d5be48c0 1 < completed write operation key=2ZLI4H2IJRPA tag=1E9MNRD2Z972 type=write size=585782 2024-09-22T08:48:06.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.669+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~L1XZWYTBGC6E.0 size=1048576 2024-09-22T08:48:06.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~L1XZWYTBGC6E.1 size=1048576 2024-09-22T08:48:06.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~L1XZWYTBGC6E.2 size=815712 2024-09-22T08:48:06.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.677+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=L1XZWYTBGC6E tag=56IHYTK87LSU type=write size=3961440 2024-09-22T08:48:06.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.681+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=DNHQF4VXAN91 type=del 2024-09-22T08:48:06.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.681+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=QEW5GDK1KX32 type=del size=2431403 2024-09-22T08:48:06.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.685+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=GXW27V1GV0TR type=del 2024-09-22T08:48:06.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.689+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=NWLMJ8KSSIPY type=write size=590163 2024-09-22T08:48:06.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.697+0000 7f63d5be48c0 1 < suggested remove operation key=9QU8893FESH3 tag=ZO4Z2DV7GAX7 type=write 2024-09-22T08:48:06.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.701+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=BA01RZWIHFJS type=del size=3106863 2024-09-22T08:48:06.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.705+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~584FMG2CBE9K.0 size=1048576 2024-09-22T08:48:06.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.705+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~584FMG2CBE9K.1 size=1048576 2024-09-22T08:48:06.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.709+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~584FMG2CBE9K.2 size=306297 2024-09-22T08:48:06.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.717+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=584FMG2CBE9K tag=YWXFQ1QF8141 type=write size=3452025 2024-09-22T08:48:06.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.717+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=9UUQG7VXMXVF type=del size=2320578 2024-09-22T08:48:06.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.721+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=VI3J080UMOTW type=del 2024-09-22T08:48:06.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.729+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~K57X9H7TWJHJ.0 size=1048576 2024-09-22T08:48:06.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.733+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~K57X9H7TWJHJ.1 size=841013 2024-09-22T08:48:06.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.733+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=K57X9H7TWJHJ tag=6IPMIRYJXW8K type=write size=2938165 2024-09-22T08:48:06.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.733+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~VH1ZPCKGQQGC.0 size=1048576 2024-09-22T08:48:06.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.737+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~VH1ZPCKGQQGC.1 size=185573 2024-09-22T08:48:06.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.745+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=VH1ZPCKGQQGC tag=OELH3JTISRAK type=write size=2282725 2024-09-22T08:48:06.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.749+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~OWDNZG5CEU5O.0 size=1048576 2024-09-22T08:48:06.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.753+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~OWDNZG5CEU5O.1 size=570001 2024-09-22T08:48:06.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.753+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=OWDNZG5CEU5O tag=6OJN1K47PI1A type=write size=2667153 2024-09-22T08:48:06.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.757+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~SR4HSW2D36G4.0 size=1048576 2024-09-22T08:48:06.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.757+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~SR4HSW2D36G4.1 size=372124 2024-09-22T08:48:06.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.765+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=SR4HSW2D36G4 tag=HW5YPBOMV8NG type=write size=2469276 2024-09-22T08:48:06.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.769+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=U7EX0U4DO9RY type=del size=2882500 2024-09-22T08:48:06.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.773+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=52G4PVWBGMQR type=del 2024-09-22T08:48:06.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.777+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=M29T5D4V3EMK type=del size=28679 2024-09-22T08:48:06.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.777+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=WLN6FADFOU42 type=del 2024-09-22T08:48:06.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.781+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=U7I39K6KD4YY type=del size=1315894 2024-09-22T08:48:06.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.785+0000 7f63d5be48c0 -1 < failed to complete operation key=9QU8893FESH3 tag=ST4FYKTS1GIY type=write size=16687: (22) Invalid argument 2024-09-22T08:48:06.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.789+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=X9L7X9ENCP6Q type=del size=2209828 2024-09-22T08:48:06.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.793+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~SE7A87JY5X2N.0 size=203881 2024-09-22T08:48:06.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.801+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=SE7A87JY5X2N tag=3WC5Z8PFENQK type=write size=1252457 2024-09-22T08:48:06.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.801+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=TTH3KIGLDDY2 type=del size=2147021 2024-09-22T08:48:06.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.805+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=TS7UJH0AUQYG type=del 2024-09-22T08:48:06.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.809+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=NDLD7RAR986W type=del size=2759067 2024-09-22T08:48:06.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.813+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~X3W82241QU8T.0 size=1048576 2024-09-22T08:48:06.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.817+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~X3W82241QU8T.1 size=767362 2024-09-22T08:48:06.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.821+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=X3W82241QU8T tag=JN42K5X90XBN type=write size=2864514 2024-09-22T08:48:06.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.825+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=Y869R2UISSO3 type=del size=2607013 2024-09-22T08:48:06.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.829+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~BULQ98HL1OO2.0 size=476980 2024-09-22T08:48:06.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.833+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=BULQ98HL1OO2 tag=0FTN85C6QRQG type=write size=1525556 2024-09-22T08:48:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~DG62NC9W7PGB.0 size=586715 2024-09-22T08:48:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.841+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=DG62NC9W7PGB tag=7LS4XOVOLBCY type=write size=1635291 2024-09-22T08:48:06.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.845+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=W5M5ODY0GMOD type=del 2024-09-22T08:48:06.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~8GNO07AI0Q88.0 size=1048576 2024-09-22T08:48:06.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.853+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~8GNO07AI0Q88.1 size=1048576 2024-09-22T08:48:06.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.857+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~8GNO07AI0Q88.2 size=439822 2024-09-22T08:48:06.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.857+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=8GNO07AI0Q88 tag=AFUFZTFI1D3U type=write size=3585550 2024-09-22T08:48:06.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.857+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~L1XZWYTBGC6E.0 size=1048576 2024-09-22T08:48:06.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.861+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~L1XZWYTBGC6E.1 size=1048576 2024-09-22T08:48:06.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.865+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~L1XZWYTBGC6E.2 size=815712 2024-09-22T08:48:06.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.869+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=L1XZWYTBGC6E tag=56IHYTK87LSU type=write size=3961440 2024-09-22T08:48:06.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.873+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=J0YV91R1BIT2 type=del size=3598387 2024-09-22T08:48:06.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.877+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=QEW5GDK1KX32 type=del 2024-09-22T08:48:06.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~BAAJM1EH078T.0 size=1048576 2024-09-22T08:48:06.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~BAAJM1EH078T.1 size=136161 2024-09-22T08:48:06.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.889+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=BAAJM1EH078T tag=T5P656LF7W3S type=write size=2233313 2024-09-22T08:48:06.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.893+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=NWLMJ8KSSIPY type=write size=590163 2024-09-22T08:48:06.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.897+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=64HYBAWPYGRT type=del size=3348804 2024-09-22T08:48:06.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.901+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=BA01RZWIHFJS type=del 2024-09-22T08:48:06.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.905+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~GXDHXIJXATPO.0 size=1048576 2024-09-22T08:48:06.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.909+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~GXDHXIJXATPO.1 size=1048576 2024-09-22T08:48:06.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~GXDHXIJXATPO.2 size=568998 2024-09-22T08:48:06.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.913+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=GXDHXIJXATPO tag=82UE2M0OX5QS type=write size=3714726 2024-09-22T08:48:06.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.917+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=9UUQG7VXMXVF type=del 2024-09-22T08:48:06.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.925+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~LSDN6JGX4BI1.0 size=1048576 2024-09-22T08:48:06.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.925+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~LSDN6JGX4BI1.1 size=1048576 2024-09-22T08:48:06.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.929+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~LSDN6JGX4BI1.2 size=616410 2024-09-22T08:48:06.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.929+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=LSDN6JGX4BI1 tag=JD5UNJ1E8YOD type=write size=3762138 2024-09-22T08:48:06.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.933+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~K57X9H7TWJHJ.0 size=1048576 2024-09-22T08:48:06.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.937+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~K57X9H7TWJHJ.1 size=841013 2024-09-22T08:48:06.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.941+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=K57X9H7TWJHJ tag=6IPMIRYJXW8K type=write size=2938165 2024-09-22T08:48:06.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.945+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=ZQC47Z1NXG7X type=del size=2679781 2024-09-22T08:48:06.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.949+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~OWDNZG5CEU5O.0 size=1048576 2024-09-22T08:48:06.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.953+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~OWDNZG5CEU5O.1 size=570001 2024-09-22T08:48:06.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.957+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=OWDNZG5CEU5O tag=6OJN1K47PI1A type=write size=2667153 2024-09-22T08:48:06.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.961+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=LRAX6HHVX4KW type=del size=887887 2024-09-22T08:48:06.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.961+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=U7EX0U4DO9RY type=del 2024-09-22T08:48:06.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.965+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=1SBV4HK7A67E type=del size=3766872 2024-09-22T08:48:06.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.969+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=M29T5D4V3EMK type=del 2024-09-22T08:48:06.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.973+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=757KFWUUAHY9 type=del size=48162 2024-09-22T08:48:06.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.977+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=U7I39K6KD4YY type=del 2024-09-22T08:48:06.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~NIDROC1NHSMU.0 size=1048576 2024-09-22T08:48:06.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.985+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~NIDROC1NHSMU.1 size=640933 2024-09-22T08:48:06.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.985+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=NIDROC1NHSMU tag=VXQHXUG38Y9I type=write size=2738085 2024-09-22T08:48:06.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.989+0000 7f63d5be48c0 -1 < failed to complete operation key=UHKYFMG0T61H tag=X9L7X9ENCP6Q type=del size=2209828: (22) Invalid argument 2024-09-22T08:48:06.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.989+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=VPAE5UAMUIPA type=write size=791739 2024-09-22T08:48:06.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.993+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=TTH3KIGLDDY2 type=del 2024-09-22T08:48:07.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:06.997+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=IWYZUA4ZP4J7 type=del size=2175658 2024-09-22T08:48:07.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.001+0000 7f63d5be48c0 1 < canceled operation key=ROTY3Z0W6P3U tag=NDLD7RAR986W type=del size=2759067 2024-09-22T08:48:07.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.005+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=H2DF0NJ3SWWF type=write size=388833 2024-09-22T08:48:07.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.005+0000 7f63d5be48c0 1 < canceled operation key=XIM0MQELPJS0 tag=Y869R2UISSO3 type=del size=2607013 2024-09-22T08:48:07.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~YV8RKQ3EHDSO.0 size=1048576 2024-09-22T08:48:07.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.017+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~YV8RKQ3EHDSO.1 size=973601 2024-09-22T08:48:07.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.017+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=YV8RKQ3EHDSO tag=87YQ6LNNZGSL type=write size=3070753 2024-09-22T08:48:07.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.017+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~DG62NC9W7PGB.0 size=586715 2024-09-22T08:48:07.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.025+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=DG62NC9W7PGB tag=7LS4XOVOLBCY type=write size=1635291 2024-09-22T08:48:07.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.029+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~6F3MS6HS1YGW.0 size=1048576 2024-09-22T08:48:07.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~6F3MS6HS1YGW.1 size=1048576 2024-09-22T08:48:07.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~6F3MS6HS1YGW.2 size=315023 2024-09-22T08:48:07.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.037+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=6F3MS6HS1YGW tag=YA01W1DGOXCC type=write size=3460751 2024-09-22T08:48:07.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.041+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~8GNO07AI0Q88.0 size=1048576 2024-09-22T08:48:07.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.041+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~8GNO07AI0Q88.1 size=1048576 2024-09-22T08:48:07.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.045+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~8GNO07AI0Q88.2 size=439822 2024-09-22T08:48:07.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.049+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=8GNO07AI0Q88 tag=AFUFZTFI1D3U type=write size=3585550 2024-09-22T08:48:07.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.057+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~8GUHZ7G9NRVN.0 size=1048576 2024-09-22T08:48:07.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~8GUHZ7G9NRVN.1 size=1048576 2024-09-22T08:48:07.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~8GUHZ7G9NRVN.2 size=319701 2024-09-22T08:48:07.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.061+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=8GUHZ7G9NRVN tag=9RP0EDACBZI5 type=write size=3465429 2024-09-22T08:48:07.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.069+0000 7f63d5be48c0 1 < suggested update operation key=7EXVYJV1LXD8 tag=J0YV91R1BIT2 type=del size=3598387 2024-09-22T08:48:07.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.073+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=K6UKOH9142YS type=del size=1578715 2024-09-22T08:48:07.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.077+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~BAAJM1EH078T.0 size=1048576 2024-09-22T08:48:07.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.077+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~BAAJM1EH078T.1 size=136161 2024-09-22T08:48:07.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.085+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=BAAJM1EH078T tag=T5P656LF7W3S type=write size=2233313 2024-09-22T08:48:07.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.089+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=2J2SXMCV7MEB type=del size=1336848 2024-09-22T08:48:07.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.089+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=64HYBAWPYGRT type=del 2024-09-22T08:48:07.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~RGEEJYIRGIU9.0 size=1048576 2024-09-22T08:48:07.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~RGEEJYIRGIU9.1 size=1048576 2024-09-22T08:48:07.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~RGEEJYIRGIU9.2 size=652117 2024-09-22T08:48:07.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.101+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=RGEEJYIRGIU9 tag=1VG2K1W5W5W6 type=write size=3797845 2024-09-22T08:48:07.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.105+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~GXDHXIJXATPO.0 size=1048576 2024-09-22T08:48:07.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.105+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~GXDHXIJXATPO.1 size=1048576 2024-09-22T08:48:07.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.109+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~GXDHXIJXATPO.2 size=568998 2024-09-22T08:48:07.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.117+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=GXDHXIJXATPO tag=82UE2M0OX5QS type=write size=3714726 2024-09-22T08:48:07.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.121+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=XPVJ8J1D66YA type=del size=1512743 2024-09-22T08:48:07.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.125+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~LSDN6JGX4BI1.0 size=1048576 2024-09-22T08:48:07.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.125+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~LSDN6JGX4BI1.1 size=1048576 2024-09-22T08:48:07.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.129+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~LSDN6JGX4BI1.2 size=616410 2024-09-22T08:48:07.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.137+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=LSDN6JGX4BI1 tag=JD5UNJ1E8YOD type=write size=3762138 2024-09-22T08:48:07.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~74Q8R3UUN1UV.0 size=245763 2024-09-22T08:48:07.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.145+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=74Q8R3UUN1UV tag=VHHTR7RFRW5L type=write size=1294339 2024-09-22T08:48:07.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.149+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=ZQC47Z1NXG7X type=del 2024-09-22T08:48:07.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.153+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=5TEU6BYFNBP4 type=write size=445243 2024-09-22T08:48:07.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.153+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=LRAX6HHVX4KW type=del 2024-09-22T08:48:07.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.157+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=MRELSYBSQIDT type=del size=2003763 2024-09-22T08:48:07.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.161+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=1SBV4HK7A67E type=del 2024-09-22T08:48:07.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.165+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=Q5AKTVZ7R2M9 type=del size=1947547 2024-09-22T08:48:07.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.169+0000 7f63d5be48c0 -1 < failed to complete operation key=7EXVYJV1LXD8 tag=757KFWUUAHY9 type=del size=48162: (22) Invalid argument 2024-09-22T08:48:07.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.169+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=JEHDQWGRNIQX type=write size=565387 2024-09-22T08:48:07.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.173+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~NIDROC1NHSMU.0 size=1048576 2024-09-22T08:48:07.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.177+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~NIDROC1NHSMU.1 size=640933 2024-09-22T08:48:07.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.185+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=NIDROC1NHSMU tag=VXQHXUG38Y9I type=write size=2738085 2024-09-22T08:48:07.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.189+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=27X8L7M4M8FZ type=del size=64332 2024-09-22T08:48:07.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.197+0000 7f63d5be48c0 1 < suggested remove operation key=DRUC4JUPWIZT tag=VPAE5UAMUIPA type=write 2024-09-22T08:48:07.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.201+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=1YL3LZSGO804 type=del size=375888 2024-09-22T08:48:07.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.209+0000 7f63d5be48c0 1 < suggested remove operation key=V5JZ6OBLB6FZ tag=IWYZUA4ZP4J7 type=del 2024-09-22T08:48:07.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.217+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~Q94M37BOD0L7.0 size=1048576 2024-09-22T08:48:07.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.221+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~Q94M37BOD0L7.1 size=763576 2024-09-22T08:48:07.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.221+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=Q94M37BOD0L7 tag=3T5MUZ0ZQKNJ type=write size=2860728 2024-09-22T08:48:07.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.225+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=H2DF0NJ3SWWF type=write size=388833 2024-09-22T08:48:07.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.225+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=IJDDDBXAP62L type=del size=3326602 2024-09-22T08:48:07.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.229+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~YV8RKQ3EHDSO.0 size=1048576 2024-09-22T08:48:07.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.233+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~YV8RKQ3EHDSO.1 size=973601 2024-09-22T08:48:07.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.237+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=YV8RKQ3EHDSO tag=87YQ6LNNZGSL type=write size=3070753 2024-09-22T08:48:07.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.241+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=TG7GPBUW83OV type=del size=914365 2024-09-22T08:48:07.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.245+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~6F3MS6HS1YGW.0 size=1048576 2024-09-22T08:48:07.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.249+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~6F3MS6HS1YGW.1 size=1048576 2024-09-22T08:48:07.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.249+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~6F3MS6HS1YGW.2 size=315023 2024-09-22T08:48:07.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.257+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=6F3MS6HS1YGW tag=YA01W1DGOXCC type=write size=3460751 2024-09-22T08:48:07.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.261+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=Q6ESADICS4IF type=del size=2506922 2024-09-22T08:48:07.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.265+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~8GUHZ7G9NRVN.0 size=1048576 2024-09-22T08:48:07.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.265+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~8GUHZ7G9NRVN.1 size=1048576 2024-09-22T08:48:07.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.269+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~8GUHZ7G9NRVN.2 size=319701 2024-09-22T08:48:07.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.273+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=8GUHZ7G9NRVN tag=9RP0EDACBZI5 type=write size=3465429 2024-09-22T08:48:07.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.277+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=AQ2WLWXJY6DR type=del size=980873 2024-09-22T08:48:07.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.281+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=K6UKOH9142YS type=del 2024-09-22T08:48:07.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.285+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=S4RLG1DAZRST type=del size=2088026 2024-09-22T08:48:07.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.289+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=2J2SXMCV7MEB type=del 2024-09-22T08:48:07.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.293+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=4NJK0TJJI5YM type=del size=2321484 2024-09-22T08:48:07.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.297+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~RGEEJYIRGIU9.0 size=1048576 2024-09-22T08:48:07.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.297+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~RGEEJYIRGIU9.1 size=1048576 2024-09-22T08:48:07.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.297+0000 7f63d5be48c0 1 < canceled part key=_multipart_VDSHPE93TN14.2~RGEEJYIRGIU9.2 size=652117 2024-09-22T08:48:07.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.305+0000 7f63d5be48c0 1 < canceled multipart upload key=VDSHPE93TN14 upload=RGEEJYIRGIU9 tag=1VG2K1W5W5W6 type=write size=3797845 2024-09-22T08:48:07.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.309+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=UPV2KLXMZ9MY type=del size=3224084 2024-09-22T08:48:07.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.313+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=XPVJ8J1D66YA type=del 2024-09-22T08:48:07.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.313+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=B0ZHLF91WU63 type=del size=1829022 2024-09-22T08:48:07.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.317+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~74Q8R3UUN1UV.0 size=245763 2024-09-22T08:48:07.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.325+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=74Q8R3UUN1UV tag=VHHTR7RFRW5L type=write size=1294339 2024-09-22T08:48:07.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.325+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=W8E9VQDUPZBR type=del size=3516218 2024-09-22T08:48:07.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.329+0000 7f63d5be48c0 1 < completed write operation key=465P86KCYZ8V tag=5TEU6BYFNBP4 type=write size=445243 2024-09-22T08:48:07.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.333+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=NP8YQITVSI71 type=del size=892565 2024-09-22T08:48:07.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.337+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=MRELSYBSQIDT type=del 2024-09-22T08:48:07.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.341+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=5LSE68M7VFQV type=del size=4165035 2024-09-22T08:48:07.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.345+0000 7f63d5be48c0 1 < suggested update operation key=3MG2M4MHSYN5 tag=Q5AKTVZ7R2M9 type=del size=1947547 2024-09-22T08:48:07.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~88WN4FRKBZFW.0 size=466912 2024-09-22T08:48:07.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.353+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=88WN4FRKBZFW tag=4640ZQ41CDUX type=write size=1515488 2024-09-22T08:48:07.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.357+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=JEHDQWGRNIQX type=write size=565387 2024-09-22T08:48:07.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.361+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=DG1X9T87B1DG type=del size=2912367 2024-09-22T08:48:07.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.365+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=27X8L7M4M8FZ type=del 2024-09-22T08:48:07.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.369+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=PP8HCDS77Z8J type=del size=940255 2024-09-22T08:48:07.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.369+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=1YL3LZSGO804 type=del 2024-09-22T08:48:07.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.377+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~C4P2J6N8NA00.0 size=49163 2024-09-22T08:48:07.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.377+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=C4P2J6N8NA00 tag=I7W0XYALOZIJ type=write size=1097739 2024-09-22T08:48:07.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.381+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~Q94M37BOD0L7.0 size=1048576 2024-09-22T08:48:07.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.385+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~Q94M37BOD0L7.1 size=763576 2024-09-22T08:48:07.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.389+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=Q94M37BOD0L7 tag=3T5MUZ0ZQKNJ type=write size=2860728 2024-09-22T08:48:07.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.393+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=G9YE78YMADZ3 type=del size=631244 2024-09-22T08:48:07.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.397+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=IJDDDBXAP62L type=del 2024-09-22T08:48:07.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.401+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=SFK0G93XNRQ8 type=del size=1426771 2024-09-22T08:48:07.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.405+0000 7f63d5be48c0 -1 < failed to complete operation key=3MG2M4MHSYN5 tag=TG7GPBUW83OV type=del size=914365: (22) Invalid argument 2024-09-22T08:48:07.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.409+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~49106YJH5I9T.0 size=1048576 2024-09-22T08:48:07.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~49106YJH5I9T.1 size=344679 2024-09-22T08:48:07.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.413+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=49106YJH5I9T tag=MN38CRMSEC1P type=write size=2441831 2024-09-22T08:48:07.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.417+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=Q6ESADICS4IF type=del 2024-09-22T08:48:07.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.421+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~08QE6H53QCWZ.0 size=633272 2024-09-22T08:48:07.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.421+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=08QE6H53QCWZ tag=8LXE7IBXIJ09 type=write size=1681848 2024-09-22T08:48:07.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.429+0000 7f63d5be48c0 1 < suggested update operation key=XJHFTJNAZSHI tag=AQ2WLWXJY6DR type=del size=980873 2024-09-22T08:48:07.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.433+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~N9R00MM3S6V3.0 size=721332 2024-09-22T08:48:07.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.433+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=N9R00MM3S6V3 tag=J11HNZQ5VTGR type=write size=1769908 2024-09-22T08:48:07.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.437+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=S4RLG1DAZRST type=del 2024-09-22T08:48:07.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.441+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=B38MEQR7GGWM type=del size=984183 2024-09-22T08:48:07.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.445+0000 7f63d5be48c0 1 < canceled operation key=VDSHPE93TN14 tag=4NJK0TJJI5YM type=del size=2321484 2024-09-22T08:48:07.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~XXLP8R1U1PT4.0 size=1048576 2024-09-22T08:48:07.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.453+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~XXLP8R1U1PT4.1 size=647857 2024-09-22T08:48:07.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.453+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=XXLP8R1U1PT4 tag=RLPCOZ4S9CC8 type=write size=2745009 2024-09-22T08:48:07.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.457+0000 7f63d5be48c0 1 < canceled operation key=AJ8YUA7HCF5R tag=UPV2KLXMZ9MY type=del size=3224084 2024-09-22T08:48:07.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.461+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=WMEDJQTWZ0YJ type=del size=2567080 2024-09-22T08:48:07.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.465+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=B0ZHLF91WU63 type=del 2024-09-22T08:48:07.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.469+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=2BM02XQBRPEG type=write size=443572 2024-09-22T08:48:07.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.473+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=W8E9VQDUPZBR type=del 2024-09-22T08:48:07.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~3THGFIMQ9URM.0 size=1048576 2024-09-22T08:48:07.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~3THGFIMQ9URM.1 size=283130 2024-09-22T08:48:07.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.481+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=3THGFIMQ9URM tag=2P605XX0L0RK type=write size=2380282 2024-09-22T08:48:07.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.485+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=NP8YQITVSI71 type=del 2024-09-22T08:48:07.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.489+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=JU7RBC3QTBL7 type=del size=2308515 2024-09-22T08:48:07.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.489+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=5LSE68M7VFQV type=del 2024-09-22T08:48:07.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.493+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=SGVBMXOR86CK type=del size=3626754 2024-09-22T08:48:07.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.497+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~88WN4FRKBZFW.0 size=466912 2024-09-22T08:48:07.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.501+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=88WN4FRKBZFW tag=4640ZQ41CDUX type=write size=1515488 2024-09-22T08:48:07.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~PPCBII4QCC1T.0 size=949460 2024-09-22T08:48:07.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.505+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=PPCBII4QCC1T tag=P68B9HCI1K7P type=write size=1998036 2024-09-22T08:48:07.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.509+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=DG1X9T87B1DG type=del 2024-09-22T08:48:07.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.513+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=BINAB1D1EUBB type=del size=4155192 2024-09-22T08:48:07.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.517+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=PP8HCDS77Z8J type=del 2024-09-22T08:48:07.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.521+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~66D7I2TW9XV2.0 size=1048576 2024-09-22T08:48:07.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.529+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~66D7I2TW9XV2.1 size=93075 2024-09-22T08:48:07.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.529+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=66D7I2TW9XV2 tag=3UFF22ATGH0I type=write size=2190227 2024-09-22T08:48:07.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.533+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~C4P2J6N8NA00.0 size=49163 2024-09-22T08:48:07.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.541+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=C4P2J6N8NA00 tag=I7W0XYALOZIJ type=write size=1097739 2024-09-22T08:48:07.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.541+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=14I90OM5WO5A type=write size=90364 2024-09-22T08:48:07.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.545+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=G9YE78YMADZ3 type=del 2024-09-22T08:48:07.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~HU2NXJD3ZJQZ.0 size=698264 2024-09-22T08:48:07.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.553+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=HU2NXJD3ZJQZ tag=0MXE83VNODSG type=write size=1746840 2024-09-22T08:48:07.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.557+0000 7f63d5be48c0 1 < canceled operation key=3MG2M4MHSYN5 tag=SFK0G93XNRQ8 type=del size=1426771 2024-09-22T08:48:07.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.557+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=TCK83FKOD0KR type=del size=1002633 2024-09-22T08:48:07.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.561+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~49106YJH5I9T.0 size=1048576 2024-09-22T08:48:07.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.565+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~49106YJH5I9T.1 size=344679 2024-09-22T08:48:07.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.569+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=49106YJH5I9T tag=MN38CRMSEC1P type=write size=2441831 2024-09-22T08:48:07.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.573+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=C45XWO3X15CZ type=del size=1640668 2024-09-22T08:48:07.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.577+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~08QE6H53QCWZ.0 size=633272 2024-09-22T08:48:07.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.581+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=08QE6H53QCWZ tag=8LXE7IBXIJ09 type=write size=1681848 2024-09-22T08:48:07.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.585+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=2474S60NWPI5 type=del size=3712073 2024-09-22T08:48:07.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.589+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~N9R00MM3S6V3.0 size=721332 2024-09-22T08:48:07.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.593+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=N9R00MM3S6V3 tag=J11HNZQ5VTGR type=write size=1769908 2024-09-22T08:48:07.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.597+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=YOGTENGA9G39 type=write size=672107 2024-09-22T08:48:07.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.601+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=B38MEQR7GGWM type=del 2024-09-22T08:48:07.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~7IQ680C6TTGC.0 size=27562 2024-09-22T08:48:07.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.605+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=7IQ680C6TTGC tag=4QOLR30Z61II type=write size=1076138 2024-09-22T08:48:07.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.609+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~XXLP8R1U1PT4.0 size=1048576 2024-09-22T08:48:07.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.613+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~XXLP8R1U1PT4.1 size=647857 2024-09-22T08:48:07.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.621+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=XXLP8R1U1PT4 tag=RLPCOZ4S9CC8 type=write size=2745009 2024-09-22T08:48:07.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.625+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~1G0NTP4WQDE9.0 size=1048576 2024-09-22T08:48:07.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~1G0NTP4WQDE9.1 size=438356 2024-09-22T08:48:07.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.629+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=1G0NTP4WQDE9 tag=OYHNNIWTTNVE type=write size=2535508 2024-09-22T08:48:07.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.633+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=WMEDJQTWZ0YJ type=del size=2567080 2024-09-22T08:48:07.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.641+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~X7KUJSXTN9I3.0 size=1048576 2024-09-22T08:48:07.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.645+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~X7KUJSXTN9I3.1 size=1048576 2024-09-22T08:48:07.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.645+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~X7KUJSXTN9I3.2 size=1029390 2024-09-22T08:48:07.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.645+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=X7KUJSXTN9I3 tag=2Y1OPGE1HGQC type=write size=4175118 2024-09-22T08:48:07.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.649+0000 7f63d5be48c0 1 < completed write operation key=ROTY3Z0W6P3U tag=2BM02XQBRPEG type=write size=443572 2024-09-22T08:48:07.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.653+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=7W1W6IS14TQF type=del size=255413 2024-09-22T08:48:07.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.657+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~3THGFIMQ9URM.0 size=1048576 2024-09-22T08:48:07.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.661+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~3THGFIMQ9URM.1 size=283130 2024-09-22T08:48:07.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.665+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=3THGFIMQ9URM tag=2P605XX0L0RK type=write size=2380282 2024-09-22T08:48:07.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.669+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=CV9WTHLAWB4F type=write size=956982 2024-09-22T08:48:07.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.677+0000 7f63d5be48c0 1 < suggested remove operation key=AJ8YUA7HCF5R tag=JU7RBC3QTBL7 type=del 2024-09-22T08:48:07.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.681+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=LCUHLT10C3Z1 type=del size=633375 2024-09-22T08:48:07.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.685+0000 7f63d5be48c0 1 < canceled operation key=DRUC4JUPWIZT tag=SGVBMXOR86CK type=del size=3626754 2024-09-22T08:48:07.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~HINZFV483ZDY.0 size=1048576 2024-09-22T08:48:07.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~HINZFV483ZDY.1 size=1048576 2024-09-22T08:48:07.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.697+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~HINZFV483ZDY.2 size=655293 2024-09-22T08:48:07.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.697+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=HINZFV483ZDY tag=PT1R3LG35OGN type=write size=3801021 2024-09-22T08:48:07.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.701+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~PPCBII4QCC1T.0 size=949460 2024-09-22T08:48:07.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.705+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=PPCBII4QCC1T tag=P68B9HCI1K7P type=write size=1998036 2024-09-22T08:48:07.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.713+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~IYRPE46YLFKL.0 size=888157 2024-09-22T08:48:07.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.713+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=IYRPE46YLFKL tag=8H1EQVIDVBLK type=write size=1936733 2024-09-22T08:48:07.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.717+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=BINAB1D1EUBB type=del 2024-09-22T08:48:07.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.721+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=EQLLDUW5704G type=write size=384784 2024-09-22T08:48:07.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.721+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~66D7I2TW9XV2.0 size=1048576 2024-09-22T08:48:07.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.721+0000 7f63d5be48c0 1 < canceled part key=_multipart_3MG2M4MHSYN5.2~66D7I2TW9XV2.1 size=93075 2024-09-22T08:48:07.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.729+0000 7f63d5be48c0 1 < canceled multipart upload key=3MG2M4MHSYN5 upload=66D7I2TW9XV2 tag=3UFF22ATGH0I type=write size=2190227 2024-09-22T08:48:07.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.733+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=YI881ESVK3XS type=del size=2198742 2024-09-22T08:48:07.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.737+0000 7f63d5be48c0 1 < completed write operation key=SKZYLE6QANA6 tag=14I90OM5WO5A type=write size=90364 2024-09-22T08:48:07.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.737+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=V5WU0PY68GLD type=del size=1588924 2024-09-22T08:48:07.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.741+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~HU2NXJD3ZJQZ.0 size=698264 2024-09-22T08:48:07.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.749+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=HU2NXJD3ZJQZ tag=0MXE83VNODSG type=write size=1746840 2024-09-22T08:48:07.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.753+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=RGV3654G8NKL type=del size=2659910 2024-09-22T08:48:07.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.757+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=TCK83FKOD0KR type=del 2024-09-22T08:48:07.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.757+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=8L2KRVOE1YJV type=del size=3975350 2024-09-22T08:48:07.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.761+0000 7f63d5be48c0 -1 < failed to complete operation key=AJ8YUA7HCF5R tag=C45XWO3X15CZ type=del size=1640668: (22) Invalid argument 2024-09-22T08:48:07.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.765+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=PX3TO3ADASP9 type=del size=1268476 2024-09-22T08:48:07.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.769+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=2474S60NWPI5 type=del 2024-09-22T08:48:07.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~G865C1PN3KRD.0 size=1048576 2024-09-22T08:48:07.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.781+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~G865C1PN3KRD.1 size=1048576 2024-09-22T08:48:07.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.781+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~G865C1PN3KRD.2 size=42145 2024-09-22T08:48:07.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.781+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=G865C1PN3KRD tag=TNC92UI9WU0F type=write size=3187873 2024-09-22T08:48:07.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.789+0000 7f63d5be48c0 1 < suggested update operation key=ANO1D6N8RQ7Y tag=YOGTENGA9G39 type=write size=672107 2024-09-22T08:48:07.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.793+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~B4CH0HP40FV9.0 size=385972 2024-09-22T08:48:07.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.793+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=B4CH0HP40FV9 tag=6SMDOXSPAT5M type=write size=1434548 2024-09-22T08:48:07.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.797+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~7IQ680C6TTGC.0 size=27562 2024-09-22T08:48:07.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.805+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=7IQ680C6TTGC tag=4QOLR30Z61II type=write size=1076138 2024-09-22T08:48:07.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.809+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=XJ59V4DQ10AZ type=del size=1493984 2024-09-22T08:48:07.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.813+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~1G0NTP4WQDE9.0 size=1048576 2024-09-22T08:48:07.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.813+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~1G0NTP4WQDE9.1 size=438356 2024-09-22T08:48:07.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.821+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=1G0NTP4WQDE9 tag=OYHNNIWTTNVE type=write size=2535508 2024-09-22T08:48:07.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.829+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~J51WZQ5SW4XU.0 size=1048576 2024-09-22T08:48:07.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~J51WZQ5SW4XU.1 size=1048576 2024-09-22T08:48:07.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~J51WZQ5SW4XU.2 size=54684 2024-09-22T08:48:07.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.833+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=J51WZQ5SW4XU tag=E61Y2HSOZP8E type=write size=3200412 2024-09-22T08:48:07.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.841+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~X7KUJSXTN9I3.0 size=1048576 2024-09-22T08:48:07.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.841+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~X7KUJSXTN9I3.1 size=1048576 2024-09-22T08:48:07.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.841+0000 7f63d5be48c0 1 < canceled part key=_multipart_4WGAB8CTCA4V.2~X7KUJSXTN9I3.2 size=1029390 2024-09-22T08:48:07.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.849+0000 7f63d5be48c0 1 < canceled multipart upload key=4WGAB8CTCA4V upload=X7KUJSXTN9I3 tag=2Y1OPGE1HGQC type=write size=4175118 2024-09-22T08:48:07.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.857+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RJ23HRFH8WIT.0 size=1048576 2024-09-22T08:48:07.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.861+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RJ23HRFH8WIT.1 size=151821 2024-09-22T08:48:07.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.861+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=RJ23HRFH8WIT tag=GCV0R2P786B8 type=write size=2248973 2024-09-22T08:48:07.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.869+0000 7f63d5be48c0 1 < suggested remove operation key=PZ87MXMNVGG3 tag=7W1W6IS14TQF type=del 2024-09-22T08:48:07.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~3726U4A1GXK7.0 size=97690 2024-09-22T08:48:07.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.873+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=3726U4A1GXK7 tag=XMRB0UPKVVI5 type=write size=1146266 2024-09-22T08:48:07.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.881+0000 7f63d5be48c0 1 < suggested remove operation key=CU2N9Z3QGASM tag=CV9WTHLAWB4F type=write 2024-09-22T08:48:07.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.885+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=PCZWVFZGINWO type=write size=694841 2024-09-22T08:48:07.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.889+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=LCUHLT10C3Z1 type=del 2024-09-22T08:48:07.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.893+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~EUGOQ970KHWZ.0 size=1048576 2024-09-22T08:48:07.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~EUGOQ970KHWZ.1 size=1048576 2024-09-22T08:48:07.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~EUGOQ970KHWZ.2 size=692233 2024-09-22T08:48:07.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.901+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=EUGOQ970KHWZ tag=EIAOMJ3E332N type=write size=3837961 2024-09-22T08:48:07.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.901+0000 7f63d5be48c0 1 < canceled part key=_multipart_UHKYFMG0T61H.2~HINZFV483ZDY.0 size=1048576 2024-09-22T08:48:07.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.901+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~HINZFV483ZDY.1 size=1048576 2024-09-22T08:48:07.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.905+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~HINZFV483ZDY.2 size=655293 2024-09-22T08:48:07.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.913+0000 7f63d5be48c0 1 < canceled multipart upload key=UHKYFMG0T61H upload=HINZFV483ZDY tag=PT1R3LG35OGN type=write size=3801021 2024-09-22T08:48:07.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.913+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=TQBNMH7D8E58 type=del size=3982575 2024-09-22T08:48:07.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.917+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~IYRPE46YLFKL.0 size=888157 2024-09-22T08:48:07.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.925+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=IYRPE46YLFKL tag=8H1EQVIDVBLK type=write size=1936733 2024-09-22T08:48:07.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.929+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=1TNWR1715UR3 type=write size=647159 2024-09-22T08:48:07.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.933+0000 7f63d5be48c0 1 < suggested update operation key=9QU8893FESH3 tag=EQLLDUW5704G type=write size=384784 2024-09-22T08:48:07.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.937+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=P8BXC9VKFNBF type=del size=296912 2024-09-22T08:48:07.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.941+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=YI881ESVK3XS type=del 2024-09-22T08:48:07.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~JMW1J08PEEY5.0 size=1048576 2024-09-22T08:48:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~JMW1J08PEEY5.1 size=551890 2024-09-22T08:48:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.949+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=JMW1J08PEEY5 tag=RI3C0XJTPWOQ type=write size=2649042 2024-09-22T08:48:07.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.957+0000 7f63d5be48c0 1 < suggested remove operation key=PZ87MXMNVGG3 tag=V5WU0PY68GLD type=del 2024-09-22T08:48:07.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~T05RJSHWZW09.0 size=1048576 2024-09-22T08:48:07.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.965+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~T05RJSHWZW09.1 size=1048576 2024-09-22T08:48:07.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~T05RJSHWZW09.2 size=965406 2024-09-22T08:48:07.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.969+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=T05RJSHWZW09 tag=0W7R3XD9ZRDI type=write size=4111134 2024-09-22T08:48:07.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.973+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=RGV3654G8NKL type=del 2024-09-22T08:48:07.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.973+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=2CLM7D5FV705 type=del size=2314838 2024-09-22T08:48:07.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.977+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=8L2KRVOE1YJV type=del 2024-09-22T08:48:07.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.981+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=CM0EJ1O43R6S type=del size=713315 2024-09-22T08:48:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.985+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=PX3TO3ADASP9 type=del 2024-09-22T08:48:07.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.989+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=S1Z3114KMKJ3 type=del size=1838981 2024-09-22T08:48:07.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.993+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~G865C1PN3KRD.0 size=1048576 2024-09-22T08:48:07.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.997+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~G865C1PN3KRD.1 size=1048576 2024-09-22T08:48:08.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:07.997+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~G865C1PN3KRD.2 size=42145 2024-09-22T08:48:08.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.005+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=G865C1PN3KRD tag=TNC92UI9WU0F type=write size=3187873 2024-09-22T08:48:08.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.009+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~GJ98HF3HQXAH.0 size=304055 2024-09-22T08:48:08.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.009+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=GJ98HF3HQXAH tag=3C9AGFJR8GFZ type=write size=1352631 2024-09-22T08:48:08.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.013+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~B4CH0HP40FV9.0 size=385972 2024-09-22T08:48:08.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.021+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=B4CH0HP40FV9 tag=6SMDOXSPAT5M type=write size=1434548 2024-09-22T08:48:08.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.025+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~AVDPIOTOG1UA.0 size=1048576 2024-09-22T08:48:08.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.029+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~AVDPIOTOG1UA.1 size=369526 2024-09-22T08:48:08.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.029+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=AVDPIOTOG1UA tag=T8I3RMPKV9IA type=write size=2466678 2024-09-22T08:48:08.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.033+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=XJ59V4DQ10AZ type=del 2024-09-22T08:48:08.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.037+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=SQDBV465I2Z7 type=del size=2795426 2024-09-22T08:48:08.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.041+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~J51WZQ5SW4XU.0 size=1048576 2024-09-22T08:48:08.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.041+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~J51WZQ5SW4XU.1 size=1048576 2024-09-22T08:48:08.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.041+0000 7f63d5be48c0 1 < canceled part key=_multipart_9QU8893FESH3.2~J51WZQ5SW4XU.2 size=54684 2024-09-22T08:48:08.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.049+0000 7f63d5be48c0 1 < canceled multipart upload key=9QU8893FESH3 upload=J51WZQ5SW4XU tag=E61Y2HSOZP8E type=write size=3200412 2024-09-22T08:48:08.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.053+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=CM4OXL5KQ1CP type=write size=675687 2024-09-22T08:48:08.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.053+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~RJ23HRFH8WIT.0 size=1048576 2024-09-22T08:48:08.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.057+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~RJ23HRFH8WIT.1 size=151821 2024-09-22T08:48:08.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.065+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=RJ23HRFH8WIT tag=GCV0R2P786B8 type=write size=2248973 2024-09-22T08:48:08.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.069+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~B406XFMUDU3J.0 size=673519 2024-09-22T08:48:08.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.069+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=B406XFMUDU3J tag=NN9SKVWY6CPD type=write size=1722095 2024-09-22T08:48:08.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.073+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~3726U4A1GXK7.0 size=97690 2024-09-22T08:48:08.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.081+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=3726U4A1GXK7 tag=XMRB0UPKVVI5 type=write size=1146266 2024-09-22T08:48:08.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.085+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~2N0DG26EGLT9.0 size=1048576 2024-09-22T08:48:08.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.089+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~2N0DG26EGLT9.1 size=1048576 2024-09-22T08:48:08.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.089+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~2N0DG26EGLT9.2 size=68296 2024-09-22T08:48:08.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.089+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=2N0DG26EGLT9 tag=48ESDNCNL6OS type=write size=3214024 2024-09-22T08:48:08.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.093+0000 7f63d5be48c0 1 < completed write operation key=ROTY3Z0W6P3U tag=PCZWVFZGINWO type=write size=694841 2024-09-22T08:48:08.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.097+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=TD50CVQM7ZVP type=write size=265825 2024-09-22T08:48:08.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.101+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~EUGOQ970KHWZ.0 size=1048576 2024-09-22T08:48:08.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.105+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~EUGOQ970KHWZ.1 size=1048576 2024-09-22T08:48:08.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.105+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~EUGOQ970KHWZ.2 size=692233 2024-09-22T08:48:08.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.113+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=EUGOQ970KHWZ tag=EIAOMJ3E332N type=write size=3837961 2024-09-22T08:48:08.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~D1U87XKMH2ME.0 size=1048576 2024-09-22T08:48:08.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~D1U87XKMH2ME.1 size=1048576 2024-09-22T08:48:08.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~D1U87XKMH2ME.2 size=353258 2024-09-22T08:48:08.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.125+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=D1U87XKMH2ME tag=AUVSAC8L0JLS type=write size=3498986 2024-09-22T08:48:08.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.129+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=TQBNMH7D8E58 type=del 2024-09-22T08:48:08.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.133+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=MPRGW0NPQMWF type=write size=259590 2024-09-22T08:48:08.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.133+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=PZ87MXMNVGG3 tag=1TNWR1715UR3 type=write size=647159: (2) No such file or directory 2024-09-22T08:48:08.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.137+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=XEI67CPOJAU5 type=del size=951188 2024-09-22T08:48:08.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.141+0000 7f63d5be48c0 1 < canceled operation key=ROTY3Z0W6P3U tag=P8BXC9VKFNBF type=del size=296912 2024-09-22T08:48:08.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~XXJUIQS9VPPM.0 size=1048576 2024-09-22T08:48:08.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.149+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~XXJUIQS9VPPM.1 size=458634 2024-09-22T08:48:08.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.149+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=XXJUIQS9VPPM tag=K3Y6T4N3P60W type=write size=2555786 2024-09-22T08:48:08.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.153+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~JMW1J08PEEY5.0 size=1048576 2024-09-22T08:48:08.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.157+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~JMW1J08PEEY5.1 size=551890 2024-09-22T08:48:08.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.161+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=JMW1J08PEEY5 tag=RI3C0XJTPWOQ type=write size=2649042 2024-09-22T08:48:08.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.169+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~XTQ0C8ALTJ4R.0 size=1048576 2024-09-22T08:48:08.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~XTQ0C8ALTJ4R.1 size=1048576 2024-09-22T08:48:08.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~XTQ0C8ALTJ4R.2 size=643599 2024-09-22T08:48:08.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.177+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=XTQ0C8ALTJ4R tag=YNIEGHWXDGCF type=write size=3789327 2024-09-22T08:48:08.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.181+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~T05RJSHWZW09.0 size=1048576 2024-09-22T08:48:08.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.181+0000 7f63d5be48c0 1 < canceled part key=_multipart_SKZYLE6QANA6.2~T05RJSHWZW09.1 size=1048576 2024-09-22T08:48:08.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.185+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~T05RJSHWZW09.2 size=965406 2024-09-22T08:48:08.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.189+0000 7f63d5be48c0 1 < canceled multipart upload key=SKZYLE6QANA6 upload=T05RJSHWZW09 tag=0W7R3XD9ZRDI type=write size=4111134 2024-09-22T08:48:08.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.193+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=CTCPZG5MDTML type=del size=626430 2024-09-22T08:48:08.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.201+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=2CLM7D5FV705 type=del 2024-09-22T08:48:08.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.205+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=UCK3A200PE0Q type=del size=3094986 2024-09-22T08:48:08.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.209+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=CM0EJ1O43R6S type=del 2024-09-22T08:48:08.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~7D0N3J4IT9UP.0 size=126952 2024-09-22T08:48:08.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.213+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=7D0N3J4IT9UP tag=C57E2HZPO0SN type=write size=1175528 2024-09-22T08:48:08.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.221+0000 7f63d5be48c0 1 < suggested remove operation key=VDSHPE93TN14 tag=S1Z3114KMKJ3 type=del 2024-09-22T08:48:08.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.229+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~OEMQ3J2Q0XO0.0 size=537620 2024-09-22T08:48:08.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.229+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=OEMQ3J2Q0XO0 tag=H5X5EAQ5PG44 type=write size=1586196 2024-09-22T08:48:08.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.233+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~GJ98HF3HQXAH.0 size=304055 2024-09-22T08:48:08.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.237+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=GJ98HF3HQXAH tag=3C9AGFJR8GFZ type=write size=1352631 2024-09-22T08:48:08.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.241+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=CX12G5MPUQFN type=del size=1145323 2024-09-22T08:48:08.247 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.245+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~AVDPIOTOG1UA.0 size=1048576 2024-09-22T08:48:08.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.249+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~AVDPIOTOG1UA.1 size=369526 2024-09-22T08:48:08.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.253+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=AVDPIOTOG1UA tag=T8I3RMPKV9IA type=write size=2466678 2024-09-22T08:48:08.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~ZTB4I8X2YFUL.0 size=1048576 2024-09-22T08:48:08.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~ZTB4I8X2YFUL.1 size=1048576 2024-09-22T08:48:08.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.265+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~ZTB4I8X2YFUL.2 size=827612 2024-09-22T08:48:08.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.265+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=ZTB4I8X2YFUL tag=19HKP5Z9YFBG type=write size=3973340 2024-09-22T08:48:08.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.269+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=SQDBV465I2Z7 type=del 2024-09-22T08:48:08.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~FGATETKD6WUQ.0 size=371202 2024-09-22T08:48:08.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.273+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=FGATETKD6WUQ tag=UM6Y998YVHM9 type=write size=1419778 2024-09-22T08:48:08.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.277+0000 7f63d5be48c0 1 < canceled operation key=SKZYLE6QANA6 tag=CM4OXL5KQ1CP type=write size=675687 2024-09-22T08:48:08.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.281+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~KGH84AY11IUI.0 size=1048576 2024-09-22T08:48:08.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~KGH84AY11IUI.1 size=409711 2024-09-22T08:48:08.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.285+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=KGH84AY11IUI tag=4BF60GLRSJAX type=write size=2506863 2024-09-22T08:48:08.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.289+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~B406XFMUDU3J.0 size=673519 2024-09-22T08:48:08.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.293+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=B406XFMUDU3J tag=NN9SKVWY6CPD type=write size=1722095 2024-09-22T08:48:08.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.301+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~HSMSV7Z5MT6T.0 size=1048576 2024-09-22T08:48:08.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.301+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~HSMSV7Z5MT6T.1 size=1048576 2024-09-22T08:48:08.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.305+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~HSMSV7Z5MT6T.2 size=971757 2024-09-22T08:48:08.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.305+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=HSMSV7Z5MT6T tag=0BO2LX522VVY type=write size=4117485 2024-09-22T08:48:08.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.309+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~2N0DG26EGLT9.0 size=1048576 2024-09-22T08:48:08.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.309+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~2N0DG26EGLT9.1 size=1048576 2024-09-22T08:48:08.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.313+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~2N0DG26EGLT9.2 size=68296 2024-09-22T08:48:08.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.321+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=2N0DG26EGLT9 tag=48ESDNCNL6OS type=write size=3214024 2024-09-22T08:48:08.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.325+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~JEOLOGXDSGE8.0 size=1048576 2024-09-22T08:48:08.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.329+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~JEOLOGXDSGE8.1 size=251909 2024-09-22T08:48:08.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.329+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=JEOLOGXDSGE8 tag=FTN3P95BZK34 type=write size=2349061 2024-09-22T08:48:08.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.333+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=TD50CVQM7ZVP type=write size=265825 2024-09-22T08:48:08.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.337+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FAH99QE53OPD.0 size=1048576 2024-09-22T08:48:08.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.341+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FAH99QE53OPD.1 size=1048576 2024-09-22T08:48:08.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FAH99QE53OPD.2 size=803165 2024-09-22T08:48:08.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.345+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=FAH99QE53OPD tag=Z9BP0CV1GFFT type=write size=3948893 2024-09-22T08:48:08.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.349+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~D1U87XKMH2ME.0 size=1048576 2024-09-22T08:48:08.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.349+0000 7f63d5be48c0 1 < canceled part key=_multipart_VDSHPE93TN14.2~D1U87XKMH2ME.1 size=1048576 2024-09-22T08:48:08.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.353+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~D1U87XKMH2ME.2 size=353258 2024-09-22T08:48:08.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.357+0000 7f63d5be48c0 1 < canceled multipart upload key=VDSHPE93TN14 upload=D1U87XKMH2ME tag=AUVSAC8L0JLS type=write size=3498986 2024-09-22T08:48:08.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.365+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~SFVJ51TO3J8J.0 size=1048576 2024-09-22T08:48:08.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.365+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~SFVJ51TO3J8J.1 size=555077 2024-09-22T08:48:08.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.365+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=SFVJ51TO3J8J tag=A9L9CR4ZWKAT type=write size=2652229 2024-09-22T08:48:08.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.369+0000 7f63d5be48c0 1 < completed write operation key=SKZYLE6QANA6 tag=MPRGW0NPQMWF type=write size=259590 2024-09-22T08:48:08.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.373+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=OX6WNO582S51 type=del size=1028375 2024-09-22T08:48:08.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.377+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=XEI67CPOJAU5 type=del 2024-09-22T08:48:08.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.381+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=7Q3VVLW6I9TZ type=del size=3222817 2024-09-22T08:48:08.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.381+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~XXJUIQS9VPPM.0 size=1048576 2024-09-22T08:48:08.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.385+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~XXJUIQS9VPPM.1 size=458634 2024-09-22T08:48:08.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.389+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=XXJUIQS9VPPM tag=K3Y6T4N3P60W type=write size=2555786 2024-09-22T08:48:08.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~EJCO652FIVGX.0 size=1048576 2024-09-22T08:48:08.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~EJCO652FIVGX.1 size=458391 2024-09-22T08:48:08.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.401+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=EJCO652FIVGX tag=HTJGSX5NLZ70 type=write size=2555543 2024-09-22T08:48:08.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.405+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~XTQ0C8ALTJ4R.0 size=1048576 2024-09-22T08:48:08.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.409+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~XTQ0C8ALTJ4R.1 size=1048576 2024-09-22T08:48:08.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.409+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~XTQ0C8ALTJ4R.2 size=643599 2024-09-22T08:48:08.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.417+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=XTQ0C8ALTJ4R tag=YNIEGHWXDGCF type=write size=3789327 2024-09-22T08:48:08.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.417+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=505FMKF6K67E type=write size=635479 2024-09-22T08:48:08.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.421+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=CTCPZG5MDTML type=del 2024-09-22T08:48:08.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.429+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~68GIGRJ9HPLF.0 size=967596 2024-09-22T08:48:08.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.429+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=68GIGRJ9HPLF tag=DCX0JGIF2S4J type=write size=2016172 2024-09-22T08:48:08.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.433+0000 7f63d5be48c0 1 < suggested remove operation key=NM0S8T20O886 tag=UCK3A200PE0Q type=del 2024-09-22T08:48:08.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~QU218K7H5XVH.0 size=926160 2024-09-22T08:48:08.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.441+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=QU218K7H5XVH tag=B1K9370H5KZI type=write size=1974736 2024-09-22T08:48:08.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.441+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~7D0N3J4IT9UP.0 size=126952 2024-09-22T08:48:08.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.449+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=7D0N3J4IT9UP tag=C57E2HZPO0SN type=write size=1175528 2024-09-22T08:48:08.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.457+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~I6ZZADNDRMYD.0 size=1048576 2024-09-22T08:48:08.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.457+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~I6ZZADNDRMYD.1 size=483591 2024-09-22T08:48:08.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.457+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=I6ZZADNDRMYD tag=402QBGIPUYDY type=write size=2580743 2024-09-22T08:48:08.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.457+0000 7f63d5be48c0 1 < canceled part key=_multipart_DRUC4JUPWIZT.2~OEMQ3J2Q0XO0.0 size=537620 2024-09-22T08:48:08.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.465+0000 7f63d5be48c0 1 < canceled multipart upload key=DRUC4JUPWIZT upload=OEMQ3J2Q0XO0 tag=H5X5EAQ5PG44 type=write size=1586196 2024-09-22T08:48:08.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~NC4785FSQ2QK.0 size=102426 2024-09-22T08:48:08.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.469+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=NC4785FSQ2QK tag=FM71U94OVZSU type=write size=1151002 2024-09-22T08:48:08.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.477+0000 7f63d5be48c0 1 < suggested update operation key=PZ87MXMNVGG3 tag=CX12G5MPUQFN type=del size=1145323 2024-09-22T08:48:08.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~2AZT1MT47VXV.0 size=41154 2024-09-22T08:48:08.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.485+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=2AZT1MT47VXV tag=GQWRQX35UPKO type=write size=1089730 2024-09-22T08:48:08.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.489+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~ZTB4I8X2YFUL.0 size=1048576 2024-09-22T08:48:08.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.493+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~ZTB4I8X2YFUL.1 size=1048576 2024-09-22T08:48:08.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.493+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~ZTB4I8X2YFUL.2 size=827612 2024-09-22T08:48:08.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.501+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=ZTB4I8X2YFUL tag=19HKP5Z9YFBG type=write size=3973340 2024-09-22T08:48:08.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~VD4UX8ETLEAK.0 size=1016256 2024-09-22T08:48:08.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.505+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=VD4UX8ETLEAK tag=DR26DTN0EX8P type=write size=2064832 2024-09-22T08:48:08.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.509+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~FGATETKD6WUQ.0 size=371202 2024-09-22T08:48:08.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.513+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=FGATETKD6WUQ tag=UM6Y998YVHM9 type=write size=1419778 2024-09-22T08:48:08.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.517+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=NRSWKALAL9AA type=del size=637800 2024-09-22T08:48:08.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.521+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~KGH84AY11IUI.0 size=1048576 2024-09-22T08:48:08.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.521+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~KGH84AY11IUI.1 size=409711 2024-09-22T08:48:08.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.529+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=KGH84AY11IUI tag=4BF60GLRSJAX type=write size=2506863 2024-09-22T08:48:08.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~EPIIEJ71GTTD.0 size=1048576 2024-09-22T08:48:08.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.537+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~EPIIEJ71GTTD.1 size=1048576 2024-09-22T08:48:08.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.537+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~EPIIEJ71GTTD.2 size=824500 2024-09-22T08:48:08.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.537+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=EPIIEJ71GTTD tag=2878O8YK48P0 type=write size=3970228 2024-09-22T08:48:08.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.541+0000 7f63d5be48c0 1 < canceled part key=_multipart_V5JZ6OBLB6FZ.2~HSMSV7Z5MT6T.0 size=1048576 2024-09-22T08:48:08.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.541+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~HSMSV7Z5MT6T.1 size=1048576 2024-09-22T08:48:08.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.545+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~HSMSV7Z5MT6T.2 size=971757 2024-09-22T08:48:08.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.549+0000 7f63d5be48c0 1 < canceled multipart upload key=V5JZ6OBLB6FZ upload=HSMSV7Z5MT6T tag=0BO2LX522VVY type=write size=4117485 2024-09-22T08:48:08.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.553+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=QDXHCH36L9A4 type=del size=1114546 2024-09-22T08:48:08.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.557+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~JEOLOGXDSGE8.0 size=1048576 2024-09-22T08:48:08.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.557+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~JEOLOGXDSGE8.1 size=251909 2024-09-22T08:48:08.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.561+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=JEOLOGXDSGE8 tag=FTN3P95BZK34 type=write size=2349061 2024-09-22T08:48:08.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~58JVQZ24X6CP.0 size=1048576 2024-09-22T08:48:08.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~58JVQZ24X6CP.1 size=1048576 2024-09-22T08:48:08.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~58JVQZ24X6CP.2 size=677208 2024-09-22T08:48:08.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.573+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=58JVQZ24X6CP tag=5O6UPS3JRPMU type=write size=3822936 2024-09-22T08:48:08.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.577+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FAH99QE53OPD.0 size=1048576 2024-09-22T08:48:08.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.577+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FAH99QE53OPD.1 size=1048576 2024-09-22T08:48:08.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.581+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FAH99QE53OPD.2 size=803165 2024-09-22T08:48:08.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.585+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=FAH99QE53OPD tag=Z9BP0CV1GFFT type=write size=3948893 2024-09-22T08:48:08.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.589+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=L0J8WUDT35YF type=write size=213204 2024-09-22T08:48:08.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.593+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~SFVJ51TO3J8J.0 size=1048576 2024-09-22T08:48:08.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.593+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~SFVJ51TO3J8J.1 size=555077 2024-09-22T08:48:08.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.601+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=SFVJ51TO3J8J tag=A9L9CR4ZWKAT type=write size=2652229 2024-09-22T08:48:08.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.605+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=QV0DOK0Z9Z3C type=del size=1160653 2024-09-22T08:48:08.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.605+0000 7f63d5be48c0 -1 < failed to complete operation key=NM0S8T20O886 tag=OX6WNO582S51 type=del size=1028375: (22) Invalid argument 2024-09-22T08:48:08.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.613+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~J002MSUD01SQ.0 size=323113 2024-09-22T08:48:08.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.613+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=J002MSUD01SQ tag=UA36JKXOAN3Z type=write size=1371689 2024-09-22T08:48:08.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.613+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=7Q3VVLW6I9TZ type=del 2024-09-22T08:48:08.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.617+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=Z1ARTLI2UFON type=del size=3924182 2024-09-22T08:48:08.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.621+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~EJCO652FIVGX.0 size=1048576 2024-09-22T08:48:08.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.625+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~EJCO652FIVGX.1 size=458391 2024-09-22T08:48:08.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.629+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=EJCO652FIVGX tag=HTJGSX5NLZ70 type=write size=2555543 2024-09-22T08:48:08.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.633+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=Z1487MPX9B16 type=del size=2293133 2024-09-22T08:48:08.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.637+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=505FMKF6K67E type=write size=635479 2024-09-22T08:48:08.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.637+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=GEF0Z8743XDL type=del size=3345760 2024-09-22T08:48:08.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.641+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~68GIGRJ9HPLF.0 size=967596 2024-09-22T08:48:08.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.645+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=68GIGRJ9HPLF tag=DCX0JGIF2S4J type=write size=2016172 2024-09-22T08:48:08.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.653+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~1SOELFOOP490.0 size=1048576 2024-09-22T08:48:08.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.657+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~1SOELFOOP490.1 size=1048576 2024-09-22T08:48:08.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.657+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~1SOELFOOP490.2 size=715742 2024-09-22T08:48:08.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.657+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=1SOELFOOP490 tag=A21VCWCG0XWK type=write size=3861470 2024-09-22T08:48:08.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.657+0000 7f63d5be48c0 1 < canceled part key=_multipart_3MG2M4MHSYN5.2~QU218K7H5XVH.0 size=926160 2024-09-22T08:48:08.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.665+0000 7f63d5be48c0 1 < canceled multipart upload key=3MG2M4MHSYN5 upload=QU218K7H5XVH tag=B1K9370H5KZI type=write size=1974736 2024-09-22T08:48:08.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.669+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~M3TYCVDR9MF0.0 size=1048576 2024-09-22T08:48:08.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~M3TYCVDR9MF0.1 size=99466 2024-09-22T08:48:08.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.673+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=M3TYCVDR9MF0 tag=565ZJ9LXS3AK type=write size=2196618 2024-09-22T08:48:08.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.677+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~I6ZZADNDRMYD.0 size=1048576 2024-09-22T08:48:08.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.677+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~I6ZZADNDRMYD.1 size=483591 2024-09-22T08:48:08.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.685+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=I6ZZADNDRMYD tag=402QBGIPUYDY type=write size=2580743 2024-09-22T08:48:08.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.689+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=F47TILCJ1VYW type=del size=4157686 2024-09-22T08:48:08.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.689+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~NC4785FSQ2QK.0 size=102426 2024-09-22T08:48:08.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.697+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=NC4785FSQ2QK tag=FM71U94OVZSU type=write size=1151002 2024-09-22T08:48:08.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.701+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=STYACCTVFTPE type=del size=320616 2024-09-22T08:48:08.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.701+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~2AZT1MT47VXV.0 size=41154 2024-09-22T08:48:08.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.709+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=2AZT1MT47VXV tag=GQWRQX35UPKO type=write size=1089730 2024-09-22T08:48:08.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.713+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=VGYZ1BX62GUT type=del size=2687023 2024-09-22T08:48:08.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.713+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~VD4UX8ETLEAK.0 size=1016256 2024-09-22T08:48:08.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.721+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=VD4UX8ETLEAK tag=DR26DTN0EX8P type=write size=2064832 2024-09-22T08:48:08.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~8JLD2U5E87FD.0 size=10044 2024-09-22T08:48:08.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.725+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=8JLD2U5E87FD tag=3QZTSIFDR9R0 type=write size=1058620 2024-09-22T08:48:08.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.729+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=NRSWKALAL9AA type=del 2024-09-22T08:48:08.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.737+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~QQEOJWBW88R6.0 size=1048576 2024-09-22T08:48:08.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~QQEOJWBW88R6.1 size=302323 2024-09-22T08:48:08.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.741+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=QQEOJWBW88R6 tag=KGLNX4WIASOX type=write size=2399475 2024-09-22T08:48:08.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.745+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~EPIIEJ71GTTD.0 size=1048576 2024-09-22T08:48:08.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.745+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~EPIIEJ71GTTD.1 size=1048576 2024-09-22T08:48:08.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.749+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~EPIIEJ71GTTD.2 size=824500 2024-09-22T08:48:08.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.753+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=EPIIEJ71GTTD tag=2878O8YK48P0 type=write size=3970228 2024-09-22T08:48:08.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.761+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~VO28QMQBDWIR.0 size=1048576 2024-09-22T08:48:08.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.765+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~VO28QMQBDWIR.1 size=1048576 2024-09-22T08:48:08.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.769+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~VO28QMQBDWIR.2 size=584370 2024-09-22T08:48:08.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.769+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=VO28QMQBDWIR tag=CXZDODCGEG2I type=write size=3730098 2024-09-22T08:48:08.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.773+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=QDXHCH36L9A4 type=del 2024-09-22T08:48:08.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.781+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=G83H2PWPVGVB type=write size=397144 2024-09-22T08:48:08.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.781+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~58JVQZ24X6CP.0 size=1048576 2024-09-22T08:48:08.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.785+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~58JVQZ24X6CP.1 size=1048576 2024-09-22T08:48:08.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.789+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~58JVQZ24X6CP.2 size=677208 2024-09-22T08:48:08.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.793+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=58JVQZ24X6CP tag=5O6UPS3JRPMU type=write size=3822936 2024-09-22T08:48:08.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.797+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=EPG6B9U40DTC type=del size=897689 2024-09-22T08:48:08.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.805+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=L0J8WUDT35YF type=write size=213204 2024-09-22T08:48:08.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.809+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=YHBV6BU65TC1 type=del size=822250 2024-09-22T08:48:08.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.813+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=QV0DOK0Z9Z3C type=del 2024-09-22T08:48:08.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.813+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=EWUTENP3LKRS type=write size=202503 2024-09-22T08:48:08.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.817+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~J002MSUD01SQ.0 size=323113 2024-09-22T08:48:08.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.825+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=J002MSUD01SQ tag=UA36JKXOAN3Z type=write size=1371689 2024-09-22T08:48:08.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.829+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~QKCJLT1XFYK1.0 size=878504 2024-09-22T08:48:08.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.829+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=QKCJLT1XFYK1 tag=W1ZP8WOUT3M0 type=write size=1927080 2024-09-22T08:48:08.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.833+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=Z1ARTLI2UFON type=del 2024-09-22T08:48:08.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~E2Z6308QE3O5.0 size=1048576 2024-09-22T08:48:08.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~E2Z6308QE3O5.1 size=1048576 2024-09-22T08:48:08.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~E2Z6308QE3O5.2 size=420774 2024-09-22T08:48:08.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.845+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=E2Z6308QE3O5 tag=64D9AJRJNDCX type=write size=3566502 2024-09-22T08:48:08.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.849+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=Z1487MPX9B16 type=del 2024-09-22T08:48:08.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.853+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=W6692B4P7045 type=del size=157611 2024-09-22T08:48:08.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.857+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=GEF0Z8743XDL type=del 2024-09-22T08:48:08.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.865+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~DHI5CQULK6XU.0 size=991544 2024-09-22T08:48:08.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.865+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=DHI5CQULK6XU tag=KJ0C6B8AHR1F type=write size=2040120 2024-09-22T08:48:08.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.865+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~1SOELFOOP490.0 size=1048576 2024-09-22T08:48:08.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.869+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~1SOELFOOP490.1 size=1048576 2024-09-22T08:48:08.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.873+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~1SOELFOOP490.2 size=715742 2024-09-22T08:48:08.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.877+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=1SOELFOOP490 tag=A21VCWCG0XWK type=write size=3861470 2024-09-22T08:48:08.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.881+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=BFQSTMHOV08H type=del size=701031 2024-09-22T08:48:08.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.885+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~M3TYCVDR9MF0.0 size=1048576 2024-09-22T08:48:08.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.889+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~M3TYCVDR9MF0.1 size=99466 2024-09-22T08:48:08.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.893+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=M3TYCVDR9MF0 tag=565ZJ9LXS3AK type=write size=2196618 2024-09-22T08:48:08.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~R8LFTALI6EJU.0 size=332685 2024-09-22T08:48:08.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.901+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=R8LFTALI6EJU tag=KVN75QSOK3S9 type=write size=1381261 2024-09-22T08:48:08.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.905+0000 7f63d5be48c0 1 < canceled operation key=VDSHPE93TN14 tag=F47TILCJ1VYW type=del size=4157686 2024-09-22T08:48:08.912 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.909+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~X9UXS9MQG6LJ.0 size=1048576 2024-09-22T08:48:08.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~X9UXS9MQG6LJ.1 size=1048576 2024-09-22T08:48:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~X9UXS9MQG6LJ.2 size=680865 2024-09-22T08:48:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.913+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=X9UXS9MQG6LJ tag=L4ZY7GO1HGLY type=write size=3826593 2024-09-22T08:48:08.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.917+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=STYACCTVFTPE type=del 2024-09-22T08:48:08.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.921+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=XGEL8OB972OL type=del size=1573498 2024-09-22T08:48:08.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.925+0000 7f63d5be48c0 -1 < failed to complete operation key=VEF00MGE4G2D tag=VGYZ1BX62GUT type=del size=2687023: (22) Invalid argument 2024-09-22T08:48:08.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.929+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=ECIJ6RPA8F46 type=del size=776617 2024-09-22T08:48:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.933+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~8JLD2U5E87FD.0 size=10044 2024-09-22T08:48:08.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.937+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=8JLD2U5E87FD tag=3QZTSIFDR9R0 type=write size=1058620 2024-09-22T08:48:08.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.945+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~7TOSCWNVDK2I.0 size=1048576 2024-09-22T08:48:08.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~7TOSCWNVDK2I.1 size=1048576 2024-09-22T08:48:08.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~7TOSCWNVDK2I.2 size=1027432 2024-09-22T08:48:08.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.949+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=7TOSCWNVDK2I tag=C5OFRE5H5WHI type=write size=4173160 2024-09-22T08:48:08.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.953+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~QQEOJWBW88R6.0 size=1048576 2024-09-22T08:48:08.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.957+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~QQEOJWBW88R6.1 size=302323 2024-09-22T08:48:08.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.961+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=QQEOJWBW88R6 tag=KGLNX4WIASOX type=write size=2399475 2024-09-22T08:48:08.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.965+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=BO1ZQX39JT3M type=del size=3548672 2024-09-22T08:48:08.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.969+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~VO28QMQBDWIR.0 size=1048576 2024-09-22T08:48:08.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.969+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~VO28QMQBDWIR.1 size=1048576 2024-09-22T08:48:08.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.969+0000 7f63d5be48c0 1 < canceled part key=_multipart_Q0ESBWWRI2U9.2~VO28QMQBDWIR.2 size=584370 2024-09-22T08:48:08.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.977+0000 7f63d5be48c0 1 < canceled multipart upload key=Q0ESBWWRI2U9 upload=VO28QMQBDWIR tag=CXZDODCGEG2I type=write size=3730098 2024-09-22T08:48:08.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.981+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=UKICTBBO2ZYX type=del size=2163594 2024-09-22T08:48:08.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.985+0000 7f63d5be48c0 1 < completed write operation key=465P86KCYZ8V tag=G83H2PWPVGVB type=write size=397144 2024-09-22T08:48:08.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.985+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=SPXJZ8MC4KW7 type=del size=2559536 2024-09-22T08:48:08.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:08.993+0000 7f63d5be48c0 1 < suggested remove operation key=7EXVYJV1LXD8 tag=EPG6B9U40DTC type=del 2024-09-22T08:48:09.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~KHNKHJVY594F.0 size=1048576 2024-09-22T08:48:09.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~KHNKHJVY594F.1 size=1048576 2024-09-22T08:48:09.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.005+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~KHNKHJVY594F.2 size=321807 2024-09-22T08:48:09.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.005+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=KHNKHJVY594F tag=E4RM8HHO6E7C type=write size=3467535 2024-09-22T08:48:09.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.009+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=YHBV6BU65TC1 type=del 2024-09-22T08:48:09.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~5251UCFP82G3.0 size=1048576 2024-09-22T08:48:09.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.017+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~5251UCFP82G3.1 size=1048576 2024-09-22T08:48:09.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.021+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~5251UCFP82G3.2 size=143253 2024-09-22T08:48:09.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.021+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=5251UCFP82G3 tag=CC3J6YUNMSU1 type=write size=3288981 2024-09-22T08:48:09.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.025+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=EWUTENP3LKRS type=write size=202503 2024-09-22T08:48:09.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.029+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=0HPH0NN0316U type=del size=847949 2024-09-22T08:48:09.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.033+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~QKCJLT1XFYK1.0 size=878504 2024-09-22T08:48:09.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.037+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=QKCJLT1XFYK1 tag=W1ZP8WOUT3M0 type=write size=1927080 2024-09-22T08:48:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.041+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~JRZL3G0OTAPZ.0 size=546392 2024-09-22T08:48:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.041+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=JRZL3G0OTAPZ tag=47ODA176A37A type=write size=1594968 2024-09-22T08:48:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.045+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~E2Z6308QE3O5.0 size=1048576 2024-09-22T08:48:09.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.049+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~E2Z6308QE3O5.1 size=1048576 2024-09-22T08:48:09.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.053+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~E2Z6308QE3O5.2 size=420774 2024-09-22T08:48:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.057+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=E2Z6308QE3O5 tag=64D9AJRJNDCX type=write size=3566502 2024-09-22T08:48:09.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.065+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~6T8YQL418IUN.0 size=1048576 2024-09-22T08:48:09.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.069+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~6T8YQL418IUN.1 size=1048576 2024-09-22T08:48:09.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.069+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~6T8YQL418IUN.2 size=15331 2024-09-22T08:48:09.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.069+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=6T8YQL418IUN tag=X5X3BCEM6LS2 type=write size=3161059 2024-09-22T08:48:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.073+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=W6692B4P7045 type=del 2024-09-22T08:48:09.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.077+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=7VVAHKM26G1C type=del size=448928 2024-09-22T08:48:09.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.081+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~DHI5CQULK6XU.0 size=991544 2024-09-22T08:48:09.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.085+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=DHI5CQULK6XU tag=KJ0C6B8AHR1F type=write size=2040120 2024-09-22T08:48:09.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~YJEHNMCDYMBV.0 size=940054 2024-09-22T08:48:09.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.097+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=YJEHNMCDYMBV tag=0S0QTNU6RD8X type=write size=1988630 2024-09-22T08:48:09.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.101+0000 7f63d5be48c0 1 < canceled operation key=CU2N9Z3QGASM tag=BFQSTMHOV08H type=del size=701031 2024-09-22T08:48:09.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.109+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~S7GK0PKC8GK9.0 size=1048576 2024-09-22T08:48:09.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.109+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~S7GK0PKC8GK9.1 size=1048576 2024-09-22T08:48:09.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.113+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~S7GK0PKC8GK9.2 size=401202 2024-09-22T08:48:09.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.113+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=S7GK0PKC8GK9 tag=61T1E51JAWEV type=write size=3546930 2024-09-22T08:48:09.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.117+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~R8LFTALI6EJU.0 size=332685 2024-09-22T08:48:09.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.121+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=R8LFTALI6EJU tag=KVN75QSOK3S9 type=write size=1381261 2024-09-22T08:48:09.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.125+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=J9FYEXVR97Q7 type=write size=663883 2024-09-22T08:48:09.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.129+0000 7f63d5be48c0 1 < canceled part key=_multipart_AJ8YUA7HCF5R.2~X9UXS9MQG6LJ.0 size=1048576 2024-09-22T08:48:09.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.129+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~X9UXS9MQG6LJ.1 size=1048576 2024-09-22T08:48:09.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.133+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~X9UXS9MQG6LJ.2 size=680865 2024-09-22T08:48:09.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.141+0000 7f63d5be48c0 1 < canceled multipart upload key=AJ8YUA7HCF5R upload=X9UXS9MQG6LJ tag=L4ZY7GO1HGLY type=write size=3826593 2024-09-22T08:48:09.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.145+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=X1451GY3F4HL type=write size=604530 2024-09-22T08:48:09.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.149+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=XGEL8OB972OL type=del 2024-09-22T08:48:09.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.153+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~49SNIBWAWAMU.0 size=1048576 2024-09-22T08:48:09.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.157+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~49SNIBWAWAMU.1 size=642562 2024-09-22T08:48:09.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.157+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=49SNIBWAWAMU tag=8MSVX1H3VWNT type=write size=2739714 2024-09-22T08:48:09.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.161+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=ECIJ6RPA8F46 type=del 2024-09-22T08:48:09.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.165+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~SXIB41HMOGNK.0 size=1048576 2024-09-22T08:48:09.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.169+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~SXIB41HMOGNK.1 size=1048576 2024-09-22T08:48:09.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.173+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~SXIB41HMOGNK.2 size=398627 2024-09-22T08:48:09.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.173+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=SXIB41HMOGNK tag=LR7H0DPH392W type=write size=3544355 2024-09-22T08:48:09.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.177+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~7TOSCWNVDK2I.0 size=1048576 2024-09-22T08:48:09.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.177+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~7TOSCWNVDK2I.1 size=1048576 2024-09-22T08:48:09.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.181+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~7TOSCWNVDK2I.2 size=1027432 2024-09-22T08:48:09.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.189+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=7TOSCWNVDK2I tag=C5OFRE5H5WHI type=write size=4173160 2024-09-22T08:48:09.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.193+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~AODI3HS5D968.0 size=1048576 2024-09-22T08:48:09.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~AODI3HS5D968.1 size=1048576 2024-09-22T08:48:09.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.201+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~AODI3HS5D968.2 size=769202 2024-09-22T08:48:09.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.201+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=AODI3HS5D968 tag=9HGOJEF2KFTC type=write size=3914930 2024-09-22T08:48:09.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.201+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=BO1ZQX39JT3M type=del 2024-09-22T08:48:09.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~6QETSFHSEQVO.0 size=1048576 2024-09-22T08:48:09.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~6QETSFHSEQVO.1 size=935106 2024-09-22T08:48:09.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.213+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=6QETSFHSEQVO tag=A84EOVXSHAF7 type=write size=3032258 2024-09-22T08:48:09.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.213+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=UKICTBBO2ZYX type=del 2024-09-22T08:48:09.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.217+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=33ZWKJC6GHOK type=del size=2960037 2024-09-22T08:48:09.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.221+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=SPXJZ8MC4KW7 type=del 2024-09-22T08:48:09.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.229+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~O97D61OORZ7W.0 size=1048576 2024-09-22T08:48:09.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~O97D61OORZ7W.1 size=773807 2024-09-22T08:48:09.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.233+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=O97D61OORZ7W tag=1Z1VXF2UYUXR type=write size=2870959 2024-09-22T08:48:09.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.237+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~KHNKHJVY594F.0 size=1048576 2024-09-22T08:48:09.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.237+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~KHNKHJVY594F.1 size=1048576 2024-09-22T08:48:09.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.241+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~KHNKHJVY594F.2 size=321807 2024-09-22T08:48:09.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.249+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=KHNKHJVY594F tag=E4RM8HHO6E7C type=write size=3467535 2024-09-22T08:48:09.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.253+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=6SW34GZ260UW type=del size=2849810 2024-09-22T08:48:09.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.253+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~5251UCFP82G3.0 size=1048576 2024-09-22T08:48:09.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.257+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~5251UCFP82G3.1 size=1048576 2024-09-22T08:48:09.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.261+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~5251UCFP82G3.2 size=143253 2024-09-22T08:48:09.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.265+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=5251UCFP82G3 tag=CC3J6YUNMSU1 type=write size=3288981 2024-09-22T08:48:09.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.269+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=BEE11UHKIYR1 type=del size=531846 2024-09-22T08:48:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.273+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=0HPH0NN0316U type=del 2024-09-22T08:48:09.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.277+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=KBVHCP4IW26N type=del size=2251105 2024-09-22T08:48:09.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.281+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~JRZL3G0OTAPZ.0 size=546392 2024-09-22T08:48:09.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.289+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=JRZL3G0OTAPZ tag=47ODA176A37A type=write size=1594968 2024-09-22T08:48:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.289+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=1AYILWME49YN type=del size=3150841 2024-09-22T08:48:09.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.293+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~6T8YQL418IUN.0 size=1048576 2024-09-22T08:48:09.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.293+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~6T8YQL418IUN.1 size=1048576 2024-09-22T08:48:09.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.297+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~6T8YQL418IUN.2 size=15331 2024-09-22T08:48:09.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.301+0000 7f63d5be48c0 1 < canceled multipart upload key=ROTY3Z0W6P3U upload=6T8YQL418IUN tag=X5X3BCEM6LS2 type=write size=3161059 2024-09-22T08:48:09.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.305+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=BQQ4WRXXE8CL type=del size=3065292 2024-09-22T08:48:09.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.309+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=7VVAHKM26G1C type=del 2024-09-22T08:48:09.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.317+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~8740AAG20OCZ.0 size=1048576 2024-09-22T08:48:09.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~8740AAG20OCZ.1 size=935387 2024-09-22T08:48:09.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.321+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=8740AAG20OCZ tag=PIE13WIOTOF7 type=write size=3032539 2024-09-22T08:48:09.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.325+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~YJEHNMCDYMBV.0 size=940054 2024-09-22T08:48:09.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.329+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=YJEHNMCDYMBV tag=0S0QTNU6RD8X type=write size=1988630 2024-09-22T08:48:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.333+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=Y1HMV53PH2ZI type=del size=3907714 2024-09-22T08:48:09.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.333+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~S7GK0PKC8GK9.0 size=1048576 2024-09-22T08:48:09.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.337+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~S7GK0PKC8GK9.1 size=1048576 2024-09-22T08:48:09.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.341+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~S7GK0PKC8GK9.2 size=401202 2024-09-22T08:48:09.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.345+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=S7GK0PKC8GK9 tag=61T1E51JAWEV type=write size=3546930 2024-09-22T08:48:09.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~0DF19Q13QRFO.0 size=1048576 2024-09-22T08:48:09.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~0DF19Q13QRFO.1 size=1048576 2024-09-22T08:48:09.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~0DF19Q13QRFO.2 size=460031 2024-09-22T08:48:09.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.357+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=0DF19Q13QRFO tag=FDXR3O9Z116X type=write size=3605759 2024-09-22T08:48:09.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.365+0000 7f63d5be48c0 1 < completed write operation key=Q0ESBWWRI2U9 tag=J9FYEXVR97Q7 type=write size=663883 2024-09-22T08:48:09.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.369+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=ZTHJJCYW8990 type=del size=1296078 2024-09-22T08:48:09.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.373+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=X1451GY3F4HL type=write size=604530 2024-09-22T08:48:09.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~FFJ6WJJYFDRG.0 size=1048576 2024-09-22T08:48:09.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~FFJ6WJJYFDRG.1 size=1048576 2024-09-22T08:48:09.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.385+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~FFJ6WJJYFDRG.2 size=881304 2024-09-22T08:48:09.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.385+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=FFJ6WJJYFDRG tag=BCBH6CHDFO4Q type=write size=4027032 2024-09-22T08:48:09.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.389+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~49SNIBWAWAMU.0 size=1048576 2024-09-22T08:48:09.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.393+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~49SNIBWAWAMU.1 size=642562 2024-09-22T08:48:09.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.397+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=49SNIBWAWAMU tag=8MSVX1H3VWNT type=write size=2739714 2024-09-22T08:48:09.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~W2FVPXF6JHJE.0 size=1048576 2024-09-22T08:48:09.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~W2FVPXF6JHJE.1 size=1048576 2024-09-22T08:48:09.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.409+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~W2FVPXF6JHJE.2 size=468477 2024-09-22T08:48:09.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.409+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=W2FVPXF6JHJE tag=XGV4Z81XXT9N type=write size=3614205 2024-09-22T08:48:09.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.413+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~SXIB41HMOGNK.0 size=1048576 2024-09-22T08:48:09.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.417+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~SXIB41HMOGNK.1 size=1048576 2024-09-22T08:48:09.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.417+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~SXIB41HMOGNK.2 size=398627 2024-09-22T08:48:09.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.429+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=SXIB41HMOGNK tag=LR7H0DPH392W type=write size=3544355 2024-09-22T08:48:09.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.433+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=209HTWQAV5HN type=del size=533101 2024-09-22T08:48:09.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.433+0000 7f63d5be48c0 1 < canceled part key=_multipart_3MG2M4MHSYN5.2~AODI3HS5D968.0 size=1048576 2024-09-22T08:48:09.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.437+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~AODI3HS5D968.1 size=1048576 2024-09-22T08:48:09.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.441+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~AODI3HS5D968.2 size=769202 2024-09-22T08:48:09.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.445+0000 7f63d5be48c0 1 < canceled multipart upload key=3MG2M4MHSYN5 upload=AODI3HS5D968 tag=9HGOJEF2KFTC type=write size=3914930 2024-09-22T08:48:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.449+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=RAFB6YKIWAUJ type=del size=2943360 2024-09-22T08:48:09.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.453+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~6QETSFHSEQVO.0 size=1048576 2024-09-22T08:48:09.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.453+0000 7f63d5be48c0 1 < canceled part key=_multipart_3MG2M4MHSYN5.2~6QETSFHSEQVO.1 size=935106 2024-09-22T08:48:09.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.461+0000 7f63d5be48c0 1 < canceled multipart upload key=3MG2M4MHSYN5 upload=6QETSFHSEQVO tag=A84EOVXSHAF7 type=write size=3032258 2024-09-22T08:48:09.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.465+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=MPGQ47DSPKCX type=del size=435926 2024-09-22T08:48:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.465+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=33ZWKJC6GHOK type=del 2024-09-22T08:48:09.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.469+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=I3RRLCUVFZUF type=del size=1376322 2024-09-22T08:48:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.473+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~O97D61OORZ7W.0 size=1048576 2024-09-22T08:48:09.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.477+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~O97D61OORZ7W.1 size=773807 2024-09-22T08:48:09.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.485+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=O97D61OORZ7W tag=1Z1VXF2UYUXR type=write size=2870959 2024-09-22T08:48:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.489+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~0WISWFLHOUZW.0 size=600742 2024-09-22T08:48:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.489+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=0WISWFLHOUZW tag=0PZYNSCP4TLA type=write size=1649318 2024-09-22T08:48:09.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.493+0000 7f63d5be48c0 1 < canceled operation key=DRUC4JUPWIZT tag=6SW34GZ260UW type=del size=2849810 2024-09-22T08:48:09.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.497+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=Y5HO056D858Y type=del size=2691028 2024-09-22T08:48:09.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.501+0000 7f63d5be48c0 1 < suggested update operation key=9QU8893FESH3 tag=BEE11UHKIYR1 type=del size=531846 2024-09-22T08:48:09.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.505+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=QMUTQROXQKHR type=del size=1528861 2024-09-22T08:48:09.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.509+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=KBVHCP4IW26N type=del 2024-09-22T08:48:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.513+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=KIZSA16I8362 type=write size=729947 2024-09-22T08:48:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.517+0000 7f63d5be48c0 1 < suggested remove operation key=LGRX93MXLXA9 tag=1AYILWME49YN type=del 2024-09-22T08:48:09.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.521+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=YC51NLLFAZI4 type=del size=3407826 2024-09-22T08:48:09.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.525+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=BQQ4WRXXE8CL type=del 2024-09-22T08:48:09.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.529+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=9G9K8KWUE0ZH type=del size=1065044 2024-09-22T08:48:09.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.529+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~8740AAG20OCZ.0 size=1048576 2024-09-22T08:48:09.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.533+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~8740AAG20OCZ.1 size=935387 2024-09-22T08:48:09.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.537+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=8740AAG20OCZ tag=PIE13WIOTOF7 type=write size=3032539 2024-09-22T08:48:09.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.545+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~OZ8ZM3X2BEAL.0 size=1048576 2024-09-22T08:48:09.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.549+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~OZ8ZM3X2BEAL.1 size=930989 2024-09-22T08:48:09.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.549+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=OZ8ZM3X2BEAL tag=EU92YXC7LEKU type=write size=3028141 2024-09-22T08:48:09.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.549+0000 7f63d5be48c0 -1 < failed to complete operation key=9QU8893FESH3 tag=Y1HMV53PH2ZI type=del size=3907714: (22) Invalid argument 2024-09-22T08:48:09.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~ZX52I2OPU45U.0 size=368730 2024-09-22T08:48:09.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.557+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=ZX52I2OPU45U tag=XJK0G440U43Q type=write size=1417306 2024-09-22T08:48:09.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.561+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~0DF19Q13QRFO.0 size=1048576 2024-09-22T08:48:09.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.565+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~0DF19Q13QRFO.1 size=1048576 2024-09-22T08:48:09.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.565+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~0DF19Q13QRFO.2 size=460031 2024-09-22T08:48:09.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.573+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=0DF19Q13QRFO tag=FDXR3O9Z116X type=write size=3605759 2024-09-22T08:48:09.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.577+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=NZNB0YEUJ5MR type=del size=2053655 2024-09-22T08:48:09.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.585+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=ZTHJJCYW8990 type=del size=1296078 2024-09-22T08:48:09.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.585+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=LB211MDUOWGK type=del size=25154 2024-09-22T08:48:09.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.589+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~FFJ6WJJYFDRG.0 size=1048576 2024-09-22T08:48:09.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.593+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~FFJ6WJJYFDRG.1 size=1048576 2024-09-22T08:48:09.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.597+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~FFJ6WJJYFDRG.2 size=881304 2024-09-22T08:48:09.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.601+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=FFJ6WJJYFDRG tag=BCBH6CHDFO4Q type=write size=4027032 2024-09-22T08:48:09.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~MSN3NVIH3T6B.0 size=1048576 2024-09-22T08:48:09.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.613+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~MSN3NVIH3T6B.1 size=781991 2024-09-22T08:48:09.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.613+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=MSN3NVIH3T6B tag=WRGPRJ23G2NO type=write size=2879143 2024-09-22T08:48:09.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.617+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~W2FVPXF6JHJE.0 size=1048576 2024-09-22T08:48:09.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.617+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~W2FVPXF6JHJE.1 size=1048576 2024-09-22T08:48:09.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.621+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~W2FVPXF6JHJE.2 size=468477 2024-09-22T08:48:09.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.629+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=W2FVPXF6JHJE tag=XGV4Z81XXT9N type=write size=3614205 2024-09-22T08:48:09.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~IST1VET7PG1J.0 size=1048576 2024-09-22T08:48:09.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.637+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~IST1VET7PG1J.1 size=671951 2024-09-22T08:48:09.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.637+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=IST1VET7PG1J tag=R6A0DESE552V type=write size=2769103 2024-09-22T08:48:09.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.641+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=209HTWQAV5HN type=del 2024-09-22T08:48:09.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.645+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=ZMXZA646H773 type=del size=1413754 2024-09-22T08:48:09.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.645+0000 7f63d5be48c0 -1 < failed to complete operation key=9QU8893FESH3 tag=RAFB6YKIWAUJ type=del size=2943360: (22) Invalid argument 2024-09-22T08:48:09.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.653+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~S3JBUQP0JHTD.0 size=950627 2024-09-22T08:48:09.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.653+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=S3JBUQP0JHTD tag=WYODSIVL3GXK type=write size=1999203 2024-09-22T08:48:09.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.657+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=MPGQ47DSPKCX type=del 2024-09-22T08:48:09.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.661+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=RGPRQ00T7DGQ type=write size=356154 2024-09-22T08:48:09.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.665+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=I3RRLCUVFZUF type=del 2024-09-22T08:48:09.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.669+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=ZKBNZ7F3SAUG type=write size=592939 2024-09-22T08:48:09.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.669+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~0WISWFLHOUZW.0 size=600742 2024-09-22T08:48:09.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.677+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=0WISWFLHOUZW tag=0PZYNSCP4TLA type=write size=1649318 2024-09-22T08:48:09.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.681+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~2OBWJX85PIUY.0 size=295252 2024-09-22T08:48:09.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.681+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=2OBWJX85PIUY tag=GHOEWKYGAEND type=write size=1343828 2024-09-22T08:48:09.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.685+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=Y5HO056D858Y type=del 2024-09-22T08:48:09.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.689+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=82C1L6JDXQQ1 type=del size=1383633 2024-09-22T08:48:09.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.693+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=QMUTQROXQKHR type=del size=1528861: (22) Invalid argument 2024-09-22T08:48:09.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.697+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=NSYBUVLY2KGI type=write size=787700 2024-09-22T08:48:09.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.697+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=LGRX93MXLXA9 tag=KIZSA16I8362 type=write size=729947: (2) No such file or directory 2024-09-22T08:48:09.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.701+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=TKQSPMQMUW6T type=del size=1100473 2024-09-22T08:48:09.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.705+0000 7f63d5be48c0 1 < canceled operation key=3MG2M4MHSYN5 tag=YC51NLLFAZI4 type=del size=3407826 2024-09-22T08:48:09.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.709+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=6U1G30KX4N5W type=del size=4150234 2024-09-22T08:48:09.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.709+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=9G9K8KWUE0ZH type=del 2024-09-22T08:48:09.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.713+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=2JMQ1ZTGA3EI type=del size=1321708 2024-09-22T08:48:09.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.717+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~OZ8ZM3X2BEAL.0 size=1048576 2024-09-22T08:48:09.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.721+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~OZ8ZM3X2BEAL.1 size=930989 2024-09-22T08:48:09.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.725+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=OZ8ZM3X2BEAL tag=EU92YXC7LEKU type=write size=3028141 2024-09-22T08:48:09.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.729+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=JKVMFYC42HPF type=write size=181334 2024-09-22T08:48:09.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.733+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~ZX52I2OPU45U.0 size=368730 2024-09-22T08:48:09.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.737+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=ZX52I2OPU45U tag=XJK0G440U43Q type=write size=1417306 2024-09-22T08:48:09.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.745+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~NYGTXCEKRCN6.0 size=1048576 2024-09-22T08:48:09.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.749+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~NYGTXCEKRCN6.1 size=761468 2024-09-22T08:48:09.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.749+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=NYGTXCEKRCN6 tag=O11BXUJU29NT type=write size=2858620 2024-09-22T08:48:09.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.753+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=NZNB0YEUJ5MR type=del 2024-09-22T08:48:09.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.757+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=IZOAO6LCU5YF type=del size=967464 2024-09-22T08:48:09.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.765+0000 7f63d5be48c0 1 < suggested update operation key=VDSHPE93TN14 tag=LB211MDUOWGK type=del size=25154 2024-09-22T08:48:09.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.769+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=5KCQRBZV4EUH type=del size=4183149 2024-09-22T08:48:09.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.769+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~MSN3NVIH3T6B.0 size=1048576 2024-09-22T08:48:09.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.773+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~MSN3NVIH3T6B.1 size=781991 2024-09-22T08:48:09.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.777+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=MSN3NVIH3T6B tag=WRGPRJ23G2NO type=write size=2879143 2024-09-22T08:48:09.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.781+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=P28140SJUTK4 type=del size=1612548 2024-09-22T08:48:09.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.785+0000 7f63d5be48c0 1 < canceled part key=_multipart_Q0ESBWWRI2U9.2~IST1VET7PG1J.0 size=1048576 2024-09-22T08:48:09.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.785+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~IST1VET7PG1J.1 size=671951 2024-09-22T08:48:09.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.793+0000 7f63d5be48c0 1 < canceled multipart upload key=Q0ESBWWRI2U9 upload=IST1VET7PG1J tag=R6A0DESE552V type=write size=2769103 2024-09-22T08:48:09.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.797+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=28WV35L6MWD1 type=del size=2017330 2024-09-22T08:48:09.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.801+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=ZMXZA646H773 type=del 2024-09-22T08:48:09.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.805+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=1P5C2C73R9BL type=del size=1296787 2024-09-22T08:48:09.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.809+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~S3JBUQP0JHTD.0 size=950627 2024-09-22T08:48:09.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.813+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=S3JBUQP0JHTD tag=WYODSIVL3GXK type=write size=1999203 2024-09-22T08:48:09.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.817+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=N6B72H683MV2 type=write size=822403 2024-09-22T08:48:09.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.821+0000 7f63d5be48c0 1 < canceled operation key=CU2N9Z3QGASM tag=RGPRQ00T7DGQ type=write size=356154 2024-09-22T08:48:09.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.825+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=8EZJEEBPTCQ9 type=write size=794490 2024-09-22T08:48:09.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.829+0000 7f63d5be48c0 1 < completed write operation key=3MG2M4MHSYN5 tag=ZKBNZ7F3SAUG type=write size=592939 2024-09-22T08:48:09.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.833+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=DZQEWYHWTPW9 type=del size=3611465 2024-09-22T08:48:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.833+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~2OBWJX85PIUY.0 size=295252 2024-09-22T08:48:09.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.841+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=2OBWJX85PIUY tag=GHOEWKYGAEND type=write size=1343828 2024-09-22T08:48:09.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.845+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=MM9XXZY5KSWG type=del size=1651642 2024-09-22T08:48:09.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.849+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=82C1L6JDXQQ1 type=del 2024-09-22T08:48:09.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.857+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~FF3XKZ01F67R.0 size=1048576 2024-09-22T08:48:09.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.861+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~FF3XKZ01F67R.1 size=347425 2024-09-22T08:48:09.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.861+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=FF3XKZ01F67R tag=3CBLA1MRKKD0 type=write size=2444577 2024-09-22T08:48:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.865+0000 7f63d5be48c0 1 < completed write operation key=DZ5BP1FM3Z5N tag=NSYBUVLY2KGI type=write size=787700 2024-09-22T08:48:09.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~8SN7F04KUDY2.0 size=128356 2024-09-22T08:48:09.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.869+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=8SN7F04KUDY2 tag=BU5C9EELCIEG type=write size=1176932 2024-09-22T08:48:09.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.873+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=TKQSPMQMUW6T type=del 2024-09-22T08:48:09.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~IEHAG3BCSIL4.0 size=1048576 2024-09-22T08:48:09.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~IEHAG3BCSIL4.1 size=795704 2024-09-22T08:48:09.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.881+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=IEHAG3BCSIL4 tag=5Q01T7F7DSRI type=write size=2892856 2024-09-22T08:48:09.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.885+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=6U1G30KX4N5W type=del 2024-09-22T08:48:09.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.889+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=LWX1P29HI7A1 type=write size=576094 2024-09-22T08:48:09.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.893+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=2JMQ1ZTGA3EI type=del 2024-09-22T08:48:09.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~5AEB8N6MPUE1.0 size=1048576 2024-09-22T08:48:09.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~5AEB8N6MPUE1.1 size=1048576 2024-09-22T08:48:09.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~5AEB8N6MPUE1.2 size=804442 2024-09-22T08:48:09.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.901+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=5AEB8N6MPUE1 tag=LAUPE2VU7ULH type=write size=3950170 2024-09-22T08:48:09.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.905+0000 7f63d5be48c0 1 < completed write operation key=ZWR5FR2EUOBU tag=JKVMFYC42HPF type=write size=181334 2024-09-22T08:48:09.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.909+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=AF5XOL5KHV5S type=del size=4021552 2024-09-22T08:48:09.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.913+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~NYGTXCEKRCN6.0 size=1048576 2024-09-22T08:48:09.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.913+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~NYGTXCEKRCN6.1 size=761468 2024-09-22T08:48:09.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.921+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=NYGTXCEKRCN6 tag=O11BXUJU29NT type=write size=2858620 2024-09-22T08:48:09.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.925+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=1KBJA8ZOEYL1 type=del size=1771472 2024-09-22T08:48:09.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.925+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=IZOAO6LCU5YF type=del 2024-09-22T08:48:09.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.933+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~HW7SNVG79L15.0 size=363416 2024-09-22T08:48:09.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.933+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=HW7SNVG79L15 tag=UCJQQKR4V0B1 type=write size=1411992 2024-09-22T08:48:09.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.937+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=5KCQRBZV4EUH type=del 2024-09-22T08:48:09.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.937+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=EM6YK5OGXBEH type=write size=481687 2024-09-22T08:48:09.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.941+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=P28140SJUTK4 type=del 2024-09-22T08:48:09.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.945+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=0UB723ZJ4H7I type=write size=207934 2024-09-22T08:48:09.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.949+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=28WV35L6MWD1 type=del 2024-09-22T08:48:09.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.953+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=YZXEUCFEQLHH type=del size=2770345 2024-09-22T08:48:09.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.953+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=1P5C2C73R9BL type=del 2024-09-22T08:48:09.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.957+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=X5MOF3PS6X65 type=del size=992924 2024-09-22T08:48:09.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.961+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=N6B72H683MV2 type=write size=822403 2024-09-22T08:48:09.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~J02E37BXZMCH.0 size=1048576 2024-09-22T08:48:09.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~J02E37BXZMCH.1 size=1048576 2024-09-22T08:48:09.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.973+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~J02E37BXZMCH.2 size=50995 2024-09-22T08:48:09.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.973+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=J02E37BXZMCH tag=T442H1ZF18FQ type=write size=3196723 2024-09-22T08:48:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.977+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=8EZJEEBPTCQ9 type=write size=794490 2024-09-22T08:48:09.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.981+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=2EDRXJKQH05S type=del size=1105513 2024-09-22T08:48:09.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.989+0000 7f63d5be48c0 1 < suggested remove operation key=V5JZ6OBLB6FZ tag=DZQEWYHWTPW9 type=del 2024-09-22T08:48:09.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~X86LJN5ZQZQF.0 size=1048576 2024-09-22T08:48:10.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:09.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~X86LJN5ZQZQF.1 size=1048576 2024-09-22T08:48:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~X86LJN5ZQZQF.2 size=756190 2024-09-22T08:48:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.001+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=X86LJN5ZQZQF tag=YVTRERICF0SL type=write size=3901918 2024-09-22T08:48:10.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.005+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=MM9XXZY5KSWG type=del 2024-09-22T08:48:10.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.009+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=K2HWFDSDED1P type=del size=539718 2024-09-22T08:48:10.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.013+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~FF3XKZ01F67R.0 size=1048576 2024-09-22T08:48:10.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.017+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~FF3XKZ01F67R.1 size=347425 2024-09-22T08:48:10.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.021+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=FF3XKZ01F67R tag=3CBLA1MRKKD0 type=write size=2444577 2024-09-22T08:48:10.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.025+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=BPPGS349QI9L type=del size=2415433 2024-09-22T08:48:10.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.029+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~8SN7F04KUDY2.0 size=128356 2024-09-22T08:48:10.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.037+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=8SN7F04KUDY2 tag=BU5C9EELCIEG type=write size=1176932 2024-09-22T08:48:10.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.037+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=JNE39L3US3N9 type=write size=136952 2024-09-22T08:48:10.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.041+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~IEHAG3BCSIL4.0 size=1048576 2024-09-22T08:48:10.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.045+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~IEHAG3BCSIL4.1 size=795704 2024-09-22T08:48:10.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.049+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=IEHAG3BCSIL4 tag=5Q01T7F7DSRI type=write size=2892856 2024-09-22T08:48:10.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.053+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=KS5W8MGD178S type=del size=2607518 2024-09-22T08:48:10.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.057+0000 7f63d5be48c0 1 < suggested update operation key=2ZLI4H2IJRPA tag=LWX1P29HI7A1 type=write size=576094 2024-09-22T08:48:10.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.061+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~5ZWX6T0F9Y4E.0 size=1048576 2024-09-22T08:48:10.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.065+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~5ZWX6T0F9Y4E.1 size=1048576 2024-09-22T08:48:10.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.065+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~5ZWX6T0F9Y4E.2 size=250042 2024-09-22T08:48:10.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.065+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=5ZWX6T0F9Y4E tag=GRYNOA895PYS type=write size=3395770 2024-09-22T08:48:10.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.073+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~5AEB8N6MPUE1.0 size=1048576 2024-09-22T08:48:10.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.077+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~5AEB8N6MPUE1.1 size=1048576 2024-09-22T08:48:10.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.077+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~5AEB8N6MPUE1.2 size=804442 2024-09-22T08:48:10.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.081+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=5AEB8N6MPUE1 tag=LAUPE2VU7ULH type=write size=3950170 2024-09-22T08:48:10.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.085+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=FO838HL5Q0Y8 type=del size=88218 2024-09-22T08:48:10.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.089+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=AF5XOL5KHV5S type=del 2024-09-22T08:48:10.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.089+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=RP0MX9Y7KBNI type=write size=81531 2024-09-22T08:48:10.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.093+0000 7f63d5be48c0 1 < canceled operation key=SKZYLE6QANA6 tag=1KBJA8ZOEYL1 type=del size=1771472 2024-09-22T08:48:10.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.097+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=7AL3G7XV3EOL type=del size=218099 2024-09-22T08:48:10.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.097+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~HW7SNVG79L15.0 size=363416 2024-09-22T08:48:10.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.105+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=HW7SNVG79L15 tag=UCJQQKR4V0B1 type=write size=1411992 2024-09-22T08:48:10.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.109+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=E214JE0394KH type=del size=225813 2024-09-22T08:48:10.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.109+0000 7f63d5be48c0 1 < canceled operation key=M568KL6YWKU2 tag=EM6YK5OGXBEH type=write size=481687 2024-09-22T08:48:10.117 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.113+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=ANWQZQ9HAJ37 type=write size=1019487 2024-09-22T08:48:10.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.121+0000 7f63d5be48c0 1 < suggested remove operation key=K5VZA8UPYZ63 tag=0UB723ZJ4H7I type=write 2024-09-22T08:48:10.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.125+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=2GN5L7QSMJAM type=del size=4157684 2024-09-22T08:48:10.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.129+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=YZXEUCFEQLHH type=del 2024-09-22T08:48:10.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.133+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=3IPNW3A2K24U type=del size=2112429 2024-09-22T08:48:10.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.137+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=X5MOF3PS6X65 type=del size=992924 2024-09-22T08:48:10.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~GMUHBPKF6HF3.0 size=1048576 2024-09-22T08:48:10.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~GMUHBPKF6HF3.1 size=1048576 2024-09-22T08:48:10.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.149+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~GMUHBPKF6HF3.2 size=1019834 2024-09-22T08:48:10.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.149+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=GMUHBPKF6HF3 tag=7A93N2WXSRPS type=write size=4165562 2024-09-22T08:48:10.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.153+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~J02E37BXZMCH.0 size=1048576 2024-09-22T08:48:10.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.157+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~J02E37BXZMCH.1 size=1048576 2024-09-22T08:48:10.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.157+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~J02E37BXZMCH.2 size=50995 2024-09-22T08:48:10.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.165+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=J02E37BXZMCH tag=T442H1ZF18FQ type=write size=3196723 2024-09-22T08:48:10.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.169+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=V6OT9HSZ1J52 type=del size=702584 2024-09-22T08:48:10.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.173+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=2EDRXJKQH05S type=del 2024-09-22T08:48:10.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~OCSSDM5OUVIM.0 size=735179 2024-09-22T08:48:10.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.177+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=OCSSDM5OUVIM tag=9NJ259072O8H type=write size=1783755 2024-09-22T08:48:10.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.181+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~X86LJN5ZQZQF.0 size=1048576 2024-09-22T08:48:10.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.185+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~X86LJN5ZQZQF.1 size=1048576 2024-09-22T08:48:10.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.185+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~X86LJN5ZQZQF.2 size=756190 2024-09-22T08:48:10.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.193+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=X86LJN5ZQZQF tag=YVTRERICF0SL type=write size=3901918 2024-09-22T08:48:10.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~V9XT9NUZUTY5.0 size=110759 2024-09-22T08:48:10.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.197+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=V9XT9NUZUTY5 tag=RT9B9RHDHAPL type=write size=1159335 2024-09-22T08:48:10.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.201+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=K2HWFDSDED1P type=del 2024-09-22T08:48:10.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.205+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=709U8FYR3SQB type=del size=1502420 2024-09-22T08:48:10.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.209+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=BPPGS349QI9L type=del 2024-09-22T08:48:10.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.213+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=HVHF1WSCS671 type=del size=1325627 2024-09-22T08:48:10.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.217+0000 7f63d5be48c0 1 < completed write operation key=465P86KCYZ8V tag=JNE39L3US3N9 type=write size=136952 2024-09-22T08:48:10.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.221+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~OSWPJCGA14AZ.0 size=602158 2024-09-22T08:48:10.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.221+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=OSWPJCGA14AZ tag=0W0OWHE8MDR8 type=write size=1650734 2024-09-22T08:48:10.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.225+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=KS5W8MGD178S type=del 2024-09-22T08:48:10.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.229+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~RQNPZE4OEF7R.0 size=1048576 2024-09-22T08:48:10.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~RQNPZE4OEF7R.1 size=1048576 2024-09-22T08:48:10.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~RQNPZE4OEF7R.2 size=976262 2024-09-22T08:48:10.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.237+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=RQNPZE4OEF7R tag=PYO06YCEVMWM type=write size=4121990 2024-09-22T08:48:10.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.241+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~5ZWX6T0F9Y4E.0 size=1048576 2024-09-22T08:48:10.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.245+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~5ZWX6T0F9Y4E.1 size=1048576 2024-09-22T08:48:10.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.245+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~5ZWX6T0F9Y4E.2 size=250042 2024-09-22T08:48:10.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.253+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=5ZWX6T0F9Y4E tag=GRYNOA895PYS type=write size=3395770 2024-09-22T08:48:10.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~5ME2I5CT4MAB.0 size=1048576 2024-09-22T08:48:10.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~5ME2I5CT4MAB.1 size=1048576 2024-09-22T08:48:10.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.265+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~5ME2I5CT4MAB.2 size=729996 2024-09-22T08:48:10.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.265+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=5ME2I5CT4MAB tag=VUA64DK2XV2D type=write size=3875724 2024-09-22T08:48:10.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.269+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=FO838HL5Q0Y8 type=del size=88218 2024-09-22T08:48:10.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~9BJP65GFJO21.0 size=1048576 2024-09-22T08:48:10.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.277+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~9BJP65GFJO21.1 size=177824 2024-09-22T08:48:10.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.277+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=9BJP65GFJO21 tag=RMYB93SKPHIP type=write size=2274976 2024-09-22T08:48:10.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.281+0000 7f63d5be48c0 1 < suggested remove operation key=K5VZA8UPYZ63 tag=RP0MX9Y7KBNI type=write 2024-09-22T08:48:10.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~1SBKUDD1T6LK.0 size=207901 2024-09-22T08:48:10.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.285+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=1SBKUDD1T6LK tag=811M6OI23Z9O type=write size=1256477 2024-09-22T08:48:10.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.289+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=7AL3G7XV3EOL type=del 2024-09-22T08:48:10.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.293+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=00W7OHWFPCB3 type=del size=3011409 2024-09-22T08:48:10.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.293+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=E214JE0394KH type=del 2024-09-22T08:48:10.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.297+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=PCCOZFI4ZEYS type=del size=3492108 2024-09-22T08:48:10.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.301+0000 7f63d5be48c0 1 < completed write operation key=ZOK9L18PUHG0 tag=ANWQZQ9HAJ37 type=write size=1019487 2024-09-22T08:48:10.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.305+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~RGQYMB3HFGCD.0 size=1048576 2024-09-22T08:48:10.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~RGQYMB3HFGCD.1 size=150370 2024-09-22T08:48:10.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.309+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=RGQYMB3HFGCD tag=0LO9533YI7H1 type=write size=2247522 2024-09-22T08:48:10.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.309+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=2GN5L7QSMJAM type=del 2024-09-22T08:48:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.313+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=M9LNR2DBRGQF type=del size=874151 2024-09-22T08:48:10.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.317+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=3IPNW3A2K24U type=del 2024-09-22T08:48:10.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~T6VP8YU7AV0Y.0 size=1048576 2024-09-22T08:48:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.325+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~T6VP8YU7AV0Y.1 size=254331 2024-09-22T08:48:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.325+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=T6VP8YU7AV0Y tag=78XYMVSF0UHY type=write size=2351483 2024-09-22T08:48:10.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.325+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~GMUHBPKF6HF3.0 size=1048576 2024-09-22T08:48:10.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.329+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~GMUHBPKF6HF3.1 size=1048576 2024-09-22T08:48:10.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.329+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~GMUHBPKF6HF3.2 size=1019834 2024-09-22T08:48:10.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.333+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=GMUHBPKF6HF3 tag=7A93N2WXSRPS type=write size=4165562 2024-09-22T08:48:10.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.337+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=K3O2UD1PTJ26 type=del size=4139371 2024-09-22T08:48:10.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.341+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=V6OT9HSZ1J52 type=del 2024-09-22T08:48:10.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~THXCF5ROOJK5.0 size=1048576 2024-09-22T08:48:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~THXCF5ROOJK5.1 size=1048576 2024-09-22T08:48:10.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.349+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~THXCF5ROOJK5.2 size=851723 2024-09-22T08:48:10.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.349+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=THXCF5ROOJK5 tag=ZXB4ZK2CGHU8 type=write size=3997451 2024-09-22T08:48:10.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.349+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~OCSSDM5OUVIM.0 size=735179 2024-09-22T08:48:10.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.353+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=OCSSDM5OUVIM tag=9NJ259072O8H type=write size=1783755 2024-09-22T08:48:10.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.361+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=7XNAFE03XV6H type=del size=46622 2024-09-22T08:48:10.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.361+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~V9XT9NUZUTY5.0 size=110759 2024-09-22T08:48:10.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.365+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=V9XT9NUZUTY5 tag=RT9B9RHDHAPL type=write size=1159335 2024-09-22T08:48:10.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.369+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=A571IRVUPRQ7 type=del size=461810 2024-09-22T08:48:10.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.373+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=709U8FYR3SQB type=del 2024-09-22T08:48:10.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.377+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~7YA9VYNYMUOC.0 size=1048576 2024-09-22T08:48:10.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~7YA9VYNYMUOC.1 size=1048576 2024-09-22T08:48:10.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~7YA9VYNYMUOC.2 size=600769 2024-09-22T08:48:10.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.381+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=7YA9VYNYMUOC tag=00E2VM1QRCWY type=write size=3746497 2024-09-22T08:48:10.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.385+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=HVHF1WSCS671 type=del 2024-09-22T08:48:10.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~UJVYUH8CC4XD.0 size=1024400 2024-09-22T08:48:10.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.389+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=UJVYUH8CC4XD tag=C0ZNBUJD90S3 type=write size=2072976 2024-09-22T08:48:10.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.393+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~OSWPJCGA14AZ.0 size=602158 2024-09-22T08:48:10.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.397+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=OSWPJCGA14AZ tag=0W0OWHE8MDR8 type=write size=1650734 2024-09-22T08:48:10.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.397+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=UIL3RWKCY09Y type=del size=3916472 2024-09-22T08:48:10.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.401+0000 7f63d5be48c0 1 < canceled part key=_multipart_VDSHPE93TN14.2~RQNPZE4OEF7R.0 size=1048576 2024-09-22T08:48:10.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.401+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~RQNPZE4OEF7R.1 size=1048576 2024-09-22T08:48:10.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.405+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~RQNPZE4OEF7R.2 size=976262 2024-09-22T08:48:10.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.409+0000 7f63d5be48c0 1 < canceled multipart upload key=VDSHPE93TN14 upload=RQNPZE4OEF7R tag=PYO06YCEVMWM type=write size=4121990 2024-09-22T08:48:10.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.409+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=HY19YEZQSD5H type=del size=2751542 2024-09-22T08:48:10.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.413+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~5ME2I5CT4MAB.0 size=1048576 2024-09-22T08:48:10.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.413+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~5ME2I5CT4MAB.1 size=1048576 2024-09-22T08:48:10.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.417+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~5ME2I5CT4MAB.2 size=729996 2024-09-22T08:48:10.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.421+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=5ME2I5CT4MAB tag=VUA64DK2XV2D type=write size=3875724 2024-09-22T08:48:10.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.425+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=VA3OJDNF1CJ2 type=del size=2991532 2024-09-22T08:48:10.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.425+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~9BJP65GFJO21.0 size=1048576 2024-09-22T08:48:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.429+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~9BJP65GFJO21.1 size=177824 2024-09-22T08:48:10.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.433+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=9BJP65GFJO21 tag=RMYB93SKPHIP type=write size=2274976 2024-09-22T08:48:10.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.433+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=NLGRA2T6VD5O type=del size=3743589 2024-09-22T08:48:10.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.437+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~1SBKUDD1T6LK.0 size=207901 2024-09-22T08:48:10.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.441+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=1SBKUDD1T6LK tag=811M6OI23Z9O type=write size=1256477 2024-09-22T08:48:10.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.445+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~PCDVXAJWVNDK.0 size=1048576 2024-09-22T08:48:10.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~PCDVXAJWVNDK.1 size=143436 2024-09-22T08:48:10.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.449+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=PCDVXAJWVNDK tag=8I19FJSRYRCP type=write size=2240588 2024-09-22T08:48:10.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.453+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=00W7OHWFPCB3 type=del 2024-09-22T08:48:10.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.457+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~VXAP12RBEL8O.0 size=1048576 2024-09-22T08:48:10.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.461+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~VXAP12RBEL8O.1 size=652184 2024-09-22T08:48:10.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.461+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=VXAP12RBEL8O tag=2Q3GP9I5WC7W type=write size=2749336 2024-09-22T08:48:10.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.465+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=PCCOZFI4ZEYS type=del 2024-09-22T08:48:10.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~Z9Z1CCVHV428.0 size=1048576 2024-09-22T08:48:10.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.473+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~Z9Z1CCVHV428.1 size=1048576 2024-09-22T08:48:10.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.473+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~Z9Z1CCVHV428.2 size=582435 2024-09-22T08:48:10.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.473+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=Z9Z1CCVHV428 tag=KNRB5CEBG0WX type=write size=3728163 2024-09-22T08:48:10.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.477+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~RGQYMB3HFGCD.0 size=1048576 2024-09-22T08:48:10.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.481+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~RGQYMB3HFGCD.1 size=150370 2024-09-22T08:48:10.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.485+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=RGQYMB3HFGCD tag=0LO9533YI7H1 type=write size=2247522 2024-09-22T08:48:10.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.489+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=OOG5PTS0WU72 type=del size=148943 2024-09-22T08:48:10.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.489+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=M9LNR2DBRGQF type=del 2024-09-22T08:48:10.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.493+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=BFJW97GN33O9 type=write size=430823 2024-09-22T08:48:10.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.497+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~T6VP8YU7AV0Y.0 size=1048576 2024-09-22T08:48:10.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.497+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~T6VP8YU7AV0Y.1 size=254331 2024-09-22T08:48:10.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.501+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=T6VP8YU7AV0Y tag=78XYMVSF0UHY type=write size=2351483 2024-09-22T08:48:10.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~ZT0DIG405TW5.0 size=1048576 2024-09-22T08:48:10.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.509+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~ZT0DIG405TW5.1 size=1048576 2024-09-22T08:48:10.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.509+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~ZT0DIG405TW5.2 size=830519 2024-09-22T08:48:10.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.509+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=ZT0DIG405TW5 tag=0M5FWMD4M6QP type=write size=3976247 2024-09-22T08:48:10.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.517+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=K3O2UD1PTJ26 type=del size=4139371 2024-09-22T08:48:10.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.517+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=4U5ZGRXT8NWW type=del size=3778885 2024-09-22T08:48:10.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.521+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~THXCF5ROOJK5.0 size=1048576 2024-09-22T08:48:10.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.525+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~THXCF5ROOJK5.1 size=1048576 2024-09-22T08:48:10.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.525+0000 7f63d5be48c0 1 < canceled part key=_multipart_XIM0MQELPJS0.2~THXCF5ROOJK5.2 size=851723 2024-09-22T08:48:10.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.529+0000 7f63d5be48c0 1 < canceled multipart upload key=XIM0MQELPJS0 upload=THXCF5ROOJK5 tag=ZXB4ZK2CGHU8 type=write size=3997451 2024-09-22T08:48:10.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~GOL3O283H9WA.0 size=758751 2024-09-22T08:48:10.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.533+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=GOL3O283H9WA tag=04BPSCLSDM76 type=write size=1807327 2024-09-22T08:48:10.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.537+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=7XNAFE03XV6H type=del 2024-09-22T08:48:10.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.541+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~N5VE8SV0N6YD.0 size=782490 2024-09-22T08:48:10.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.541+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=N5VE8SV0N6YD tag=X02A9YPURYOX type=write size=1831066 2024-09-22T08:48:10.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.545+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=A571IRVUPRQ7 type=del 2024-09-22T08:48:10.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.545+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=V6FRDBYVWDNX type=write size=875857 2024-09-22T08:48:10.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.549+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~7YA9VYNYMUOC.0 size=1048576 2024-09-22T08:48:10.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.553+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~7YA9VYNYMUOC.1 size=1048576 2024-09-22T08:48:10.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.553+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~7YA9VYNYMUOC.2 size=600769 2024-09-22T08:48:10.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.561+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=7YA9VYNYMUOC tag=00E2VM1QRCWY type=write size=3746497 2024-09-22T08:48:10.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.565+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~0J6F96Z302V7.0 size=845504 2024-09-22T08:48:10.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.565+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=0J6F96Z302V7 tag=KQD4JKNWAER7 type=write size=1894080 2024-09-22T08:48:10.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.565+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~UJVYUH8CC4XD.0 size=1024400 2024-09-22T08:48:10.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.573+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=UJVYUH8CC4XD tag=C0ZNBUJD90S3 type=write size=2072976 2024-09-22T08:48:10.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.573+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=G4KYOBAU0ADY type=del size=2582913 2024-09-22T08:48:10.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.577+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=UIL3RWKCY09Y type=del 2024-09-22T08:48:10.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.581+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~S0YX1GZ1NXCC.0 size=1048576 2024-09-22T08:48:10.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~S0YX1GZ1NXCC.1 size=1048576 2024-09-22T08:48:10.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~S0YX1GZ1NXCC.2 size=392576 2024-09-22T08:48:10.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.585+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=S0YX1GZ1NXCC tag=44GQXX5PNHE0 type=write size=3538304 2024-09-22T08:48:10.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.589+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=HY19YEZQSD5H type=del 2024-09-22T08:48:10.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.593+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~GMGBSA0SJ6VN.0 size=1048576 2024-09-22T08:48:10.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.597+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~GMGBSA0SJ6VN.1 size=938993 2024-09-22T08:48:10.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.597+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=GMGBSA0SJ6VN tag=XKCMRCVOLRV2 type=write size=3036145 2024-09-22T08:48:10.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.601+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=VA3OJDNF1CJ2 type=del 2024-09-22T08:48:10.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YZFAIUIPN5UG.0 size=1048576 2024-09-22T08:48:10.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YZFAIUIPN5UG.1 size=343255 2024-09-22T08:48:10.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.609+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=YZFAIUIPN5UG tag=ONV6IS1RXF0Y type=write size=2440407 2024-09-22T08:48:10.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.613+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=NLGRA2T6VD5O type=del 2024-09-22T08:48:10.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.613+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=F3Z6OEN5VXH9 type=del size=3821274 2024-09-22T08:48:10.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.617+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~PCDVXAJWVNDK.0 size=1048576 2024-09-22T08:48:10.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.617+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~PCDVXAJWVNDK.1 size=143436 2024-09-22T08:48:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.621+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=PCDVXAJWVNDK tag=8I19FJSRYRCP type=write size=2240588 2024-09-22T08:48:10.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~YACF9IKK37SN.0 size=1048576 2024-09-22T08:48:10.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~YACF9IKK37SN.1 size=1048576 2024-09-22T08:48:10.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~YACF9IKK37SN.2 size=55490 2024-09-22T08:48:10.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.633+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=YACF9IKK37SN tag=JNFCQ7KV1V1A type=write size=3201218 2024-09-22T08:48:10.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.633+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~VXAP12RBEL8O.0 size=1048576 2024-09-22T08:48:10.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.637+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~VXAP12RBEL8O.1 size=652184 2024-09-22T08:48:10.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.641+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=VXAP12RBEL8O tag=2Q3GP9I5WC7W type=write size=2749336 2024-09-22T08:48:10.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.645+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=1A9K6T4CVLQP type=del size=2838427 2024-09-22T08:48:10.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.645+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~Z9Z1CCVHV428.0 size=1048576 2024-09-22T08:48:10.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.645+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~Z9Z1CCVHV428.1 size=1048576 2024-09-22T08:48:10.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.645+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~Z9Z1CCVHV428.2 size=582435 2024-09-22T08:48:10.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.653+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=Z9Z1CCVHV428 tag=KNRB5CEBG0WX type=write size=3728163 2024-09-22T08:48:10.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.653+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=BWKX8DFZ74QR type=del size=388648 2024-09-22T08:48:10.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.657+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=OOG5PTS0WU72 type=del 2024-09-22T08:48:10.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.661+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=06PCHGU89ZO3 type=del size=980604 2024-09-22T08:48:10.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.661+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=BFJW97GN33O9 type=write size=430823 2024-09-22T08:48:10.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.665+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=UEZOYSI1ZROJ type=del size=1444575 2024-09-22T08:48:10.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.669+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~ZT0DIG405TW5.0 size=1048576 2024-09-22T08:48:10.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.673+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~ZT0DIG405TW5.1 size=1048576 2024-09-22T08:48:10.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.673+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~ZT0DIG405TW5.2 size=830519 2024-09-22T08:48:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.677+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=ZT0DIG405TW5 tag=0M5FWMD4M6QP type=write size=3976247 2024-09-22T08:48:10.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~WSSMZPGX3XFH.0 size=289925 2024-09-22T08:48:10.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.685+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=WSSMZPGX3XFH tag=W66S0ZR1TNXH type=write size=1338501 2024-09-22T08:48:10.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.689+0000 7f63d5be48c0 1 < canceled operation key=3MG2M4MHSYN5 tag=4U5ZGRXT8NWW type=del size=3778885 2024-09-22T08:48:10.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.689+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=KY0D32G1P5SQ type=del size=1961433 2024-09-22T08:48:10.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.693+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~GOL3O283H9WA.0 size=758751 2024-09-22T08:48:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.697+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=GOL3O283H9WA tag=04BPSCLSDM76 type=write size=1807327 2024-09-22T08:48:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.701+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~X76LI72HY0A2.0 size=1048576 2024-09-22T08:48:10.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~X76LI72HY0A2.1 size=759769 2024-09-22T08:48:10.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.705+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=X76LI72HY0A2 tag=FMJ6NW58UGNK type=write size=2856921 2024-09-22T08:48:10.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.709+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~N5VE8SV0N6YD.0 size=782490 2024-09-22T08:48:10.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.713+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=N5VE8SV0N6YD tag=X02A9YPURYOX type=write size=1831066 2024-09-22T08:48:10.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.717+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=WXT7TMZXXWPM type=del size=2709749 2024-09-22T08:48:10.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.717+0000 7f63d5be48c0 1 < canceled operation key=XIM0MQELPJS0 tag=V6FRDBYVWDNX type=write size=875857 2024-09-22T08:48:10.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.721+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=IIDKVWIU3A50 type=del size=2589082 2024-09-22T08:48:10.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.725+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~0J6F96Z302V7.0 size=845504 2024-09-22T08:48:10.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.729+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=0J6F96Z302V7 tag=KQD4JKNWAER7 type=write size=1894080 2024-09-22T08:48:10.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.733+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=OW4HOH3ZCX1I type=del size=4161660 2024-09-22T08:48:10.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.737+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=G4KYOBAU0ADY type=del 2024-09-22T08:48:10.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~TVJDPQA4P4Z6.0 size=15770 2024-09-22T08:48:10.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.741+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=TVJDPQA4P4Z6 tag=2YV2YBMZXX6I type=write size=1064346 2024-09-22T08:48:10.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.745+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~S0YX1GZ1NXCC.0 size=1048576 2024-09-22T08:48:10.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.745+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~S0YX1GZ1NXCC.1 size=1048576 2024-09-22T08:48:10.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.749+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~S0YX1GZ1NXCC.2 size=392576 2024-09-22T08:48:10.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.753+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=S0YX1GZ1NXCC tag=44GQXX5PNHE0 type=write size=3538304 2024-09-22T08:48:10.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.761+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~ZHGXGYD6IVBW.0 size=74530 2024-09-22T08:48:10.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.761+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=ZHGXGYD6IVBW tag=3XH5G3DBK5JB type=write size=1123106 2024-09-22T08:48:10.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.761+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~GMGBSA0SJ6VN.0 size=1048576 2024-09-22T08:48:10.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.765+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~GMGBSA0SJ6VN.1 size=938993 2024-09-22T08:48:10.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.769+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=GMGBSA0SJ6VN tag=XKCMRCVOLRV2 type=write size=3036145 2024-09-22T08:48:10.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~HSV55YYQ2GHD.0 size=717771 2024-09-22T08:48:10.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.777+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=HSV55YYQ2GHD tag=0XM0LTLKQT85 type=write size=1766347 2024-09-22T08:48:10.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.777+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~YZFAIUIPN5UG.0 size=1048576 2024-09-22T08:48:10.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.781+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~YZFAIUIPN5UG.1 size=343255 2024-09-22T08:48:10.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.785+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=YZFAIUIPN5UG tag=ONV6IS1RXF0Y type=write size=2440407 2024-09-22T08:48:10.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.789+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=KKF7BRL5KF3D type=del size=3559441 2024-09-22T08:48:10.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.793+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=F3Z6OEN5VXH9 type=del size=3821274 2024-09-22T08:48:10.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.797+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=Y322SYXOV08O type=del size=1451475 2024-09-22T08:48:10.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.801+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~YACF9IKK37SN.0 size=1048576 2024-09-22T08:48:10.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.805+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~YACF9IKK37SN.1 size=1048576 2024-09-22T08:48:10.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.809+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~YACF9IKK37SN.2 size=55490 2024-09-22T08:48:10.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.813+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=YACF9IKK37SN tag=JNFCQ7KV1V1A type=write size=3201218 2024-09-22T08:48:10.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.817+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=A1NBTE4ZBTCI type=write size=356968 2024-09-22T08:48:10.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.817+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=1A9K6T4CVLQP type=del 2024-09-22T08:48:10.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.821+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=ELJ5S5N0ASLZ type=write size=573166 2024-09-22T08:48:10.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.829+0000 7f63d5be48c0 1 < suggested remove operation key=N3T2GVFADL66 tag=BWKX8DFZ74QR type=del 2024-09-22T08:48:10.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~JZ3G3COV3JX9.0 size=1048576 2024-09-22T08:48:10.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.837+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~JZ3G3COV3JX9.1 size=1048576 2024-09-22T08:48:10.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~JZ3G3COV3JX9.2 size=153688 2024-09-22T08:48:10.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.841+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=JZ3G3COV3JX9 tag=4SAESAMGBGN8 type=write size=3299416 2024-09-22T08:48:10.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.845+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=06PCHGU89ZO3 type=del 2024-09-22T08:48:10.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.853+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~HJPL9CPEKH33.0 size=1048576 2024-09-22T08:48:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.857+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~HJPL9CPEKH33.1 size=1048576 2024-09-22T08:48:10.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.857+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~HJPL9CPEKH33.2 size=450986 2024-09-22T08:48:10.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.857+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=HJPL9CPEKH33 tag=DNSSHITVQK40 type=write size=3596714 2024-09-22T08:48:10.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.865+0000 7f63d5be48c0 1 < suggested remove operation key=XJHFTJNAZSHI tag=UEZOYSI1ZROJ type=del 2024-09-22T08:48:10.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.869+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=ABL22ESVRILJ type=write size=159322 2024-09-22T08:48:10.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.873+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~WSSMZPGX3XFH.0 size=289925 2024-09-22T08:48:10.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.877+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=WSSMZPGX3XFH tag=W66S0ZR1TNXH type=write size=1338501 2024-09-22T08:48:10.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~LXVRM7Y4QQ6B.0 size=1048576 2024-09-22T08:48:10.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~LXVRM7Y4QQ6B.1 size=1048576 2024-09-22T08:48:10.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.893+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~LXVRM7Y4QQ6B.2 size=156568 2024-09-22T08:48:10.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.893+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=LXVRM7Y4QQ6B tag=B9W9QC73DXT1 type=write size=3302296 2024-09-22T08:48:10.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.897+0000 7f63d5be48c0 -1 < failed to complete operation key=XJHFTJNAZSHI tag=KY0D32G1P5SQ type=del size=1961433: (22) Invalid argument 2024-09-22T08:48:10.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.901+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=ZD9UR6ZCN0VJ type=del size=600215 2024-09-22T08:48:10.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.905+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~X76LI72HY0A2.0 size=1048576 2024-09-22T08:48:10.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.905+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~X76LI72HY0A2.1 size=759769 2024-09-22T08:48:10.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.913+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=X76LI72HY0A2 tag=FMJ6NW58UGNK type=write size=2856921 2024-09-22T08:48:10.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~P8CIV2SDKC6P.0 size=1048576 2024-09-22T08:48:10.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.921+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~P8CIV2SDKC6P.1 size=134554 2024-09-22T08:48:10.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.921+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=P8CIV2SDKC6P tag=DCQWVYUZZ2IF type=write size=2231706 2024-09-22T08:48:10.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.929+0000 7f63d5be48c0 1 < suggested remove operation key=LGRX93MXLXA9 tag=WXT7TMZXXWPM type=del 2024-09-22T08:48:10.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.933+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~RAXRXY6CI1AE.0 size=689431 2024-09-22T08:48:10.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.933+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=RAXRXY6CI1AE tag=UH8DEAAPG3KI type=write size=1738007 2024-09-22T08:48:10.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.937+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=IIDKVWIU3A50 type=del 2024-09-22T08:48:10.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.945+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~TCAWAVTEQEAN.0 size=674288 2024-09-22T08:48:10.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.945+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=TCAWAVTEQEAN tag=E1D79IFC3RYF type=write size=1722864 2024-09-22T08:48:10.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.949+0000 7f63d5be48c0 1 < suggested remove operation key=XIM0MQELPJS0 tag=OW4HOH3ZCX1I type=del 2024-09-22T08:48:10.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.957+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~00ABQS79L12E.0 size=830948 2024-09-22T08:48:10.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.957+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=00ABQS79L12E tag=JV18AB0TGJ4L type=write size=1879524 2024-09-22T08:48:10.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.961+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~TVJDPQA4P4Z6.0 size=15770 2024-09-22T08:48:10.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.965+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=TVJDPQA4P4Z6 tag=2YV2YBMZXX6I type=write size=1064346 2024-09-22T08:48:10.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.969+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=NDIGBAOT87NH type=del size=3223455 2024-09-22T08:48:10.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.973+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~ZHGXGYD6IVBW.0 size=74530 2024-09-22T08:48:10.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.981+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=ZHGXGYD6IVBW tag=3XH5G3DBK5JB type=write size=1123106 2024-09-22T08:48:10.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.985+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=CQTYHDJ9Z24X type=write size=904916 2024-09-22T08:48:10.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.985+0000 7f63d5be48c0 1 < canceled part key=_multipart_VDSHPE93TN14.2~HSV55YYQ2GHD.0 size=717771 2024-09-22T08:48:10.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.989+0000 7f63d5be48c0 1 < canceled multipart upload key=VDSHPE93TN14 upload=HSV55YYQ2GHD tag=0XM0LTLKQT85 type=write size=1766347 2024-09-22T08:48:10.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:10.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~1FA9K73RAR8R.0 size=1048576 2024-09-22T08:48:11.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~1FA9K73RAR8R.1 size=676206 2024-09-22T08:48:11.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.001+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=1FA9K73RAR8R tag=9GHJNHPOWO6R type=write size=2773358 2024-09-22T08:48:11.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.005+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=KKF7BRL5KF3D type=del 2024-09-22T08:48:11.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.009+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~0HYHO0OPMEW6.0 size=1048576 2024-09-22T08:48:11.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~0HYHO0OPMEW6.1 size=1048576 2024-09-22T08:48:11.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~0HYHO0OPMEW6.2 size=53327 2024-09-22T08:48:11.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.013+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=0HYHO0OPMEW6 tag=38KTRECOFAX9 type=write size=3199055 2024-09-22T08:48:11.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.017+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=Y322SYXOV08O type=del 2024-09-22T08:48:11.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.025+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=3Y3RS8Q2YHND type=del size=3504701 2024-09-22T08:48:11.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.025+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=XIM0MQELPJS0 tag=A1NBTE4ZBTCI type=write size=356968: (2) No such file or directory 2024-09-22T08:48:11.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.029+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=61VQ2Y12E93G type=del size=2553397 2024-09-22T08:48:11.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.033+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=ELJ5S5N0ASLZ type=write size=573166 2024-09-22T08:48:11.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.041+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~XZTRB7754BYZ.0 size=1048576 2024-09-22T08:48:11.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~XZTRB7754BYZ.1 size=1048576 2024-09-22T08:48:11.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~XZTRB7754BYZ.2 size=743384 2024-09-22T08:48:11.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.045+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=XZTRB7754BYZ tag=TXYN51B1GD8S type=write size=3889112 2024-09-22T08:48:11.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.049+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~JZ3G3COV3JX9.0 size=1048576 2024-09-22T08:48:11.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.053+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~JZ3G3COV3JX9.1 size=1048576 2024-09-22T08:48:11.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.057+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~JZ3G3COV3JX9.2 size=153688 2024-09-22T08:48:11.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.061+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=JZ3G3COV3JX9 tag=4SAESAMGBGN8 type=write size=3299416 2024-09-22T08:48:11.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.065+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=3V23EGZOHZVE type=del size=3640366 2024-09-22T08:48:11.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.069+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~HJPL9CPEKH33.0 size=1048576 2024-09-22T08:48:11.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.073+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~HJPL9CPEKH33.1 size=1048576 2024-09-22T08:48:11.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.073+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~HJPL9CPEKH33.2 size=450986 2024-09-22T08:48:11.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.081+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=HJPL9CPEKH33 tag=DNSSHITVQK40 type=write size=3596714 2024-09-22T08:48:11.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.085+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=4WQ4URQ621WD type=del size=2024554 2024-09-22T08:48:11.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.089+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=ABL22ESVRILJ type=write size=159322 2024-09-22T08:48:11.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.093+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~C5Z3ZM1BS1DC.0 size=60474 2024-09-22T08:48:11.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.093+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=C5Z3ZM1BS1DC tag=W7YA11GZY8AQ type=write size=1109050 2024-09-22T08:48:11.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.097+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~LXVRM7Y4QQ6B.0 size=1048576 2024-09-22T08:48:11.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.101+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~LXVRM7Y4QQ6B.1 size=1048576 2024-09-22T08:48:11.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.101+0000 7f63d5be48c0 1 < canceled part key=_multipart_AJ8YUA7HCF5R.2~LXVRM7Y4QQ6B.2 size=156568 2024-09-22T08:48:11.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.105+0000 7f63d5be48c0 1 < canceled multipart upload key=AJ8YUA7HCF5R upload=LXVRM7Y4QQ6B tag=B9W9QC73DXT1 type=write size=3302296 2024-09-22T08:48:11.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.113+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~XEWI3LWADTMU.0 size=1048576 2024-09-22T08:48:11.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~XEWI3LWADTMU.1 size=1048576 2024-09-22T08:48:11.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~XEWI3LWADTMU.2 size=819254 2024-09-22T08:48:11.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.117+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=XEWI3LWADTMU tag=BYXT96BTRB79 type=write size=3964982 2024-09-22T08:48:11.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.121+0000 7f63d5be48c0 1 < canceled operation key=V5JZ6OBLB6FZ tag=ZD9UR6ZCN0VJ type=del size=600215 2024-09-22T08:48:11.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5MJ58WUXDP5C.0 size=476767 2024-09-22T08:48:11.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.129+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=5MJ58WUXDP5C tag=XGW26L1GYZH2 type=write size=1525343 2024-09-22T08:48:11.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.133+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~P8CIV2SDKC6P.0 size=1048576 2024-09-22T08:48:11.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.137+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~P8CIV2SDKC6P.1 size=134554 2024-09-22T08:48:11.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.141+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=P8CIV2SDKC6P tag=DCQWVYUZZ2IF type=write size=2231706 2024-09-22T08:48:11.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.149+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~SYRGAAV43BXE.0 size=1048576 2024-09-22T08:48:11.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.153+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~SYRGAAV43BXE.1 size=159930 2024-09-22T08:48:11.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.153+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=SYRGAAV43BXE tag=6XB59Y3FP7YB type=write size=2257082 2024-09-22T08:48:11.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.157+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~RAXRXY6CI1AE.0 size=689431 2024-09-22T08:48:11.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.161+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=RAXRXY6CI1AE tag=UH8DEAAPG3KI type=write size=1738007 2024-09-22T08:48:11.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.165+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=WKRT5A3WV3AX type=write size=558369 2024-09-22T08:48:11.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.165+0000 7f63d5be48c0 1 < canceled part key=_multipart_VEF00MGE4G2D.2~TCAWAVTEQEAN.0 size=674288 2024-09-22T08:48:11.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.169+0000 7f63d5be48c0 1 < canceled multipart upload key=VEF00MGE4G2D upload=TCAWAVTEQEAN tag=E1D79IFC3RYF type=write size=1722864 2024-09-22T08:48:11.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.173+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=FVZOQB6QJ80M type=del size=3666510 2024-09-22T08:48:11.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.177+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~00ABQS79L12E.0 size=830948 2024-09-22T08:48:11.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.181+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=00ABQS79L12E tag=JV18AB0TGJ4L type=write size=1879524 2024-09-22T08:48:11.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.185+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=8UDV3YKKMEVN type=write size=265850 2024-09-22T08:48:11.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.193+0000 7f63d5be48c0 1 < suggested remove operation key=04W2JBYV6JRL tag=NDIGBAOT87NH type=del 2024-09-22T08:48:11.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.197+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=V6H31UVOUF6D type=del size=2957341 2024-09-22T08:48:11.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.205+0000 7f63d5be48c0 1 < suggested remove operation key=2ZLI4H2IJRPA tag=CQTYHDJ9Z24X type=write 2024-09-22T08:48:11.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~5C762WLHQPD5.0 size=1048576 2024-09-22T08:48:11.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.217+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~5C762WLHQPD5.1 size=323801 2024-09-22T08:48:11.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.217+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=5C762WLHQPD5 tag=UNG7X68LEEMZ type=write size=2420953 2024-09-22T08:48:11.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.217+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~1FA9K73RAR8R.0 size=1048576 2024-09-22T08:48:11.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.221+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~1FA9K73RAR8R.1 size=676206 2024-09-22T08:48:11.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.225+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=1FA9K73RAR8R tag=9GHJNHPOWO6R type=write size=2773358 2024-09-22T08:48:11.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.229+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=FCE3XAU7PS0O type=del size=1403198 2024-09-22T08:48:11.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.233+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~0HYHO0OPMEW6.0 size=1048576 2024-09-22T08:48:11.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.237+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~0HYHO0OPMEW6.1 size=1048576 2024-09-22T08:48:11.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.241+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~0HYHO0OPMEW6.2 size=53327 2024-09-22T08:48:11.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.245+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=0HYHO0OPMEW6 tag=38KTRECOFAX9 type=write size=3199055 2024-09-22T08:48:11.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~LGIUAQNSUPIS.0 size=1048576 2024-09-22T08:48:11.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.257+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~LGIUAQNSUPIS.1 size=1048576 2024-09-22T08:48:11.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.257+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~LGIUAQNSUPIS.2 size=703365 2024-09-22T08:48:11.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.257+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=LGIUAQNSUPIS tag=BT2IAUY36W0C type=write size=3849093 2024-09-22T08:48:11.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.261+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=3Y3RS8Q2YHND type=del 2024-09-22T08:48:11.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.265+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=O2USSK5REJKI type=write size=295841 2024-09-22T08:48:11.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.273+0000 7f63d5be48c0 1 < suggested update operation key=DZ5BP1FM3Z5N tag=61VQ2Y12E93G type=del size=2553397 2024-09-22T08:48:11.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.277+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=W8JR5SYYU7Y3 type=del size=3410077 2024-09-22T08:48:11.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.281+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~XZTRB7754BYZ.0 size=1048576 2024-09-22T08:48:11.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.281+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~XZTRB7754BYZ.1 size=1048576 2024-09-22T08:48:11.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.285+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~XZTRB7754BYZ.2 size=743384 2024-09-22T08:48:11.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.289+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=XZTRB7754BYZ tag=TXYN51B1GD8S type=write size=3889112 2024-09-22T08:48:11.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.297+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~M0QTB54A4HRS.0 size=1048576 2024-09-22T08:48:11.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.301+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~M0QTB54A4HRS.1 size=1048576 2024-09-22T08:48:11.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.301+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~M0QTB54A4HRS.2 size=857944 2024-09-22T08:48:11.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.301+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=M0QTB54A4HRS tag=JVUSX5RLS33P type=write size=4003672 2024-09-22T08:48:11.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.305+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=3V23EGZOHZVE type=del 2024-09-22T08:48:11.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.313+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~V4UYQ6YJDMLZ.0 size=211984 2024-09-22T08:48:11.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.313+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=V4UYQ6YJDMLZ tag=VAWJ65LTQNHQ type=write size=1260560 2024-09-22T08:48:11.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.313+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=4WQ4URQ621WD type=del 2024-09-22T08:48:11.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.317+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=LA3143B365WT type=del size=276121 2024-09-22T08:48:11.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.321+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~C5Z3ZM1BS1DC.0 size=60474 2024-09-22T08:48:11.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.325+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=C5Z3ZM1BS1DC tag=W7YA11GZY8AQ type=write size=1109050 2024-09-22T08:48:11.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.333+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~NUX4CK71PMJE.0 size=1048576 2024-09-22T08:48:11.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.333+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~NUX4CK71PMJE.1 size=1048576 2024-09-22T08:48:11.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.337+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~NUX4CK71PMJE.2 size=155991 2024-09-22T08:48:11.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.337+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=NUX4CK71PMJE tag=9362L2E39BMM type=write size=3301719 2024-09-22T08:48:11.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.341+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~XEWI3LWADTMU.0 size=1048576 2024-09-22T08:48:11.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.341+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~XEWI3LWADTMU.1 size=1048576 2024-09-22T08:48:11.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.345+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~XEWI3LWADTMU.2 size=819254 2024-09-22T08:48:11.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.349+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=XEWI3LWADTMU tag=BYXT96BTRB79 type=write size=3964982 2024-09-22T08:48:11.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.353+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=X9DQIIR0YCUQ type=del size=1935825 2024-09-22T08:48:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.357+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5MJ58WUXDP5C.0 size=476767 2024-09-22T08:48:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.361+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=5MJ58WUXDP5C tag=XGW26L1GYZH2 type=write size=1525343 2024-09-22T08:48:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.365+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=EN7RXWH2Y5LC type=del size=1490983 2024-09-22T08:48:11.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.369+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~SYRGAAV43BXE.0 size=1048576 2024-09-22T08:48:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.373+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~SYRGAAV43BXE.1 size=159930 2024-09-22T08:48:11.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.377+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=SYRGAAV43BXE tag=6XB59Y3FP7YB type=write size=2257082 2024-09-22T08:48:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.381+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=34NXYTKZQZH2 type=del size=1286697 2024-09-22T08:48:11.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.385+0000 7f63d5be48c0 1 < completed write operation key=PZ87MXMNVGG3 tag=WKRT5A3WV3AX type=write size=558369 2024-09-22T08:48:11.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TK6OMYKV9RA0.0 size=1048576 2024-09-22T08:48:11.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.393+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TK6OMYKV9RA0.1 size=189859 2024-09-22T08:48:11.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.393+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=TK6OMYKV9RA0 tag=Z2ZXLM09SN4Q type=write size=2287011 2024-09-22T08:48:11.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.393+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=FVZOQB6QJ80M type=del 2024-09-22T08:48:11.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~MPJEOP2YE8MG.0 size=1048576 2024-09-22T08:48:11.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~MPJEOP2YE8MG.1 size=28216 2024-09-22T08:48:11.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.405+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=MPJEOP2YE8MG tag=GPE51G1I1BUK type=write size=2125368 2024-09-22T08:48:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.405+0000 7f63d5be48c0 1 < completed write operation key=SKZYLE6QANA6 tag=8UDV3YKKMEVN type=write size=265850 2024-09-22T08:48:11.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.409+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=6PEE3L7TL5IV type=del size=3289719 2024-09-22T08:48:11.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.413+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=V6H31UVOUF6D type=del 2024-09-22T08:48:11.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.417+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=2KAZWS2ILH2O type=del size=1364910 2024-09-22T08:48:11.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.421+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~5C762WLHQPD5.0 size=1048576 2024-09-22T08:48:11.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.421+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~5C762WLHQPD5.1 size=323801 2024-09-22T08:48:11.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.429+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=5C762WLHQPD5 tag=UNG7X68LEEMZ type=write size=2420953 2024-09-22T08:48:11.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.429+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=NB3YVWCRV99G type=del size=2998170 2024-09-22T08:48:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.433+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=FCE3XAU7PS0O type=del 2024-09-22T08:48:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~60AWY022C4UM.0 size=1048576 2024-09-22T08:48:11.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~60AWY022C4UM.1 size=161139 2024-09-22T08:48:11.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.441+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=60AWY022C4UM tag=LE9YRSYMU35V type=write size=2258291 2024-09-22T08:48:11.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.445+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~LGIUAQNSUPIS.0 size=1048576 2024-09-22T08:48:11.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.449+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~LGIUAQNSUPIS.1 size=1048576 2024-09-22T08:48:11.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.449+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~LGIUAQNSUPIS.2 size=703365 2024-09-22T08:48:11.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.457+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=LGIUAQNSUPIS tag=BT2IAUY36W0C type=write size=3849093 2024-09-22T08:48:11.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.457+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=MFVFAXFOFO15 type=del size=2879275 2024-09-22T08:48:11.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.461+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=O2USSK5REJKI type=write size=295841 2024-09-22T08:48:11.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.465+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=0HNXAW0W1C1B type=del size=44194 2024-09-22T08:48:11.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.469+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=W8JR5SYYU7Y3 type=del 2024-09-22T08:48:11.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~18WDY8B6BTNK.0 size=1048576 2024-09-22T08:48:11.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~18WDY8B6BTNK.1 size=1048576 2024-09-22T08:48:11.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~18WDY8B6BTNK.2 size=64268 2024-09-22T08:48:11.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.481+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=18WDY8B6BTNK tag=R6AZ1HPWVW74 type=write size=3209996 2024-09-22T08:48:11.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.485+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~M0QTB54A4HRS.0 size=1048576 2024-09-22T08:48:11.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.489+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~M0QTB54A4HRS.1 size=1048576 2024-09-22T08:48:11.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.489+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~M0QTB54A4HRS.2 size=857944 2024-09-22T08:48:11.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.497+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=M0QTB54A4HRS tag=JVUSX5RLS33P type=write size=4003672 2024-09-22T08:48:11.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~UNS8PIRW23LJ.0 size=665223 2024-09-22T08:48:11.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.501+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=UNS8PIRW23LJ tag=60HTQX8W26E8 type=write size=1713799 2024-09-22T08:48:11.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.505+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~V4UYQ6YJDMLZ.0 size=211984 2024-09-22T08:48:11.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.509+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=V4UYQ6YJDMLZ tag=VAWJ65LTQNHQ type=write size=1260560 2024-09-22T08:48:11.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.517+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=IYN5FACBIPRI type=del size=463664 2024-09-22T08:48:11.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.517+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=LA3143B365WT type=del 2024-09-22T08:48:11.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.521+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=4ZFVSQ6GR5H5 type=write size=714424 2024-09-22T08:48:11.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.525+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~NUX4CK71PMJE.0 size=1048576 2024-09-22T08:48:11.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.529+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~NUX4CK71PMJE.1 size=1048576 2024-09-22T08:48:11.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.529+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~NUX4CK71PMJE.2 size=155991 2024-09-22T08:48:11.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.533+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=NUX4CK71PMJE tag=9362L2E39BMM type=write size=3301719 2024-09-22T08:48:11.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.537+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=XT26MV0CCVRP type=del size=345381 2024-09-22T08:48:11.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.545+0000 7f63d5be48c0 1 < suggested remove operation key=DD4L2M7QKCJ4 tag=X9DQIIR0YCUQ type=del 2024-09-22T08:48:11.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.549+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~VOGZ9FTCP5YB.0 size=1048576 2024-09-22T08:48:11.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~VOGZ9FTCP5YB.1 size=177546 2024-09-22T08:48:11.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.553+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=VOGZ9FTCP5YB tag=35WU6QAZ09H5 type=write size=2274698 2024-09-22T08:48:11.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.561+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=EN7RXWH2Y5LC type=del size=1490983 2024-09-22T08:48:11.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.561+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=NTYP289UE1FN type=del size=1592791 2024-09-22T08:48:11.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.565+0000 7f63d5be48c0 1 < canceled operation key=N3T2GVFADL66 tag=34NXYTKZQZH2 type=del size=1286697 2024-09-22T08:48:11.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~8IFW4CYS3RY8.0 size=1048576 2024-09-22T08:48:11.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~8IFW4CYS3RY8.1 size=1048576 2024-09-22T08:48:11.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~8IFW4CYS3RY8.2 size=391241 2024-09-22T08:48:11.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.577+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=8IFW4CYS3RY8 tag=WUM5WFTZ5N9S type=write size=3536969 2024-09-22T08:48:11.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.581+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~TK6OMYKV9RA0.0 size=1048576 2024-09-22T08:48:11.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.581+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~TK6OMYKV9RA0.1 size=189859 2024-09-22T08:48:11.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.585+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=TK6OMYKV9RA0 tag=Z2ZXLM09SN4Q type=write size=2287011 2024-09-22T08:48:11.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.589+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=2E3X6CF8ACSP type=del size=595369 2024-09-22T08:48:11.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.589+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~MPJEOP2YE8MG.0 size=1048576 2024-09-22T08:48:11.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.593+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~MPJEOP2YE8MG.1 size=28216 2024-09-22T08:48:11.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.597+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=MPJEOP2YE8MG tag=GPE51G1I1BUK type=write size=2125368 2024-09-22T08:48:11.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.601+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=JYBIG0NTWOQ8 type=del size=2460038 2024-09-22T08:48:11.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.605+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=6PEE3L7TL5IV type=del 2024-09-22T08:48:11.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~Q2AUK4NR4DAN.0 size=1048576 2024-09-22T08:48:11.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.613+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~Q2AUK4NR4DAN.1 size=85903 2024-09-22T08:48:11.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.613+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=Q2AUK4NR4DAN tag=O2UN3P4S0EWV type=write size=2183055 2024-09-22T08:48:11.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.613+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=2KAZWS2ILH2O type=del 2024-09-22T08:48:11.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.617+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=Q0Y261BQ36X3 type=del size=1152326 2024-09-22T08:48:11.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.621+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=NB3YVWCRV99G type=del 2024-09-22T08:48:11.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~K03EWDPR0U9K.0 size=1048576 2024-09-22T08:48:11.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~K03EWDPR0U9K.1 size=45536 2024-09-22T08:48:11.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.629+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=K03EWDPR0U9K tag=87O31BN21P50 type=write size=2142688 2024-09-22T08:48:11.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.633+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~60AWY022C4UM.0 size=1048576 2024-09-22T08:48:11.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.637+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~60AWY022C4UM.1 size=161139 2024-09-22T08:48:11.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.641+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=60AWY022C4UM tag=LE9YRSYMU35V type=write size=2258291 2024-09-22T08:48:11.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.645+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=0KUNW07OPCAZ type=del size=2017663 2024-09-22T08:48:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.649+0000 7f63d5be48c0 1 < suggested update operation key=XJHFTJNAZSHI tag=MFVFAXFOFO15 type=del size=2879275 2024-09-22T08:48:11.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.657+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~Y5U4QLCWQIB7.0 size=931616 2024-09-22T08:48:11.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.657+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=Y5U4QLCWQIB7 tag=W7EK46A4JK0G type=write size=1980192 2024-09-22T08:48:11.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.657+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=0HNXAW0W1C1B type=del size=44194: (22) Invalid argument 2024-09-22T08:48:11.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.661+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=HEW22RMYLQZD type=del size=1363664 2024-09-22T08:48:11.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.665+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~18WDY8B6BTNK.0 size=1048576 2024-09-22T08:48:11.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.669+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~18WDY8B6BTNK.1 size=1048576 2024-09-22T08:48:11.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.669+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~18WDY8B6BTNK.2 size=64268 2024-09-22T08:48:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.677+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=18WDY8B6BTNK tag=R6AZ1HPWVW74 type=write size=3209996 2024-09-22T08:48:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.681+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=LDJVGPUQZUSZ type=del size=257248 2024-09-22T08:48:11.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.681+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~UNS8PIRW23LJ.0 size=665223 2024-09-22T08:48:11.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.689+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=UNS8PIRW23LJ tag=60HTQX8W26E8 type=write size=1713799 2024-09-22T08:48:11.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~TSZAQ7PAQD1A.0 size=644676 2024-09-22T08:48:11.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.693+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=TSZAQ7PAQD1A tag=ZYX4YM30LOKA type=write size=1693252 2024-09-22T08:48:11.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.697+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=IYN5FACBIPRI type=del 2024-09-22T08:48:11.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.701+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=JFA5MAL2E3OM type=del size=1888724 2024-09-22T08:48:11.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.705+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=4ZFVSQ6GR5H5 type=write size=714424 2024-09-22T08:48:11.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.709+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~5DYY2ONITKHU.0 size=124351 2024-09-22T08:48:11.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.709+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=5DYY2ONITKHU tag=9SBEBXMX3FWD type=write size=1172927 2024-09-22T08:48:11.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.713+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=XT26MV0CCVRP type=del 2024-09-22T08:48:11.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~MLXPDV434GOL.0 size=1048576 2024-09-22T08:48:11.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~MLXPDV434GOL.1 size=1048576 2024-09-22T08:48:11.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~MLXPDV434GOL.2 size=7862 2024-09-22T08:48:11.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.725+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=MLXPDV434GOL tag=8LPXKFXFNBAO type=write size=3153590 2024-09-22T08:48:11.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.725+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~VOGZ9FTCP5YB.0 size=1048576 2024-09-22T08:48:11.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.729+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~VOGZ9FTCP5YB.1 size=177546 2024-09-22T08:48:11.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.737+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=VOGZ9FTCP5YB tag=35WU6QAZ09H5 type=write size=2274698 2024-09-22T08:48:11.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.737+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=1GXYOBYZU9JG type=del size=574864 2024-09-22T08:48:11.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.745+0000 7f63d5be48c0 1 < canceled operation key=UHKYFMG0T61H tag=NTYP289UE1FN type=del size=1592791 2024-09-22T08:48:11.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.749+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=Y6A4B2IN2X9B type=del size=3380897 2024-09-22T08:48:11.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.749+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~8IFW4CYS3RY8.0 size=1048576 2024-09-22T08:48:11.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.753+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~8IFW4CYS3RY8.1 size=1048576 2024-09-22T08:48:11.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.757+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~8IFW4CYS3RY8.2 size=391241 2024-09-22T08:48:11.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.761+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=8IFW4CYS3RY8 tag=WUM5WFTZ5N9S type=write size=3536969 2024-09-22T08:48:11.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.765+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=WT7CXZJ8FJM5 type=del size=283027 2024-09-22T08:48:11.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.769+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=2E3X6CF8ACSP type=del 2024-09-22T08:48:11.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.773+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=VEH0Y3Z49WPW type=del size=3902774 2024-09-22T08:48:11.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.777+0000 7f63d5be48c0 1 < suggested remove operation key=ZWR5FR2EUOBU tag=JYBIG0NTWOQ8 type=del 2024-09-22T08:48:11.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.785+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~5C71SA00P3XL.0 size=1048576 2024-09-22T08:48:11.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.785+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~5C71SA00P3XL.1 size=1048576 2024-09-22T08:48:11.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~5C71SA00P3XL.2 size=794387 2024-09-22T08:48:11.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.789+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=5C71SA00P3XL tag=DKQ1A2WJ7DY8 type=write size=3940115 2024-09-22T08:48:11.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.793+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~Q2AUK4NR4DAN.0 size=1048576 2024-09-22T08:48:11.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.793+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~Q2AUK4NR4DAN.1 size=85903 2024-09-22T08:48:11.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.801+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=Q2AUK4NR4DAN tag=O2UN3P4S0EWV type=write size=2183055 2024-09-22T08:48:11.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.805+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=3NHAS6VZN0G1 type=write size=574164 2024-09-22T08:48:11.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.809+0000 7f63d5be48c0 1 < suggested remove operation key=N3T2GVFADL66 tag=Q0Y261BQ36X3 type=del 2024-09-22T08:48:11.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.821+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~9RDCCJOFMT31.0 size=560142 2024-09-22T08:48:11.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.821+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=9RDCCJOFMT31 tag=WXQSK0AMRM04 type=write size=1608718 2024-09-22T08:48:11.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.825+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~K03EWDPR0U9K.0 size=1048576 2024-09-22T08:48:11.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.825+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~K03EWDPR0U9K.1 size=45536 2024-09-22T08:48:11.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.829+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=K03EWDPR0U9K tag=87O31BN21P50 type=write size=2142688 2024-09-22T08:48:11.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.837+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~QIL7K5PMNNP6.0 size=1048576 2024-09-22T08:48:11.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~QIL7K5PMNNP6.1 size=524742 2024-09-22T08:48:11.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.841+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=QIL7K5PMNNP6 tag=JR93JVH1H9Y5 type=write size=2621894 2024-09-22T08:48:11.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.841+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=0KUNW07OPCAZ type=del 2024-09-22T08:48:11.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~XRMH0KV98WEM.0 size=89380 2024-09-22T08:48:11.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.849+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=XRMH0KV98WEM tag=0WOMXSLUSBQR type=write size=1137956 2024-09-22T08:48:11.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.853+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~Y5U4QLCWQIB7.0 size=931616 2024-09-22T08:48:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.857+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=Y5U4QLCWQIB7 tag=W7EK46A4JK0G type=write size=1980192 2024-09-22T08:48:11.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.861+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=8IXLPYBMFBMD type=del size=1697273 2024-09-22T08:48:11.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.861+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=HEW22RMYLQZD type=del 2024-09-22T08:48:11.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FXHV5FZDSI3T.0 size=419559 2024-09-22T08:48:11.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.869+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=FXHV5FZDSI3T tag=AQUW3X7BVNPF type=write size=1468135 2024-09-22T08:48:11.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.873+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=LDJVGPUQZUSZ type=del 2024-09-22T08:48:11.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.873+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=PAPXJZ88YAFM type=del size=3686535 2024-09-22T08:48:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.877+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~TSZAQ7PAQD1A.0 size=644676 2024-09-22T08:48:11.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.885+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=TSZAQ7PAQD1A tag=ZYX4YM30LOKA type=write size=1693252 2024-09-22T08:48:11.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.889+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=6J1M3KA4D3ZV type=del size=90338 2024-09-22T08:48:11.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.889+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=N3T2GVFADL66 tag=JFA5MAL2E3OM type=del size=1888724: (2) No such file or directory 2024-09-22T08:48:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~C204QQLDVSB1.0 size=1048576 2024-09-22T08:48:11.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~C204QQLDVSB1.1 size=559746 2024-09-22T08:48:11.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.897+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=C204QQLDVSB1 tag=UVNI4KKD818O type=write size=2656898 2024-09-22T08:48:11.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.901+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~5DYY2ONITKHU.0 size=124351 2024-09-22T08:48:11.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.909+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=5DYY2ONITKHU tag=9SBEBXMX3FWD type=write size=1172927 2024-09-22T08:48:11.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~D469LUKK07FX.0 size=1048576 2024-09-22T08:48:11.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~D469LUKK07FX.1 size=1048576 2024-09-22T08:48:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~D469LUKK07FX.2 size=427094 2024-09-22T08:48:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.917+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=D469LUKK07FX tag=WZHYYVXAJ0BZ type=write size=3572822 2024-09-22T08:48:11.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.921+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~MLXPDV434GOL.0 size=1048576 2024-09-22T08:48:11.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.925+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~MLXPDV434GOL.1 size=1048576 2024-09-22T08:48:11.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.925+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~MLXPDV434GOL.2 size=7862 2024-09-22T08:48:11.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.929+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=MLXPDV434GOL tag=8LPXKFXFNBAO type=write size=3153590 2024-09-22T08:48:11.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.933+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=XXASDUR6KHI4 type=write size=510052 2024-09-22T08:48:11.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.937+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=1GXYOBYZU9JG type=del 2024-09-22T08:48:11.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.941+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=V3MV6GHE5RJO type=del size=2254095 2024-09-22T08:48:11.945 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.941+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=Y6A4B2IN2X9B type=del 2024-09-22T08:48:11.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~VXSWZ3SG7C07.0 size=1048576 2024-09-22T08:48:11.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~VXSWZ3SG7C07.1 size=877751 2024-09-22T08:48:11.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.949+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=VXSWZ3SG7C07 tag=AU1SLUMMB3BG type=write size=2974903 2024-09-22T08:48:11.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.953+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=WT7CXZJ8FJM5 type=del 2024-09-22T08:48:11.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.957+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=RMTX5JC5J7MX type=del size=3148435 2024-09-22T08:48:11.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.961+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=VEH0Y3Z49WPW type=del 2024-09-22T08:48:11.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.965+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=RMKA371PQAOK type=write size=917956 2024-09-22T08:48:11.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.965+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~5C71SA00P3XL.0 size=1048576 2024-09-22T08:48:11.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.969+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~5C71SA00P3XL.1 size=1048576 2024-09-22T08:48:11.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.973+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~5C71SA00P3XL.2 size=794387 2024-09-22T08:48:11.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.977+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=5C71SA00P3XL tag=DKQ1A2WJ7DY8 type=write size=3940115 2024-09-22T08:48:11.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.981+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=PBGXZQLRBE17 type=write size=505131 2024-09-22T08:48:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.985+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=3NHAS6VZN0G1 type=write size=574164 2024-09-22T08:48:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.989+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=VJQZ3WLZSYJ5 type=write size=496103 2024-09-22T08:48:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.989+0000 7f63d5be48c0 1 < canceled part key=_multipart_LGRX93MXLXA9.2~9RDCCJOFMT31.0 size=560142 2024-09-22T08:48:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.993+0000 7f63d5be48c0 1 < canceled multipart upload key=LGRX93MXLXA9 upload=9RDCCJOFMT31 tag=WXQSK0AMRM04 type=write size=1608718 2024-09-22T08:48:11.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:11.997+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=007DP4AUTIXO type=write size=1005060 2024-09-22T08:48:12.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.001+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~QIL7K5PMNNP6.0 size=1048576 2024-09-22T08:48:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.001+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~QIL7K5PMNNP6.1 size=524742 2024-09-22T08:48:12.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.009+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=QIL7K5PMNNP6 tag=JR93JVH1H9Y5 type=write size=2621894 2024-09-22T08:48:12.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.009+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=MGK6A9EB9LU1 type=del size=1622891 2024-09-22T08:48:12.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.013+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~XRMH0KV98WEM.0 size=89380 2024-09-22T08:48:12.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.017+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=XRMH0KV98WEM tag=0WOMXSLUSBQR type=write size=1137956 2024-09-22T08:48:12.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.021+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=EMVC3IG3KYRR type=del size=3236979 2024-09-22T08:48:12.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.025+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=8IXLPYBMFBMD type=del 2024-09-22T08:48:12.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.029+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=2YIRQ94R3C0C type=del size=2800289 2024-09-22T08:48:12.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.033+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FXHV5FZDSI3T.0 size=419559 2024-09-22T08:48:12.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.037+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=FXHV5FZDSI3T tag=AQUW3X7BVNPF type=write size=1468135 2024-09-22T08:48:12.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.041+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=DR7MREAC7CF3 type=del size=774425 2024-09-22T08:48:12.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.045+0000 7f63d5be48c0 1 < suggested update operation key=3MG2M4MHSYN5 tag=PAPXJZ88YAFM type=del size=3686535 2024-09-22T08:48:12.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.049+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=Q8QUK2C7PJ77 type=del size=1972285 2024-09-22T08:48:12.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.053+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=6J1M3KA4D3ZV type=del 2024-09-22T08:48:12.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.057+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=30JIK8DY9A3E type=write size=354273 2024-09-22T08:48:12.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.061+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~C204QQLDVSB1.0 size=1048576 2024-09-22T08:48:12.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.061+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~C204QQLDVSB1.1 size=559746 2024-09-22T08:48:12.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.069+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=C204QQLDVSB1 tag=UVNI4KKD818O type=write size=2656898 2024-09-22T08:48:12.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.073+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~JRC9V2QNFKWJ.0 size=1023831 2024-09-22T08:48:12.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.073+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=JRC9V2QNFKWJ tag=I1K4I4IDQW5W type=write size=2072407 2024-09-22T08:48:12.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.077+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~D469LUKK07FX.0 size=1048576 2024-09-22T08:48:12.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.077+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~D469LUKK07FX.1 size=1048576 2024-09-22T08:48:12.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.077+0000 7f63d5be48c0 1 < canceled part key=_multipart_AJ8YUA7HCF5R.2~D469LUKK07FX.2 size=427094 2024-09-22T08:48:12.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.085+0000 7f63d5be48c0 1 < canceled multipart upload key=AJ8YUA7HCF5R upload=D469LUKK07FX tag=WZHYYVXAJ0BZ type=write size=3572822 2024-09-22T08:48:12.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.085+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=UL4JYAFCNUXU type=del size=3908154 2024-09-22T08:48:12.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.089+0000 7f63d5be48c0 -1 < failed to complete operation key=3MG2M4MHSYN5 tag=XXASDUR6KHI4 type=write size=510052: (22) Invalid argument 2024-09-22T08:48:12.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.093+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=ATXOSPOS7ANW type=del size=916906 2024-09-22T08:48:12.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.097+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=V3MV6GHE5RJO type=del 2024-09-22T08:48:12.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.097+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=JZ31TTE43BTU type=del size=3484217 2024-09-22T08:48:12.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.101+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~VXSWZ3SG7C07.0 size=1048576 2024-09-22T08:48:12.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.105+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~VXSWZ3SG7C07.1 size=877751 2024-09-22T08:48:12.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.113+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=VXSWZ3SG7C07 tag=AU1SLUMMB3BG type=write size=2974903 2024-09-22T08:48:12.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.117+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=E9BLT0P0LWEV type=write size=375645 2024-09-22T08:48:12.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.121+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=RMTX5JC5J7MX type=del 2024-09-22T08:48:12.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~S69FS0DED250.0 size=610119 2024-09-22T08:48:12.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.125+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=S69FS0DED250 tag=SQYKMAR79STN type=write size=1658695 2024-09-22T08:48:12.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.129+0000 7f63d5be48c0 1 < completed write operation key=VEF00MGE4G2D tag=RMKA371PQAOK type=write size=917956 2024-09-22T08:48:12.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.133+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=MTX27MC7ZVSY type=del size=3558511 2024-09-22T08:48:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.137+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=PBGXZQLRBE17 type=write size=505131 2024-09-22T08:48:12.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.141+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=EMF3OYF5CJ4A type=del size=3149659 2024-09-22T08:48:12.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.145+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=VJQZ3WLZSYJ5 type=write size=496103 2024-09-22T08:48:12.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.149+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~Q3YON5N4ATA5.0 size=1048576 2024-09-22T08:48:12.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.153+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~Q3YON5N4ATA5.1 size=1048576 2024-09-22T08:48:12.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.153+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~Q3YON5N4ATA5.2 size=471551 2024-09-22T08:48:12.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.153+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=Q3YON5N4ATA5 tag=BK1DVNTQJBTB type=write size=3617279 2024-09-22T08:48:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.157+0000 7f63d5be48c0 1 < completed write operation key=M568KL6YWKU2 tag=007DP4AUTIXO type=write size=1005060 2024-09-22T08:48:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.161+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=Z7KK95PQE3E1 type=del size=16195 2024-09-22T08:48:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.165+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=MGK6A9EB9LU1 type=del 2024-09-22T08:48:12.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.169+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~94MT3GFTQFWC.0 size=1048576 2024-09-22T08:48:12.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.173+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~94MT3GFTQFWC.1 size=337347 2024-09-22T08:48:12.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.173+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=94MT3GFTQFWC tag=ZL9XG032GBH4 type=write size=2434499 2024-09-22T08:48:12.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.177+0000 7f63d5be48c0 1 < suggested remove operation key=OPADUWLHYXXQ tag=EMVC3IG3KYRR type=del 2024-09-22T08:48:12.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.181+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=90YN5U7HUTHF type=del size=2512186 2024-09-22T08:48:12.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.185+0000 7f63d5be48c0 -1 < failed to complete operation key=3MG2M4MHSYN5 tag=2YIRQ94R3C0C type=del size=2800289: (22) Invalid argument 2024-09-22T08:48:12.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.185+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=DSTV2HRTS7QM type=del size=3480225 2024-09-22T08:48:12.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.189+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=DR7MREAC7CF3 type=del 2024-09-22T08:48:12.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.197+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~W55X4RIXBEHA.0 size=1048576 2024-09-22T08:48:12.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.201+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~W55X4RIXBEHA.1 size=1048576 2024-09-22T08:48:12.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.201+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~W55X4RIXBEHA.2 size=17469 2024-09-22T08:48:12.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.201+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=W55X4RIXBEHA tag=MTY8APFPEGL5 type=write size=3163197 2024-09-22T08:48:12.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.205+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=Q8QUK2C7PJ77 type=del 2024-09-22T08:48:12.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~HIMQ2P1FN7HU.0 size=1002785 2024-09-22T08:48:12.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.213+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=HIMQ2P1FN7HU tag=HGKX2DOAKF89 type=write size=2051361 2024-09-22T08:48:12.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.217+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=30JIK8DY9A3E type=write size=354273 2024-09-22T08:48:12.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.217+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=XKDFJ3BFHP4R type=del size=1729954 2024-09-22T08:48:12.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.221+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~JRC9V2QNFKWJ.0 size=1023831 2024-09-22T08:48:12.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.229+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=JRC9V2QNFKWJ tag=I1K4I4IDQW5W type=write size=2072407 2024-09-22T08:48:12.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~O5LZHXWBAKI8.0 size=1048576 2024-09-22T08:48:12.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~O5LZHXWBAKI8.1 size=1048576 2024-09-22T08:48:12.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~O5LZHXWBAKI8.2 size=598167 2024-09-22T08:48:12.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.237+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=O5LZHXWBAKI8 tag=MWDL0SWK5UVT type=write size=3743895 2024-09-22T08:48:12.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.241+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=UL4JYAFCNUXU type=del 2024-09-22T08:48:12.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.245+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=CZG63TDU0UKV type=del size=2146468 2024-09-22T08:48:12.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.245+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=ATXOSPOS7ANW type=del 2024-09-22T08:48:12.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~T8Q1241NCUK8.0 size=1048576 2024-09-22T08:48:12.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~T8Q1241NCUK8.1 size=1036632 2024-09-22T08:48:12.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.253+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=T8Q1241NCUK8 tag=NI4FW8G3352J type=write size=3133784 2024-09-22T08:48:12.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.257+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=JZ31TTE43BTU type=del 2024-09-22T08:48:12.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~2WCUY8IRHY9L.0 size=363959 2024-09-22T08:48:12.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.261+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=2WCUY8IRHY9L tag=V713ZNPWFX1Q type=write size=1412535 2024-09-22T08:48:12.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.265+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=E9BLT0P0LWEV type=write size=375645 2024-09-22T08:48:12.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.269+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=7RJNLX9YQ2HE type=del size=1202755 2024-09-22T08:48:12.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.273+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~S69FS0DED250.0 size=610119 2024-09-22T08:48:12.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.277+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=S69FS0DED250 tag=SQYKMAR79STN type=write size=1658695 2024-09-22T08:48:12.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.281+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=TZJU0D1C6RF8 type=del size=2787771 2024-09-22T08:48:12.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.285+0000 7f63d5be48c0 1 < canceled operation key=K5VZA8UPYZ63 tag=MTX27MC7ZVSY type=del size=3558511 2024-09-22T08:48:12.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.289+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=ER917KVZ6R4Q type=del size=1543705 2024-09-22T08:48:12.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.293+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=EMF3OYF5CJ4A type=del 2024-09-22T08:48:12.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.297+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~ZIQJY2NZ0NDQ.0 size=552796 2024-09-22T08:48:12.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.297+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=ZIQJY2NZ0NDQ tag=Q2OUD3KLDZBY type=write size=1601372 2024-09-22T08:48:12.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.301+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~Q3YON5N4ATA5.0 size=1048576 2024-09-22T08:48:12.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.301+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~Q3YON5N4ATA5.1 size=1048576 2024-09-22T08:48:12.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.305+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~Q3YON5N4ATA5.2 size=471551 2024-09-22T08:48:12.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.309+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=Q3YON5N4ATA5 tag=BK1DVNTQJBTB type=write size=3617279 2024-09-22T08:48:12.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.313+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=U6KS0IUZMOLF type=del size=4064400 2024-09-22T08:48:12.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.313+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=Z7KK95PQE3E1 type=del 2024-09-22T08:48:12.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~XVDN553JE8IM.0 size=1048576 2024-09-22T08:48:12.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~XVDN553JE8IM.1 size=924500 2024-09-22T08:48:12.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.321+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=XVDN553JE8IM tag=WQWT7BVNPX6G type=write size=3021652 2024-09-22T08:48:12.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.325+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~94MT3GFTQFWC.0 size=1048576 2024-09-22T08:48:12.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.325+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~94MT3GFTQFWC.1 size=337347 2024-09-22T08:48:12.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.329+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=94MT3GFTQFWC tag=ZL9XG032GBH4 type=write size=2434499 2024-09-22T08:48:12.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.333+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~LGH00O12GJUX.0 size=497035 2024-09-22T08:48:12.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.333+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=LGH00O12GJUX tag=YV3HJ1NZXOI7 type=write size=1545611 2024-09-22T08:48:12.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.337+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=90YN5U7HUTHF type=del 2024-09-22T08:48:12.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.341+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~PIX9Y14NGU97.0 size=406498 2024-09-22T08:48:12.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.341+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=PIX9Y14NGU97 tag=X64YTLOGTCOQ type=write size=1455074 2024-09-22T08:48:12.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.349+0000 7f63d5be48c0 1 < suggested remove operation key=ANO1D6N8RQ7Y tag=DSTV2HRTS7QM type=del 2024-09-22T08:48:12.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.353+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=C5GPOP5D6773 type=write size=415113 2024-09-22T08:48:12.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.353+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~W55X4RIXBEHA.0 size=1048576 2024-09-22T08:48:12.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.357+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~W55X4RIXBEHA.1 size=1048576 2024-09-22T08:48:12.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.361+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~W55X4RIXBEHA.2 size=17469 2024-09-22T08:48:12.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.365+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=W55X4RIXBEHA tag=MTY8APFPEGL5 type=write size=3163197 2024-09-22T08:48:12.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.365+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=0ZUCSHL2HCIJ type=del size=2112334 2024-09-22T08:48:12.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.369+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~HIMQ2P1FN7HU.0 size=1002785 2024-09-22T08:48:12.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.373+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=HIMQ2P1FN7HU tag=HGKX2DOAKF89 type=write size=2051361 2024-09-22T08:48:12.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.377+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=RXULC5141AXP type=del size=3476408 2024-09-22T08:48:12.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.385+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=XKDFJ3BFHP4R type=del size=1729954 2024-09-22T08:48:12.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.389+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=95O4TRNSCJGH type=del size=3382579 2024-09-22T08:48:12.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.393+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~O5LZHXWBAKI8.0 size=1048576 2024-09-22T08:48:12.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.393+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~O5LZHXWBAKI8.1 size=1048576 2024-09-22T08:48:12.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.397+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~O5LZHXWBAKI8.2 size=598167 2024-09-22T08:48:12.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.405+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=O5LZHXWBAKI8 tag=MWDL0SWK5UVT type=write size=3743895 2024-09-22T08:48:12.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~0XGMZS5XL5RO.0 size=1048576 2024-09-22T08:48:12.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~0XGMZS5XL5RO.1 size=1048576 2024-09-22T08:48:12.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~0XGMZS5XL5RO.2 size=26721 2024-09-22T08:48:12.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.417+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=0XGMZS5XL5RO tag=JJR83HK2FW3Z type=write size=3172449 2024-09-22T08:48:12.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.417+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=CZG63TDU0UKV type=del 2024-09-22T08:48:12.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.425+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~F8CR4H42SFQ8.0 size=1048576 2024-09-22T08:48:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.425+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~F8CR4H42SFQ8.1 size=885313 2024-09-22T08:48:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.425+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=F8CR4H42SFQ8 tag=N7TUT3QR2TRF type=write size=2982465 2024-09-22T08:48:12.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.429+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~T8Q1241NCUK8.0 size=1048576 2024-09-22T08:48:12.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.433+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~T8Q1241NCUK8.1 size=1036632 2024-09-22T08:48:12.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.437+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=T8Q1241NCUK8 tag=NI4FW8G3352J type=write size=3133784 2024-09-22T08:48:12.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.437+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=8PLGZP1NA9ZT type=write size=930957 2024-09-22T08:48:12.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.441+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~2WCUY8IRHY9L.0 size=363959 2024-09-22T08:48:12.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.445+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=2WCUY8IRHY9L tag=V713ZNPWFX1Q type=write size=1412535 2024-09-22T08:48:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.453+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~NOB4ULSTC0ZH.0 size=228299 2024-09-22T08:48:12.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.453+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=NOB4ULSTC0ZH tag=OHD2JRO0L87A type=write size=1276875 2024-09-22T08:48:12.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.457+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=7RJNLX9YQ2HE type=del 2024-09-22T08:48:12.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.457+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=MO7Q3GLKYOVX type=del size=1724823 2024-09-22T08:48:12.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.461+0000 7f63d5be48c0 1 < canceled operation key=2ZLI4H2IJRPA tag=TZJU0D1C6RF8 type=del size=2787771 2024-09-22T08:48:12.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~7W2GAJAHKO01.0 size=1048576 2024-09-22T08:48:12.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.473+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~7W2GAJAHKO01.1 size=1048576 2024-09-22T08:48:12.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.473+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~7W2GAJAHKO01.2 size=248742 2024-09-22T08:48:12.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.473+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=7W2GAJAHKO01 tag=J68WD6ACR82A type=write size=3394470 2024-09-22T08:48:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.477+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=ER917KVZ6R4Q type=del 2024-09-22T08:48:12.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~BNDF2CEB4Q77.0 size=1048576 2024-09-22T08:48:12.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~BNDF2CEB4Q77.1 size=237353 2024-09-22T08:48:12.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.485+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=BNDF2CEB4Q77 tag=5J2RJEGNWOBN type=write size=2334505 2024-09-22T08:48:12.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.489+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~ZIQJY2NZ0NDQ.0 size=552796 2024-09-22T08:48:12.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.493+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=ZIQJY2NZ0NDQ tag=Q2OUD3KLDZBY type=write size=1601372 2024-09-22T08:48:12.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~IS3K9MLNZ06J.0 size=1048576 2024-09-22T08:48:12.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~IS3K9MLNZ06J.1 size=632635 2024-09-22T08:48:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.501+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=IS3K9MLNZ06J tag=NNJEPL6DGJJZ type=write size=2729787 2024-09-22T08:48:12.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.509+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=U6KS0IUZMOLF type=del size=4064400 2024-09-22T08:48:12.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~8OPX87ZIR2WD.0 size=1048576 2024-09-22T08:48:12.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.517+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~8OPX87ZIR2WD.1 size=792196 2024-09-22T08:48:12.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.517+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=8OPX87ZIR2WD tag=9MQ8OO5T5YAG type=write size=2889348 2024-09-22T08:48:12.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.517+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~XVDN553JE8IM.0 size=1048576 2024-09-22T08:48:12.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.521+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~XVDN553JE8IM.1 size=924500 2024-09-22T08:48:12.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.525+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=XVDN553JE8IM tag=WQWT7BVNPX6G type=write size=3021652 2024-09-22T08:48:12.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~ZT7FTRXJJWYP.0 size=1048576 2024-09-22T08:48:12.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~ZT7FTRXJJWYP.1 size=1048576 2024-09-22T08:48:12.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.537+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~ZT7FTRXJJWYP.2 size=997186 2024-09-22T08:48:12.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.537+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=ZT7FTRXJJWYP tag=A6SCQQC06X9R type=write size=4142914 2024-09-22T08:48:12.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.541+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~LGH00O12GJUX.0 size=497035 2024-09-22T08:48:12.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.545+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=LGH00O12GJUX tag=YV3HJ1NZXOI7 type=write size=1545611 2024-09-22T08:48:12.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.549+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=HRPXIWOJZ7ZV type=del size=3918224 2024-09-22T08:48:12.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.549+0000 7f63d5be48c0 1 < canceled part key=_multipart_2ZLI4H2IJRPA.2~PIX9Y14NGU97.0 size=406498 2024-09-22T08:48:12.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.553+0000 7f63d5be48c0 1 < canceled multipart upload key=2ZLI4H2IJRPA upload=PIX9Y14NGU97 tag=X64YTLOGTCOQ type=write size=1455074 2024-09-22T08:48:12.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~RIYDCJJ1DRQ1.0 size=1048576 2024-09-22T08:48:12.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.561+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~RIYDCJJ1DRQ1.1 size=1048576 2024-09-22T08:48:12.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.561+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~RIYDCJJ1DRQ1.2 size=799226 2024-09-22T08:48:12.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.561+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=RIYDCJJ1DRQ1 tag=RZNJE48PNG5H type=write size=3944954 2024-09-22T08:48:12.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.565+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=C5GPOP5D6773 type=write size=415113 2024-09-22T08:48:12.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~6Q7H1122JJZG.0 size=1012129 2024-09-22T08:48:12.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.573+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=6Q7H1122JJZG tag=ZUVQV9KS56XV type=write size=2060705 2024-09-22T08:48:12.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.573+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=0ZUCSHL2HCIJ type=del 2024-09-22T08:48:12.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.577+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=MPTNAG7MQZ9T type=del size=634258 2024-09-22T08:48:12.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.581+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=RXULC5141AXP type=del 2024-09-22T08:48:12.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~XCWEKR4I6M9M.0 size=1044202 2024-09-22T08:48:12.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.585+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=XCWEKR4I6M9M tag=RNUS1AYQS1Z3 type=write size=2092778 2024-09-22T08:48:12.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.589+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=95O4TRNSCJGH type=del 2024-09-22T08:48:12.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.589+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=6K4L8SWK573A type=del size=279524 2024-09-22T08:48:12.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.593+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~0XGMZS5XL5RO.0 size=1048576 2024-09-22T08:48:12.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.593+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~0XGMZS5XL5RO.1 size=1048576 2024-09-22T08:48:12.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.593+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~0XGMZS5XL5RO.2 size=26721 2024-09-22T08:48:12.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.601+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=0XGMZS5XL5RO tag=JJR83HK2FW3Z type=write size=3172449 2024-09-22T08:48:12.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~0NBO0RPK0ZA4.0 size=1048576 2024-09-22T08:48:12.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~0NBO0RPK0ZA4.1 size=543541 2024-09-22T08:48:12.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.605+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=0NBO0RPK0ZA4 tag=7BO8N7X67DG1 type=write size=2640693 2024-09-22T08:48:12.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.609+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~F8CR4H42SFQ8.0 size=1048576 2024-09-22T08:48:12.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.613+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~F8CR4H42SFQ8.1 size=885313 2024-09-22T08:48:12.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.617+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=F8CR4H42SFQ8 tag=N7TUT3QR2TRF type=write size=2982465 2024-09-22T08:48:12.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.621+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~SNG085Z3BZ76.0 size=1048576 2024-09-22T08:48:12.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.625+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~SNG085Z3BZ76.1 size=661207 2024-09-22T08:48:12.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.625+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=SNG085Z3BZ76 tag=NBD0GWLFGQA4 type=write size=2758359 2024-09-22T08:48:12.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.625+0000 7f63d5be48c0 1 < completed write operation key=ROTY3Z0W6P3U tag=8PLGZP1NA9ZT type=write size=930957 2024-09-22T08:48:12.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.629+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=5UQBSF594Z6M type=del size=1258321 2024-09-22T08:48:12.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.633+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~NOB4ULSTC0ZH.0 size=228299 2024-09-22T08:48:12.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.637+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=NOB4ULSTC0ZH tag=OHD2JRO0L87A type=write size=1276875 2024-09-22T08:48:12.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.641+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=5VBHPIMVOKKZ type=del size=3214481 2024-09-22T08:48:12.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.645+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=MO7Q3GLKYOVX type=del 2024-09-22T08:48:12.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.645+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=I8A67T9JGTX2 type=del size=1503042 2024-09-22T08:48:12.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.645+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~7W2GAJAHKO01.0 size=1048576 2024-09-22T08:48:12.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.649+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~7W2GAJAHKO01.1 size=1048576 2024-09-22T08:48:12.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.649+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~7W2GAJAHKO01.2 size=248742 2024-09-22T08:48:12.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.653+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=7W2GAJAHKO01 tag=J68WD6ACR82A type=write size=3394470 2024-09-22T08:48:12.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~10MNINK8HGF2.0 size=1048576 2024-09-22T08:48:12.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~10MNINK8HGF2.1 size=1048576 2024-09-22T08:48:12.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.665+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~10MNINK8HGF2.2 size=951098 2024-09-22T08:48:12.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.665+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=10MNINK8HGF2 tag=BB4HA0IZU0HZ type=write size=4096826 2024-09-22T08:48:12.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.669+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~BNDF2CEB4Q77.0 size=1048576 2024-09-22T08:48:12.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.673+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~BNDF2CEB4Q77.1 size=237353 2024-09-22T08:48:12.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.677+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=BNDF2CEB4Q77 tag=5J2RJEGNWOBN type=write size=2334505 2024-09-22T08:48:12.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~0UPK9XZT86A8.0 size=1048576 2024-09-22T08:48:12.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~0UPK9XZT86A8.1 size=161945 2024-09-22T08:48:12.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.685+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=0UPK9XZT86A8 tag=G84V11H5R8FX type=write size=2259097 2024-09-22T08:48:12.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.689+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~IS3K9MLNZ06J.0 size=1048576 2024-09-22T08:48:12.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.689+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~IS3K9MLNZ06J.1 size=632635 2024-09-22T08:48:12.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.697+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=IS3K9MLNZ06J tag=NNJEPL6DGJJZ type=write size=2729787 2024-09-22T08:48:12.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.697+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=G9UM0TFKKFAB type=del size=2557061 2024-09-22T08:48:12.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.701+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~8OPX87ZIR2WD.0 size=1048576 2024-09-22T08:48:12.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.705+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~8OPX87ZIR2WD.1 size=792196 2024-09-22T08:48:12.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.709+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=8OPX87ZIR2WD tag=9MQ8OO5T5YAG type=write size=2889348 2024-09-22T08:48:12.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.713+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=J6REMW574AIJ type=write size=798992 2024-09-22T08:48:12.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.717+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~ZT7FTRXJJWYP.0 size=1048576 2024-09-22T08:48:12.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.721+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~ZT7FTRXJJWYP.1 size=1048576 2024-09-22T08:48:12.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.721+0000 7f63d5be48c0 1 < canceled part key=_multipart_K5VZA8UPYZ63.2~ZT7FTRXJJWYP.2 size=997186 2024-09-22T08:48:12.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.725+0000 7f63d5be48c0 1 < canceled multipart upload key=K5VZA8UPYZ63 upload=ZT7FTRXJJWYP tag=A6SCQQC06X9R type=write size=4142914 2024-09-22T08:48:12.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.729+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~UCR90JB9SAR3.0 size=544882 2024-09-22T08:48:12.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.729+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=UCR90JB9SAR3 tag=GU0CXD1R7EKW type=write size=1593458 2024-09-22T08:48:12.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.733+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=HRPXIWOJZ7ZV type=del 2024-09-22T08:48:12.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.737+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=PEYZV90U8I5K type=del size=613268 2024-09-22T08:48:12.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.741+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~RIYDCJJ1DRQ1.0 size=1048576 2024-09-22T08:48:12.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.741+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~RIYDCJJ1DRQ1.1 size=1048576 2024-09-22T08:48:12.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.745+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~RIYDCJJ1DRQ1.2 size=799226 2024-09-22T08:48:12.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.749+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=RIYDCJJ1DRQ1 tag=RZNJE48PNG5H type=write size=3944954 2024-09-22T08:48:12.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.753+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=ZSN2HM7WOE50 type=del size=4060081 2024-09-22T08:48:12.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.757+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~6Q7H1122JJZG.0 size=1012129 2024-09-22T08:48:12.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.761+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=6Q7H1122JJZG tag=ZUVQV9KS56XV type=write size=2060705 2024-09-22T08:48:12.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.765+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=XPCAD8QUFE1O type=del size=2143181 2024-09-22T08:48:12.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.769+0000 7f63d5be48c0 1 < suggested update operation key=82NQB2S7DDDK tag=MPTNAG7MQZ9T type=del size=634258 2024-09-22T08:48:12.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.773+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=CS97LQHINMQU type=write size=975880 2024-09-22T08:48:12.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.777+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~XCWEKR4I6M9M.0 size=1044202 2024-09-22T08:48:12.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.785+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=XCWEKR4I6M9M tag=RNUS1AYQS1Z3 type=write size=2092778 2024-09-22T08:48:12.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.785+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=HSI6KRY688K7 type=del size=355014 2024-09-22T08:48:12.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.789+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=6K4L8SWK573A type=del 2024-09-22T08:48:12.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.797+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~MVIZQ3XUGPGI.0 size=763444 2024-09-22T08:48:12.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.797+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=MVIZQ3XUGPGI tag=Q422QFGDGPPY type=write size=1812020 2024-09-22T08:48:12.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.801+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~0NBO0RPK0ZA4.0 size=1048576 2024-09-22T08:48:12.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.801+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~0NBO0RPK0ZA4.1 size=543541 2024-09-22T08:48:12.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.809+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=0NBO0RPK0ZA4 tag=7BO8N7X67DG1 type=write size=2640693 2024-09-22T08:48:12.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~81RLSPMC4B44.0 size=1048576 2024-09-22T08:48:12.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~81RLSPMC4B44.1 size=128557 2024-09-22T08:48:12.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.817+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=81RLSPMC4B44 tag=DUQY3CX1F6SF type=write size=2225709 2024-09-22T08:48:12.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.821+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~SNG085Z3BZ76.0 size=1048576 2024-09-22T08:48:12.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.825+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~SNG085Z3BZ76.1 size=661207 2024-09-22T08:48:12.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.829+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=SNG085Z3BZ76 tag=NBD0GWLFGQA4 type=write size=2758359 2024-09-22T08:48:12.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.833+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=N1HX98AY3RK1 type=del size=480457 2024-09-22T08:48:12.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.837+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=5UQBSF594Z6M type=del 2024-09-22T08:48:12.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.837+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=N7IOKWB7KW0H type=write size=461565 2024-09-22T08:48:12.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.841+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=5VBHPIMVOKKZ type=del 2024-09-22T08:48:12.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.845+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=MTQ5018X9AEL type=del size=157859 2024-09-22T08:48:12.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.849+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=I8A67T9JGTX2 type=del 2024-09-22T08:48:12.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.853+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=99JFB93WF4T1 type=del size=155495 2024-09-22T08:48:12.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.857+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~10MNINK8HGF2.0 size=1048576 2024-09-22T08:48:12.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.857+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~10MNINK8HGF2.1 size=1048576 2024-09-22T08:48:12.863 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.861+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~10MNINK8HGF2.2 size=951098 2024-09-22T08:48:12.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.865+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=10MNINK8HGF2 tag=BB4HA0IZU0HZ type=write size=4096826 2024-09-22T08:48:12.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~3LAZH9V1ZGPX.0 size=209395 2024-09-22T08:48:12.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.873+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=3LAZH9V1ZGPX tag=8NUQSJFBHG5R type=write size=1257971 2024-09-22T08:48:12.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.877+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~0UPK9XZT86A8.0 size=1048576 2024-09-22T08:48:12.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.881+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~0UPK9XZT86A8.1 size=161945 2024-09-22T08:48:12.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.885+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=0UPK9XZT86A8 tag=G84V11H5R8FX type=write size=2259097 2024-09-22T08:48:12.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.893+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~LT1CPZ834WCC.0 size=591107 2024-09-22T08:48:12.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.893+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=LT1CPZ834WCC tag=007WC6WZIM8F type=write size=1639683 2024-09-22T08:48:12.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.897+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=G9UM0TFKKFAB type=del 2024-09-22T08:48:12.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.897+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=IUQJW5VX6CMF type=del size=1236562 2024-09-22T08:48:12.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.901+0000 7f63d5be48c0 1 < completed write operation key=Q0ESBWWRI2U9 tag=J6REMW574AIJ type=write size=798992 2024-09-22T08:48:12.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.905+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=2QNU4ER4UETS type=del size=576511 2024-09-22T08:48:12.912 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.909+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~UCR90JB9SAR3.0 size=544882 2024-09-22T08:48:12.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.917+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=UCR90JB9SAR3 tag=GU0CXD1R7EKW type=write size=1593458 2024-09-22T08:48:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.921+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~UCLISXROJFV3.0 size=260968 2024-09-22T08:48:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.921+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=UCLISXROJFV3 tag=54C2FVAKUI81 type=write size=1309544 2024-09-22T08:48:12.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.929+0000 7f63d5be48c0 1 < suggested remove operation key=04W2JBYV6JRL tag=PEYZV90U8I5K type=del 2024-09-22T08:48:12.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.933+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=HYXIJW3LUYE7 type=del size=181078 2024-09-22T08:48:12.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.937+0000 7f63d5be48c0 1 < suggested update operation key=7EXVYJV1LXD8 tag=ZSN2HM7WOE50 type=del size=4060081 2024-09-22T08:48:12.948 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.945+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~G8SU97T3DEHW.0 size=1048576 2024-09-22T08:48:12.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~G8SU97T3DEHW.1 size=723569 2024-09-22T08:48:12.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.949+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=G8SU97T3DEHW tag=0HEKZKJT9F29 type=write size=2820721 2024-09-22T08:48:12.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.953+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=XPCAD8QUFE1O type=del 2024-09-22T08:48:12.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.957+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=FH026PI8BCKT type=del size=979590 2024-09-22T08:48:12.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.961+0000 7f63d5be48c0 1 < completed write operation key=ZWR5FR2EUOBU tag=CS97LQHINMQU type=write size=975880 2024-09-22T08:48:12.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.965+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~VKX0AS1FAPTM.0 size=1048576 2024-09-22T08:48:12.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~VKX0AS1FAPTM.1 size=1048576 2024-09-22T08:48:12.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.973+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~VKX0AS1FAPTM.2 size=1012114 2024-09-22T08:48:12.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.973+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=VKX0AS1FAPTM tag=HZHTK0AKI5MU type=write size=4157842 2024-09-22T08:48:12.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.973+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=HSI6KRY688K7 type=del 2024-09-22T08:48:12.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.985+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~KFC8KY0IDMU3.0 size=1048576 2024-09-22T08:48:12.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.985+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~KFC8KY0IDMU3.1 size=323109 2024-09-22T08:48:12.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.985+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=KFC8KY0IDMU3 tag=Y3FR8Q3F3I7P type=write size=2420261 2024-09-22T08:48:12.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.989+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~MVIZQ3XUGPGI.0 size=763444 2024-09-22T08:48:12.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:12.993+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=MVIZQ3XUGPGI tag=Q422QFGDGPPY type=write size=1812020 2024-09-22T08:48:13.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~5QB77QX2Z308.0 size=1048576 2024-09-22T08:48:13.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~5QB77QX2Z308.1 size=704293 2024-09-22T08:48:13.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.001+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=5QB77QX2Z308 tag=IUMIC56RJK97 type=write size=2801445 2024-09-22T08:48:13.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.005+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~81RLSPMC4B44.0 size=1048576 2024-09-22T08:48:13.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.009+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~81RLSPMC4B44.1 size=128557 2024-09-22T08:48:13.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.013+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=81RLSPMC4B44 tag=DUQY3CX1F6SF type=write size=2225709 2024-09-22T08:48:13.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.017+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=45FK0L74O0FS type=del size=2268153 2024-09-22T08:48:13.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.021+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=N1HX98AY3RK1 type=del 2024-09-22T08:48:13.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.025+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=8KDU5UVMOIBH type=del size=878623 2024-09-22T08:48:13.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.025+0000 7f63d5be48c0 1 < completed write operation key=465P86KCYZ8V tag=N7IOKWB7KW0H type=write size=461565 2024-09-22T08:48:13.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~H21E19UJVVDV.0 size=1048576 2024-09-22T08:48:13.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~H21E19UJVVDV.1 size=174841 2024-09-22T08:48:13.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.033+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=H21E19UJVVDV tag=CYVV7DSET3HI type=write size=2271993 2024-09-22T08:48:13.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.037+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=MTQ5018X9AEL type=del 2024-09-22T08:48:13.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.041+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=04UGRSSNZERG type=del size=1994739 2024-09-22T08:48:13.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.049+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=99JFB93WF4T1 type=del 2024-09-22T08:48:13.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~4YOFZ6NOD9VW.0 size=1048576 2024-09-22T08:48:13.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.057+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~4YOFZ6NOD9VW.1 size=932016 2024-09-22T08:48:13.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.057+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=4YOFZ6NOD9VW tag=BBXZB8W7ZQ0X type=write size=3029168 2024-09-22T08:48:13.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.061+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~3LAZH9V1ZGPX.0 size=209395 2024-09-22T08:48:13.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.069+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=3LAZH9V1ZGPX tag=8NUQSJFBHG5R type=write size=1257971 2024-09-22T08:48:13.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.069+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=4K4MG7NC8KC0 type=del size=3360201 2024-09-22T08:48:13.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.073+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~LT1CPZ834WCC.0 size=591107 2024-09-22T08:48:13.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.081+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=LT1CPZ834WCC tag=007WC6WZIM8F type=write size=1639683 2024-09-22T08:48:13.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.085+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=XOMGAZIY1YTT type=del size=3578952 2024-09-22T08:48:13.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.089+0000 7f63d5be48c0 1 < suggested remove operation key=DD4L2M7QKCJ4 tag=IUQJW5VX6CMF type=del 2024-09-22T08:48:13.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.093+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=YHYTVO15YZQD type=del size=3930903 2024-09-22T08:48:13.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.097+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=2QNU4ER4UETS type=del 2024-09-22T08:48:13.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~JWYUXH1TV6L5.0 size=1048576 2024-09-22T08:48:13.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~JWYUXH1TV6L5.1 size=433162 2024-09-22T08:48:13.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.105+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=JWYUXH1TV6L5 tag=MSYHZQ083U3U type=write size=2530314 2024-09-22T08:48:13.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.109+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~UCLISXROJFV3.0 size=260968 2024-09-22T08:48:13.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.117+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=UCLISXROJFV3 tag=54C2FVAKUI81 type=write size=1309544 2024-09-22T08:48:13.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~TUVU1TMORMX6.0 size=1048576 2024-09-22T08:48:13.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~TUVU1TMORMX6.1 size=717713 2024-09-22T08:48:13.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.125+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=TUVU1TMORMX6 tag=HR8B1212SENQ type=write size=2814865 2024-09-22T08:48:13.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.129+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=HYXIJW3LUYE7 type=del 2024-09-22T08:48:13.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.133+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=4M4EX5MP1TC1 type=del size=1449733 2024-09-22T08:48:13.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.137+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~G8SU97T3DEHW.0 size=1048576 2024-09-22T08:48:13.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.137+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~G8SU97T3DEHW.1 size=723569 2024-09-22T08:48:13.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.145+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=G8SU97T3DEHW tag=0HEKZKJT9F29 type=write size=2820721 2024-09-22T08:48:13.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.149+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=PVXHXDLXLB33 type=del size=515436 2024-09-22T08:48:13.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.153+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=FH026PI8BCKT type=del 2024-09-22T08:48:13.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.157+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=8GZY33GXZUC1 type=del size=3938227 2024-09-22T08:48:13.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.157+0000 7f63d5be48c0 1 < canceled part key=_multipart_ANO1D6N8RQ7Y.2~VKX0AS1FAPTM.0 size=1048576 2024-09-22T08:48:13.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.157+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~VKX0AS1FAPTM.1 size=1048576 2024-09-22T08:48:13.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.161+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~VKX0AS1FAPTM.2 size=1012114 2024-09-22T08:48:13.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.169+0000 7f63d5be48c0 1 < canceled multipart upload key=ANO1D6N8RQ7Y upload=VKX0AS1FAPTM tag=HZHTK0AKI5MU type=write size=4157842 2024-09-22T08:48:13.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.173+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=DITUWDOPEBAU type=del size=1986349 2024-09-22T08:48:13.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.173+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~KFC8KY0IDMU3.0 size=1048576 2024-09-22T08:48:13.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.177+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~KFC8KY0IDMU3.1 size=323109 2024-09-22T08:48:13.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.185+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=KFC8KY0IDMU3 tag=Y3FR8Q3F3I7P type=write size=2420261 2024-09-22T08:48:13.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~1PNV5FIDTEKR.0 size=195540 2024-09-22T08:48:13.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.189+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=1PNV5FIDTEKR tag=OI6N87BO5D7B type=write size=1244116 2024-09-22T08:48:13.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.193+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~5QB77QX2Z308.0 size=1048576 2024-09-22T08:48:13.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.197+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~5QB77QX2Z308.1 size=704293 2024-09-22T08:48:13.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.205+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=5QB77QX2Z308 tag=IUMIC56RJK97 type=write size=2801445 2024-09-22T08:48:13.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.209+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=LZ1MBORBPM0A type=write size=845702 2024-09-22T08:48:13.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.213+0000 7f63d5be48c0 1 < suggested update operation key=4WGAB8CTCA4V tag=45FK0L74O0FS type=del size=2268153 2024-09-22T08:48:13.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.221+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~PR324J4EM88J.0 size=643468 2024-09-22T08:48:13.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.221+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=PR324J4EM88J tag=X4S9G5ACSKGZ type=write size=1692044 2024-09-22T08:48:13.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.225+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=8KDU5UVMOIBH type=del 2024-09-22T08:48:13.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.229+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=6CFDT4U4BDPJ type=write size=385815 2024-09-22T08:48:13.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.233+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~H21E19UJVVDV.0 size=1048576 2024-09-22T08:48:13.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.233+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~H21E19UJVVDV.1 size=174841 2024-09-22T08:48:13.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.241+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=H21E19UJVVDV tag=CYVV7DSET3HI type=write size=2271993 2024-09-22T08:48:13.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~XLC9VH7NNTQT.0 size=65535 2024-09-22T08:48:13.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.249+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=XLC9VH7NNTQT tag=8SU2UE0UUSNA type=write size=1114111 2024-09-22T08:48:13.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.253+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=04UGRSSNZERG type=del 2024-09-22T08:48:13.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.257+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=CSATFNGO5M5F type=write size=969903 2024-09-22T08:48:13.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.257+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~4YOFZ6NOD9VW.0 size=1048576 2024-09-22T08:48:13.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.257+0000 7f63d5be48c0 1 < canceled part key=_multipart_VEF00MGE4G2D.2~4YOFZ6NOD9VW.1 size=932016 2024-09-22T08:48:13.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.265+0000 7f63d5be48c0 1 < canceled multipart upload key=VEF00MGE4G2D upload=4YOFZ6NOD9VW tag=BBXZB8W7ZQ0X type=write size=3029168 2024-09-22T08:48:13.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.269+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=MS6DWTR3P8YK type=del size=3396548 2024-09-22T08:48:13.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.273+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=4K4MG7NC8KC0 type=del 2024-09-22T08:48:13.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.281+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~8SXB3NK1PCKX.0 size=33604 2024-09-22T08:48:13.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.281+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=8SXB3NK1PCKX tag=4SY7PZ82314T type=write size=1082180 2024-09-22T08:48:13.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.285+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=XOMGAZIY1YTT type=del 2024-09-22T08:48:13.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.285+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=80OKC2KB0ALT type=del size=2623086 2024-09-22T08:48:13.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.289+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=YHYTVO15YZQD type=del 2024-09-22T08:48:13.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.293+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=0Y0JS50QKGB6 type=del size=1861797 2024-09-22T08:48:13.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.297+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~JWYUXH1TV6L5.0 size=1048576 2024-09-22T08:48:13.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.301+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~JWYUXH1TV6L5.1 size=433162 2024-09-22T08:48:13.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.309+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=JWYUXH1TV6L5 tag=MSYHZQ083U3U type=write size=2530314 2024-09-22T08:48:13.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.313+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=B2H723L1BMID type=del size=131868 2024-09-22T08:48:13.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.321+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~TUVU1TMORMX6.0 size=1048576 2024-09-22T08:48:13.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.321+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~TUVU1TMORMX6.1 size=717713 2024-09-22T08:48:13.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.329+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=TUVU1TMORMX6 tag=HR8B1212SENQ type=write size=2814865 2024-09-22T08:48:13.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.329+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=H0MOW2FBW8HQ type=del size=2072327 2024-09-22T08:48:13.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.333+0000 7f63d5be48c0 -1 < failed to complete operation key=4WGAB8CTCA4V tag=4M4EX5MP1TC1 type=del size=1449733: (22) Invalid argument 2024-09-22T08:48:13.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.337+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=X4GS44BBIK48 type=write size=847719 2024-09-22T08:48:13.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.345+0000 7f63d5be48c0 1 < suggested remove operation key=7EXVYJV1LXD8 tag=PVXHXDLXLB33 type=del 2024-09-22T08:48:13.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.349+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~4IKOIY8YEF31.0 size=671063 2024-09-22T08:48:13.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.349+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=4IKOIY8YEF31 tag=N14J92IC53GE type=write size=1719639 2024-09-22T08:48:13.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.353+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=8GZY33GXZUC1 type=del 2024-09-22T08:48:13.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.357+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=1SUFEGYUDL9W type=del size=3946402 2024-09-22T08:48:13.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.361+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=DITUWDOPEBAU type=del 2024-09-22T08:48:13.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.365+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=DCFUAIZGZRU7 type=del size=2057552 2024-09-22T08:48:13.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.369+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~1PNV5FIDTEKR.0 size=195540 2024-09-22T08:48:13.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.377+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=1PNV5FIDTEKR tag=OI6N87BO5D7B type=write size=1244116 2024-09-22T08:48:13.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.381+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~URZ0UCNAXZPE.0 size=1048576 2024-09-22T08:48:13.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.385+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~URZ0UCNAXZPE.1 size=107577 2024-09-22T08:48:13.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.385+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=URZ0UCNAXZPE tag=8OJNUSN05L1H type=write size=2204729 2024-09-22T08:48:13.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.389+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=LZ1MBORBPM0A type=write size=845702 2024-09-22T08:48:13.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~L9BZJ579566C.0 size=1048576 2024-09-22T08:48:13.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~L9BZJ579566C.1 size=583136 2024-09-22T08:48:13.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.397+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=L9BZJ579566C tag=E4OXLTEOVPPE type=write size=2680288 2024-09-22T08:48:13.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.401+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~PR324J4EM88J.0 size=643468 2024-09-22T08:48:13.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.409+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=PR324J4EM88J tag=X4S9G5ACSKGZ type=write size=1692044 2024-09-22T08:48:13.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.413+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=22BJK6N20UHS type=del size=1652625 2024-09-22T08:48:13.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.417+0000 7f63d5be48c0 1 < suggested remove operation key=ZWR5FR2EUOBU tag=6CFDT4U4BDPJ type=write 2024-09-22T08:48:13.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.421+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=KEUJW5PZPHQP type=del size=1147226 2024-09-22T08:48:13.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.425+0000 7f63d5be48c0 1 < canceled part key=_multipart_OPADUWLHYXXQ.2~XLC9VH7NNTQT.0 size=65535 2024-09-22T08:48:13.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.429+0000 7f63d5be48c0 1 < canceled multipart upload key=OPADUWLHYXXQ upload=XLC9VH7NNTQT tag=8SU2UE0UUSNA type=write size=1114111 2024-09-22T08:48:13.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.437+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~6H9Z5FV74K1Y.0 size=1048576 2024-09-22T08:48:13.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.437+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~6H9Z5FV74K1Y.1 size=1048576 2024-09-22T08:48:13.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~6H9Z5FV74K1Y.2 size=217461 2024-09-22T08:48:13.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.441+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=6H9Z5FV74K1Y tag=I36P7P5937UQ type=write size=3363189 2024-09-22T08:48:13.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.445+0000 7f63d5be48c0 1 < completed write operation key=ZOK9L18PUHG0 tag=CSATFNGO5M5F type=write size=969903 2024-09-22T08:48:13.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.453+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1BYAB02HWVCP.0 size=696844 2024-09-22T08:48:13.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.453+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=1BYAB02HWVCP tag=9BO7PIEL581H type=write size=1745420 2024-09-22T08:48:13.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.457+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=MS6DWTR3P8YK type=del 2024-09-22T08:48:13.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.461+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=LYW26G1GSN3J type=del size=2035000 2024-09-22T08:48:13.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.465+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~8SXB3NK1PCKX.0 size=33604 2024-09-22T08:48:13.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.469+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=8SXB3NK1PCKX tag=4SY7PZ82314T type=write size=1082180 2024-09-22T08:48:13.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.473+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=WOVZEQ502RLH type=del size=690504 2024-09-22T08:48:13.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.477+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=80OKC2KB0ALT type=del 2024-09-22T08:48:13.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.481+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=VW7K130ZVNFC type=del size=1242013 2024-09-22T08:48:13.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.489+0000 7f63d5be48c0 1 < suggested update operation key=2ZLI4H2IJRPA tag=0Y0JS50QKGB6 type=del size=1861797 2024-09-22T08:48:13.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.493+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=MNFHQAD1SZDP type=del size=3304874 2024-09-22T08:48:13.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.497+0000 7f63d5be48c0 1 < canceled operation key=ZOK9L18PUHG0 tag=B2H723L1BMID type=del size=131868 2024-09-22T08:48:13.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.497+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=KNZ9E486Z3S6 type=del size=2463188 2024-09-22T08:48:13.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.501+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=H0MOW2FBW8HQ type=del 2024-09-22T08:48:13.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.505+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=GK91UA29EX7R type=del size=3153571 2024-09-22T08:48:13.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.509+0000 7f63d5be48c0 1 < completed write operation key=4WGAB8CTCA4V tag=X4GS44BBIK48 type=write size=847719 2024-09-22T08:48:13.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~O0O4LO9YODNK.0 size=1048576 2024-09-22T08:48:13.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.517+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~O0O4LO9YODNK.1 size=1048576 2024-09-22T08:48:13.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.517+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~O0O4LO9YODNK.2 size=683739 2024-09-22T08:48:13.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.517+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=O0O4LO9YODNK tag=YA69PAQAJW5F type=write size=3829467 2024-09-22T08:48:13.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.517+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~4IKOIY8YEF31.0 size=671063 2024-09-22T08:48:13.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.525+0000 7f63d5be48c0 1 < canceled multipart upload key=ROTY3Z0W6P3U upload=4IKOIY8YEF31 tag=N14J92IC53GE type=write size=1719639 2024-09-22T08:48:13.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.529+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~4VOU4R0SLSKP.0 size=1048576 2024-09-22T08:48:13.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~4VOU4R0SLSKP.1 size=1048576 2024-09-22T08:48:13.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~4VOU4R0SLSKP.2 size=852933 2024-09-22T08:48:13.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.533+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=4VOU4R0SLSKP tag=RJF9RP439VO5 type=write size=3998661 2024-09-22T08:48:13.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.537+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=1SUFEGYUDL9W type=del 2024-09-22T08:48:13.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.541+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=FPBHFYUAK40I type=del size=812146 2024-09-22T08:48:13.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.545+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=DCFUAIZGZRU7 type=del 2024-09-22T08:48:13.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.549+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=G7F2QC4EVE24 type=del size=2419793 2024-09-22T08:48:13.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.549+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~URZ0UCNAXZPE.0 size=1048576 2024-09-22T08:48:13.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.553+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~URZ0UCNAXZPE.1 size=107577 2024-09-22T08:48:13.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.557+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=URZ0UCNAXZPE tag=8OJNUSN05L1H type=write size=2204729 2024-09-22T08:48:13.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.561+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=CRO8J85EQAZZ type=write size=1042322 2024-09-22T08:48:13.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.565+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~L9BZJ579566C.0 size=1048576 2024-09-22T08:48:13.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.569+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~L9BZJ579566C.1 size=583136 2024-09-22T08:48:13.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.573+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=L9BZJ579566C tag=E4OXLTEOVPPE type=write size=2680288 2024-09-22T08:48:13.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.577+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~R4Z4Z85HO0EY.0 size=1048576 2024-09-22T08:48:13.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.581+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~R4Z4Z85HO0EY.1 size=394086 2024-09-22T08:48:13.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.581+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=R4Z4Z85HO0EY tag=GP210BUGUU5I type=write size=2491238 2024-09-22T08:48:13.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.585+0000 7f63d5be48c0 1 < suggested update operation key=UHKYFMG0T61H tag=22BJK6N20UHS type=del size=1652625 2024-09-22T08:48:13.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.589+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=ML4CS68I9QQ8 type=del size=3203707 2024-09-22T08:48:13.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.593+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=KEUJW5PZPHQP type=del 2024-09-22T08:48:13.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.601+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~4DW0ZVJKLM0G.0 size=989868 2024-09-22T08:48:13.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.601+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=4DW0ZVJKLM0G tag=YAWGKPD6JGWY type=write size=2038444 2024-09-22T08:48:13.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.601+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~6H9Z5FV74K1Y.0 size=1048576 2024-09-22T08:48:13.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.605+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~6H9Z5FV74K1Y.1 size=1048576 2024-09-22T08:48:13.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.609+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~6H9Z5FV74K1Y.2 size=217461 2024-09-22T08:48:13.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.613+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=6H9Z5FV74K1Y tag=I36P7P5937UQ type=write size=3363189 2024-09-22T08:48:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.617+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=4GKN97VJ12PY type=del size=3171130 2024-09-22T08:48:13.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.621+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~1BYAB02HWVCP.0 size=696844 2024-09-22T08:48:13.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.625+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=1BYAB02HWVCP tag=9BO7PIEL581H type=write size=1745420 2024-09-22T08:48:13.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.629+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=TKT0D083STIH type=del size=4052120 2024-09-22T08:48:13.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.637+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=LYW26G1GSN3J type=del 2024-09-22T08:48:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.645+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~UPW2SK6SF9VL.0 size=649362 2024-09-22T08:48:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.645+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=UPW2SK6SF9VL tag=Q27686M9KIKK type=write size=1697938 2024-09-22T08:48:13.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.649+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=WOVZEQ502RLH type=del 2024-09-22T08:48:13.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.653+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=9GCBG9NGA50T type=write size=1017586 2024-09-22T08:48:13.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.657+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=VW7K130ZVNFC type=del 2024-09-22T08:48:13.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.661+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=Y3TADV64SNL9 type=del size=108816 2024-09-22T08:48:13.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.665+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=MNFHQAD1SZDP type=del size=3304874 2024-09-22T08:48:13.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~CY3J3SO2TXWM.0 size=78289 2024-09-22T08:48:13.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.673+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=CY3J3SO2TXWM tag=JZVAO1BUVSR1 type=write size=1126865 2024-09-22T08:48:13.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.677+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=KNZ9E486Z3S6 type=del 2024-09-22T08:48:13.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~HV91MZ37XF44.0 size=808337 2024-09-22T08:48:13.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.685+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=HV91MZ37XF44 tag=ZCDT8Y5D8IQC type=write size=1856913 2024-09-22T08:48:13.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.689+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=GK91UA29EX7R type=del 2024-09-22T08:48:13.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.689+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=3Z5EDCOBFTDO type=write size=532230 2024-09-22T08:48:13.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.693+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~O0O4LO9YODNK.0 size=1048576 2024-09-22T08:48:13.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.697+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~O0O4LO9YODNK.1 size=1048576 2024-09-22T08:48:13.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.701+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~O0O4LO9YODNK.2 size=683739 2024-09-22T08:48:13.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.705+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=O0O4LO9YODNK tag=YA69PAQAJW5F type=write size=3829467 2024-09-22T08:48:13.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.713+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~O8MHSZVKE3WS.0 size=1048576 2024-09-22T08:48:13.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~O8MHSZVKE3WS.1 size=1048576 2024-09-22T08:48:13.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~O8MHSZVKE3WS.2 size=972458 2024-09-22T08:48:13.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.721+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=O8MHSZVKE3WS tag=JQ4ZYUA91M5W type=write size=4118186 2024-09-22T08:48:13.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.725+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~4VOU4R0SLSKP.0 size=1048576 2024-09-22T08:48:13.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.729+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~4VOU4R0SLSKP.1 size=1048576 2024-09-22T08:48:13.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.729+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~4VOU4R0SLSKP.2 size=852933 2024-09-22T08:48:13.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.737+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=4VOU4R0SLSKP tag=RJF9RP439VO5 type=write size=3998661 2024-09-22T08:48:13.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.741+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=MXCA3YII4J2E type=del size=1687599 2024-09-22T08:48:13.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.749+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=FPBHFYUAK40I type=del size=812146 2024-09-22T08:48:13.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.753+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=XZ63IWLKAHXK type=del size=2661039 2024-09-22T08:48:13.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.757+0000 7f63d5be48c0 1 < suggested remove operation key=OPADUWLHYXXQ tag=G7F2QC4EVE24 type=del 2024-09-22T08:48:13.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.761+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=WJ043L2WAO75 type=write size=800342 2024-09-22T08:48:13.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.765+0000 7f63d5be48c0 1 < completed write operation key=DRUC4JUPWIZT tag=CRO8J85EQAZZ type=write size=1042322 2024-09-22T08:48:13.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.769+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=BA8TZIGSIZ7Y type=del size=3801048 2024-09-22T08:48:13.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.773+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~R4Z4Z85HO0EY.0 size=1048576 2024-09-22T08:48:13.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.773+0000 7f63d5be48c0 1 < canceled part key=_multipart_VDSHPE93TN14.2~R4Z4Z85HO0EY.1 size=394086 2024-09-22T08:48:13.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.777+0000 7f63d5be48c0 1 < canceled multipart upload key=VDSHPE93TN14 upload=R4Z4Z85HO0EY tag=GP210BUGUU5I type=write size=2491238 2024-09-22T08:48:13.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.781+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=179905TAXECR type=del size=2703483 2024-09-22T08:48:13.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.785+0000 7f63d5be48c0 -1 < failed to complete operation key=LGRX93MXLXA9 tag=ML4CS68I9QQ8 type=del size=3203707: (22) Invalid argument 2024-09-22T08:48:13.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.789+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=JSHQ23C0WD9S type=del size=951154 2024-09-22T08:48:13.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.793+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~4DW0ZVJKLM0G.0 size=989868 2024-09-22T08:48:13.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.797+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=4DW0ZVJKLM0G tag=YAWGKPD6JGWY type=write size=2038444 2024-09-22T08:48:13.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.801+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=12O1MBIZFGWA type=del size=3748550 2024-09-22T08:48:13.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.805+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=4GKN97VJ12PY type=del 2024-09-22T08:48:13.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.805+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=7JEA5J84L05D type=write size=857656 2024-09-22T08:48:13.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.809+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=TKT0D083STIH type=del 2024-09-22T08:48:13.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.813+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=SQVWCQ2Y4CNY type=del size=2101764 2024-09-22T08:48:13.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.817+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~UPW2SK6SF9VL.0 size=649362 2024-09-22T08:48:13.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.825+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=UPW2SK6SF9VL tag=Q27686M9KIKK type=write size=1697938 2024-09-22T08:48:13.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.825+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=MADY939QULWU type=del size=2456298 2024-09-22T08:48:13.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.829+0000 7f63d5be48c0 1 < completed write operation key=7EXVYJV1LXD8 tag=9GCBG9NGA50T type=write size=1017586 2024-09-22T08:48:13.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.833+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=7U67H4MA0Y8K type=del size=4190369 2024-09-22T08:48:13.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.837+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=Y3TADV64SNL9 type=del 2024-09-22T08:48:13.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~V3SD0X4ZTFQP.0 size=1048576 2024-09-22T08:48:13.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~V3SD0X4ZTFQP.1 size=1048576 2024-09-22T08:48:13.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~V3SD0X4ZTFQP.2 size=986327 2024-09-22T08:48:13.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.849+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=V3SD0X4ZTFQP tag=GOB9EHJ8LRQY type=write size=4132055 2024-09-22T08:48:13.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.853+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~CY3J3SO2TXWM.0 size=78289 2024-09-22T08:48:13.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.857+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=CY3J3SO2TXWM tag=JZVAO1BUVSR1 type=write size=1126865 2024-09-22T08:48:13.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.865+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~ACTXW06YCX9W.0 size=1048576 2024-09-22T08:48:13.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.865+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~ACTXW06YCX9W.1 size=483538 2024-09-22T08:48:13.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.865+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=ACTXW06YCX9W tag=GQ594NT3Q0Z1 type=write size=2580690 2024-09-22T08:48:13.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.869+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~HV91MZ37XF44.0 size=808337 2024-09-22T08:48:13.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.873+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=HV91MZ37XF44 tag=ZCDT8Y5D8IQC type=write size=1856913 2024-09-22T08:48:13.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~2UPRGF6V7O92.0 size=742268 2024-09-22T08:48:13.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.881+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=2UPRGF6V7O92 tag=MRPDEPARVECX type=write size=1790844 2024-09-22T08:48:13.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.881+0000 7f63d5be48c0 1 < canceled operation key=82NQB2S7DDDK tag=3Z5EDCOBFTDO type=write size=532230 2024-09-22T08:48:13.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~UFAUYY5X9MCX.0 size=1048576 2024-09-22T08:48:13.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.893+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~UFAUYY5X9MCX.1 size=1048576 2024-09-22T08:48:13.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.893+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~UFAUYY5X9MCX.2 size=802998 2024-09-22T08:48:13.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.893+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=UFAUYY5X9MCX tag=2VW1BPILUTKA type=write size=3948726 2024-09-22T08:48:13.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.897+0000 7f63d5be48c0 1 < canceled part key=_multipart_K5VZA8UPYZ63.2~O8MHSZVKE3WS.0 size=1048576 2024-09-22T08:48:13.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.897+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~O8MHSZVKE3WS.1 size=1048576 2024-09-22T08:48:13.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.901+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~O8MHSZVKE3WS.2 size=972458 2024-09-22T08:48:13.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.909+0000 7f63d5be48c0 1 < canceled multipart upload key=K5VZA8UPYZ63 upload=O8MHSZVKE3WS tag=JQ4ZYUA91M5W type=write size=4118186 2024-09-22T08:48:13.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~M1TSY1ZJ9FU5.0 size=1048576 2024-09-22T08:48:13.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~M1TSY1ZJ9FU5.1 size=740832 2024-09-22T08:48:13.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.917+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=M1TSY1ZJ9FU5 tag=IPI92PH90E0H type=write size=2837984 2024-09-22T08:48:13.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.921+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=MXCA3YII4J2E type=del 2024-09-22T08:48:13.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.925+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=S2AF0F1CAA13 type=del size=901566 2024-09-22T08:48:13.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.929+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=XZ63IWLKAHXK type=del 2024-09-22T08:48:13.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.929+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=SAMP79LKWG2Y type=del size=1624036 2024-09-22T08:48:13.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.933+0000 7f63d5be48c0 1 < completed write operation key=DRUC4JUPWIZT tag=WJ043L2WAO75 type=write size=800342 2024-09-22T08:48:13.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.937+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=WSAXJYUUCAQ0 type=del size=3060023 2024-09-22T08:48:13.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.941+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=BA8TZIGSIZ7Y type=del 2024-09-22T08:48:13.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.945+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=IX3BA845F7YZ type=del size=856679 2024-09-22T08:48:13.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.949+0000 7f63d5be48c0 1 < canceled operation key=ANO1D6N8RQ7Y tag=179905TAXECR type=del size=2703483 2024-09-22T08:48:13.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.949+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=V33CS8IXCU50 type=del size=2121955 2024-09-22T08:48:13.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.957+0000 7f63d5be48c0 1 < suggested remove operation key=ROTY3Z0W6P3U tag=JSHQ23C0WD9S type=del 2024-09-22T08:48:13.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.961+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=RNC1ON4QGIWN type=del size=1285400 2024-09-22T08:48:13.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.969+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=12O1MBIZFGWA type=del 2024-09-22T08:48:13.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.973+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=O9B8FTCTTGRO type=del size=1752029 2024-09-22T08:48:13.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.977+0000 7f63d5be48c0 1 < completed write operation key=ZOK9L18PUHG0 tag=7JEA5J84L05D type=write size=857656 2024-09-22T08:48:13.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.981+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=QCB41YJJ4YG5 type=del size=2321625 2024-09-22T08:48:13.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.981+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=SQVWCQ2Y4CNY type=del 2024-09-22T08:48:13.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.989+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~CB1D5RF486M8.0 size=562392 2024-09-22T08:48:13.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.989+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=CB1D5RF486M8 tag=1CQL4TKID8O5 type=write size=1610968 2024-09-22T08:48:13.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.993+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=MADY939QULWU type=del 2024-09-22T08:48:13.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:13.997+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=O1H1DXQGILI8 type=del size=3754207 2024-09-22T08:48:14.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.005+0000 7f63d5be48c0 1 < suggested update operation key=AJ8YUA7HCF5R tag=7U67H4MA0Y8K type=del size=4190369 2024-09-22T08:48:14.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.005+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=Q0ZG864W1G37 type=del size=2357891 2024-09-22T08:48:14.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.009+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~V3SD0X4ZTFQP.0 size=1048576 2024-09-22T08:48:14.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.013+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~V3SD0X4ZTFQP.1 size=1048576 2024-09-22T08:48:14.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.017+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~V3SD0X4ZTFQP.2 size=986327 2024-09-22T08:48:14.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.021+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=V3SD0X4ZTFQP tag=GOB9EHJ8LRQY type=write size=4132055 2024-09-22T08:48:14.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.025+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=4MA38WUE34GG type=del size=986285 2024-09-22T08:48:14.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.029+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~ACTXW06YCX9W.0 size=1048576 2024-09-22T08:48:14.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.033+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~ACTXW06YCX9W.1 size=483538 2024-09-22T08:48:14.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.037+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=ACTXW06YCX9W tag=GQ594NT3Q0Z1 type=write size=2580690 2024-09-22T08:48:14.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.041+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=OE1PKS4BPROT type=write size=84594 2024-09-22T08:48:14.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.045+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~2UPRGF6V7O92.0 size=742268 2024-09-22T08:48:14.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.053+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=2UPRGF6V7O92 tag=MRPDEPARVECX type=write size=1790844 2024-09-22T08:48:14.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.053+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=RC6VPHP4Y00Q type=del size=1790796 2024-09-22T08:48:14.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.057+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~UFAUYY5X9MCX.0 size=1048576 2024-09-22T08:48:14.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.061+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~UFAUYY5X9MCX.1 size=1048576 2024-09-22T08:48:14.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.065+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~UFAUYY5X9MCX.2 size=802998 2024-09-22T08:48:14.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.069+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=UFAUYY5X9MCX tag=2VW1BPILUTKA type=write size=3948726 2024-09-22T08:48:14.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.073+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=3AZIIJ5B1RSO type=del size=3449621 2024-09-22T08:48:14.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.077+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~M1TSY1ZJ9FU5.0 size=1048576 2024-09-22T08:48:14.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.081+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~M1TSY1ZJ9FU5.1 size=740832 2024-09-22T08:48:14.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.085+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=M1TSY1ZJ9FU5 tag=IPI92PH90E0H type=write size=2837984 2024-09-22T08:48:14.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.089+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=VJXZ12OC52CP type=del size=1167037 2024-09-22T08:48:14.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.093+0000 7f63d5be48c0 -1 < failed to complete operation key=ROTY3Z0W6P3U tag=S2AF0F1CAA13 type=del size=901566: (22) Invalid argument 2024-09-22T08:48:14.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.097+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=Q9URDVWCCCM2 type=del size=4193168 2024-09-22T08:48:14.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.097+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=SAMP79LKWG2Y type=del 2024-09-22T08:48:14.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~09UQNO6I3IP6.0 size=860199 2024-09-22T08:48:14.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.105+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=09UQNO6I3IP6 tag=NRX03W4GPE16 type=write size=1908775 2024-09-22T08:48:14.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.109+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=WSAXJYUUCAQ0 type=del 2024-09-22T08:48:14.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.113+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=HVVMAIRPUH2J type=del size=1695316 2024-09-22T08:48:14.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.117+0000 7f63d5be48c0 1 < canceled operation key=DZ5BP1FM3Z5N tag=IX3BA845F7YZ type=del size=856679 2024-09-22T08:48:14.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~Z8UO719RL5EJ.0 size=1048576 2024-09-22T08:48:14.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~Z8UO719RL5EJ.1 size=1048576 2024-09-22T08:48:14.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~Z8UO719RL5EJ.2 size=294716 2024-09-22T08:48:14.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.129+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=Z8UO719RL5EJ tag=Y2IY85LUXV23 type=write size=3440444 2024-09-22T08:48:14.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.137+0000 7f63d5be48c0 1 < suggested remove operation key=Q0ESBWWRI2U9 tag=V33CS8IXCU50 type=del 2024-09-22T08:48:14.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.141+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=NNM54LJJRMXE type=del size=1031716 2024-09-22T08:48:14.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.149+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=RNC1ON4QGIWN type=del size=1285400 2024-09-22T08:48:14.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.149+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=OH4ZLXF4ZKI8 type=del size=2913183 2024-09-22T08:48:14.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.153+0000 7f63d5be48c0 -1 < failed to complete operation key=AJ8YUA7HCF5R tag=O9B8FTCTTGRO type=del size=1752029: (22) Invalid argument 2024-09-22T08:48:14.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.157+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=CN5C4TI02QWD type=del size=2989528 2024-09-22T08:48:14.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.161+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=QCB41YJJ4YG5 type=del 2024-09-22T08:48:14.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.165+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=DZQ5UP0SC5KZ type=del size=2519309 2024-09-22T08:48:14.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.169+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~CB1D5RF486M8.0 size=562392 2024-09-22T08:48:14.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.177+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=CB1D5RF486M8 tag=1CQL4TKID8O5 type=write size=1610968 2024-09-22T08:48:14.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.177+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=93KZJY8E50RW type=del size=155303 2024-09-22T08:48:14.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.181+0000 7f63d5be48c0 1 < canceled operation key=N3T2GVFADL66 tag=O1H1DXQGILI8 type=del size=3754207 2024-09-22T08:48:14.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.185+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=FCI218SM46CA type=write size=958231 2024-09-22T08:48:14.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.193+0000 7f63d5be48c0 1 < suggested remove operation key=AJ8YUA7HCF5R tag=Q0ZG864W1G37 type=del 2024-09-22T08:48:14.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.197+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=EH026UCY5RZZ type=del size=3019911 2024-09-22T08:48:14.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.201+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=4MA38WUE34GG type=del 2024-09-22T08:48:14.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~Y58C3WHMA2Y5.0 size=1048576 2024-09-22T08:48:14.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~Y58C3WHMA2Y5.1 size=865826 2024-09-22T08:48:14.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.209+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=Y58C3WHMA2Y5 tag=MTYO1XYI5IMP type=write size=2962978 2024-09-22T08:48:14.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.213+0000 7f63d5be48c0 1 < completed write operation key=V5JZ6OBLB6FZ tag=OE1PKS4BPROT type=write size=84594 2024-09-22T08:48:14.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.217+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=GBHKX9BQRSJB type=del size=1402937 2024-09-22T08:48:14.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.221+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=RC6VPHP4Y00Q type=del 2024-09-22T08:48:14.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.225+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=0DQ4GK452PFJ type=del size=818250 2024-09-22T08:48:14.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.229+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=3AZIIJ5B1RSO type=del 2024-09-22T08:48:14.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~EQH6WUO8RUGW.0 size=1048576 2024-09-22T08:48:14.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.241+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~EQH6WUO8RUGW.1 size=586519 2024-09-22T08:48:14.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.241+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=EQH6WUO8RUGW tag=2XR52JD2J5KP type=write size=2683671 2024-09-22T08:48:14.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.245+0000 7f63d5be48c0 -1 < failed to complete operation key=Q0ESBWWRI2U9 tag=VJXZ12OC52CP type=del size=1167037: (22) Invalid argument 2024-09-22T08:48:14.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~GIPXHJ5F10US.0 size=1048576 2024-09-22T08:48:14.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~GIPXHJ5F10US.1 size=101443 2024-09-22T08:48:14.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.253+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=GIPXHJ5F10US tag=EAPRRXY3GW8A type=write size=2198595 2024-09-22T08:48:14.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.257+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=Q9URDVWCCCM2 type=del 2024-09-22T08:48:14.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~H25QCWZ42882.0 size=1048576 2024-09-22T08:48:14.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.265+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~H25QCWZ42882.1 size=217178 2024-09-22T08:48:14.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.265+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=H25QCWZ42882 tag=6L1ETW6VKV9P type=write size=2314330 2024-09-22T08:48:14.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.269+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~09UQNO6I3IP6.0 size=860199 2024-09-22T08:48:14.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.273+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=09UQNO6I3IP6 tag=NRX03W4GPE16 type=write size=1908775 2024-09-22T08:48:14.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.277+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=WNONWNRD8UGG type=del size=3035912 2024-09-22T08:48:14.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.277+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=HVVMAIRPUH2J type=del 2024-09-22T08:48:14.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~NTZZBPOXCD6P.0 size=1048576 2024-09-22T08:48:14.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~NTZZBPOXCD6P.1 size=797788 2024-09-22T08:48:14.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.285+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=NTZZBPOXCD6P tag=O7ROV3WS3LV1 type=write size=2894940 2024-09-22T08:48:14.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.289+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~Z8UO719RL5EJ.0 size=1048576 2024-09-22T08:48:14.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.293+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~Z8UO719RL5EJ.1 size=1048576 2024-09-22T08:48:14.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.297+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~Z8UO719RL5EJ.2 size=294716 2024-09-22T08:48:14.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.305+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=Z8UO719RL5EJ tag=Y2IY85LUXV23 type=write size=3440444 2024-09-22T08:48:14.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~9WJEE1HLFF18.0 size=1048576 2024-09-22T08:48:14.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.313+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~9WJEE1HLFF18.1 size=75283 2024-09-22T08:48:14.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.313+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=9WJEE1HLFF18 tag=34S26QSI1ZDO type=write size=2172435 2024-09-22T08:48:14.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.317+0000 7f63d5be48c0 1 < suggested update operation key=OPADUWLHYXXQ tag=NNM54LJJRMXE type=del size=1031716 2024-09-22T08:48:14.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.321+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=ZKI6MBSF0AOW type=del size=669792 2024-09-22T08:48:14.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.325+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=OH4ZLXF4ZKI8 type=del 2024-09-22T08:48:14.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.329+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=35WCZJ51H4YK type=del size=4069981 2024-09-22T08:48:14.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.329+0000 7f63d5be48c0 -1 < failed to complete operation key=OPADUWLHYXXQ tag=CN5C4TI02QWD type=del size=2989528: (22) Invalid argument 2024-09-22T08:48:14.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.333+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=UR46E33RPIQW type=del size=226885 2024-09-22T08:48:14.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.337+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=DZQ5UP0SC5KZ type=del 2024-09-22T08:48:14.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.341+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=8MHLUQMGBKLO type=del size=3612003 2024-09-22T08:48:14.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.345+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=93KZJY8E50RW type=del 2024-09-22T08:48:14.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.349+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=6H6Q0ONCYZ1I type=write size=595679 2024-09-22T08:48:14.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.357+0000 7f63d5be48c0 1 < suggested remove operation key=ZWR5FR2EUOBU tag=FCI218SM46CA type=write 2024-09-22T08:48:14.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.361+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=W2TVSIN9LCEX type=write size=857625 2024-09-22T08:48:14.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.365+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=EH026UCY5RZZ type=del 2024-09-22T08:48:14.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~UWR9YZKOJQMH.0 size=1048576 2024-09-22T08:48:14.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.373+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~UWR9YZKOJQMH.1 size=150292 2024-09-22T08:48:14.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.373+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=UWR9YZKOJQMH tag=LQR4FZ40FUDI type=write size=2247444 2024-09-22T08:48:14.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.377+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~Y58C3WHMA2Y5.0 size=1048576 2024-09-22T08:48:14.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.377+0000 7f63d5be48c0 1 < canceled part key=_multipart_DD4L2M7QKCJ4.2~Y58C3WHMA2Y5.1 size=865826 2024-09-22T08:48:14.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.381+0000 7f63d5be48c0 1 < canceled multipart upload key=DD4L2M7QKCJ4 upload=Y58C3WHMA2Y5 tag=MTYO1XYI5IMP type=write size=2962978 2024-09-22T08:48:14.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.385+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=CYR2O8P7DE8R type=write size=544865 2024-09-22T08:48:14.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.385+0000 7f63d5be48c0 1 < canceled operation key=M568KL6YWKU2 tag=GBHKX9BQRSJB type=del size=1402937 2024-09-22T08:48:14.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.389+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=C5G1G1ARKMCJ type=del size=118829 2024-09-22T08:48:14.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.397+0000 7f63d5be48c0 1 < suggested remove operation key=DRUC4JUPWIZT tag=0DQ4GK452PFJ type=del 2024-09-22T08:48:14.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~R8SC49ERU1KD.0 size=1048576 2024-09-22T08:48:14.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~R8SC49ERU1KD.1 size=872387 2024-09-22T08:48:14.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.405+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=R8SC49ERU1KD tag=61ZZ1QU11SNV type=write size=2969539 2024-09-22T08:48:14.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.405+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~EQH6WUO8RUGW.0 size=1048576 2024-09-22T08:48:14.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.409+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~EQH6WUO8RUGW.1 size=586519 2024-09-22T08:48:14.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.417+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=EQH6WUO8RUGW tag=2XR52JD2J5KP type=write size=2683671 2024-09-22T08:48:14.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.417+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=30R3HB6OVKFP type=del size=940982 2024-09-22T08:48:14.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.421+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~GIPXHJ5F10US.0 size=1048576 2024-09-22T08:48:14.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.425+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~GIPXHJ5F10US.1 size=101443 2024-09-22T08:48:14.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.429+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=GIPXHJ5F10US tag=EAPRRXY3GW8A type=write size=2198595 2024-09-22T08:48:14.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.433+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=T7XM9DRKVMLY type=del size=2940971 2024-09-22T08:48:14.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.437+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~H25QCWZ42882.0 size=1048576 2024-09-22T08:48:14.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.441+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~H25QCWZ42882.1 size=217178 2024-09-22T08:48:14.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.445+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=H25QCWZ42882 tag=6L1ETW6VKV9P type=write size=2314330 2024-09-22T08:48:14.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.449+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=D2WM03GS3AMG type=del size=3931968 2024-09-22T08:48:14.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.453+0000 7f63d5be48c0 1 < canceled operation key=ROTY3Z0W6P3U tag=WNONWNRD8UGG type=del size=3035912 2024-09-22T08:48:14.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.457+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~3QHMZOMYRL8G.0 size=1048576 2024-09-22T08:48:14.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.461+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~3QHMZOMYRL8G.1 size=1048576 2024-09-22T08:48:14.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.465+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~3QHMZOMYRL8G.2 size=541723 2024-09-22T08:48:14.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.465+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=3QHMZOMYRL8G tag=UXWLU03POFXL type=write size=3687451 2024-09-22T08:48:14.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.469+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~NTZZBPOXCD6P.0 size=1048576 2024-09-22T08:48:14.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.469+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~NTZZBPOXCD6P.1 size=797788 2024-09-22T08:48:14.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.477+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=NTZZBPOXCD6P tag=O7ROV3WS3LV1 type=write size=2894940 2024-09-22T08:48:14.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.477+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=53U24P8JVEAI type=del size=1871385 2024-09-22T08:48:14.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.481+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~9WJEE1HLFF18.0 size=1048576 2024-09-22T08:48:14.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.485+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~9WJEE1HLFF18.1 size=75283 2024-09-22T08:48:14.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.493+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=9WJEE1HLFF18 tag=34S26QSI1ZDO type=write size=2172435 2024-09-22T08:48:14.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~WDR64E808JBZ.0 size=1048576 2024-09-22T08:48:14.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~WDR64E808JBZ.1 size=1048576 2024-09-22T08:48:14.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.501+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~WDR64E808JBZ.2 size=753201 2024-09-22T08:48:14.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.501+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=WDR64E808JBZ tag=7ZBGBWXPIG7Y type=write size=3898929 2024-09-22T08:48:14.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.505+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=ZKI6MBSF0AOW type=del 2024-09-22T08:48:14.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~ZJG2EHI7QS8Q.0 size=1048576 2024-09-22T08:48:14.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.513+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~ZJG2EHI7QS8Q.1 size=935309 2024-09-22T08:48:14.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.513+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=ZJG2EHI7QS8Q tag=CIB87V425MDK type=write size=3032461 2024-09-22T08:48:14.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.517+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=35WCZJ51H4YK type=del 2024-09-22T08:48:14.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.521+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=FZWLLIVTK8R1 type=del size=2531233 2024-09-22T08:48:14.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.525+0000 7f63d5be48c0 1 < canceled operation key=Q0ESBWWRI2U9 tag=UR46E33RPIQW type=del size=226885 2024-09-22T08:48:14.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.529+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~FN23FFZZIGPI.0 size=1048576 2024-09-22T08:48:14.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.533+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~FN23FFZZIGPI.1 size=1048576 2024-09-22T08:48:14.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.537+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~FN23FFZZIGPI.2 size=419077 2024-09-22T08:48:14.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.537+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=FN23FFZZIGPI tag=RHKJL6LVHJO6 type=write size=3564805 2024-09-22T08:48:14.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.541+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=8MHLUQMGBKLO type=del 2024-09-22T08:48:14.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.545+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=OL8PYK7NEZB4 type=del size=1817792 2024-09-22T08:48:14.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.545+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=6H6Q0ONCYZ1I type=write size=595679 2024-09-22T08:48:14.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.549+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=HOTYN5WB1HMR type=del size=1054542 2024-09-22T08:48:14.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.553+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=W2TVSIN9LCEX type=write size=857625 2024-09-22T08:48:14.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.557+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=42IK87K57EYF type=del size=3274601 2024-09-22T08:48:14.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.557+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~UWR9YZKOJQMH.0 size=1048576 2024-09-22T08:48:14.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.561+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~UWR9YZKOJQMH.1 size=150292 2024-09-22T08:48:14.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.565+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=UWR9YZKOJQMH tag=LQR4FZ40FUDI type=write size=2247444 2024-09-22T08:48:14.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~A1RZ42W00USB.0 size=819848 2024-09-22T08:48:14.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.573+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=A1RZ42W00USB tag=2Y2J9Z6UJNQK type=write size=1868424 2024-09-22T08:48:14.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.577+0000 7f63d5be48c0 1 < completed write operation key=ANO1D6N8RQ7Y tag=CYR2O8P7DE8R type=write size=544865 2024-09-22T08:48:14.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.581+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=QL31MKXHFSG5 type=del size=505929 2024-09-22T08:48:14.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.585+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=C5G1G1ARKMCJ type=del 2024-09-22T08:48:14.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.589+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=JD49YPC7SK95 type=del size=102819 2024-09-22T08:48:14.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.593+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~R8SC49ERU1KD.0 size=1048576 2024-09-22T08:48:14.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.593+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~R8SC49ERU1KD.1 size=872387 2024-09-22T08:48:14.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.601+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=R8SC49ERU1KD tag=61ZZ1QU11SNV type=write size=2969539 2024-09-22T08:48:14.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.605+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=33C44AQBEXBJ type=write size=977325 2024-09-22T08:48:14.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.605+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=30R3HB6OVKFP type=del 2024-09-22T08:48:14.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.617+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~5F9G30AW9EEH.0 size=857678 2024-09-22T08:48:14.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.617+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=5F9G30AW9EEH tag=8M2XEZWC0JPV type=write size=1906254 2024-09-22T08:48:14.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.621+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=T7XM9DRKVMLY type=del 2024-09-22T08:48:14.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.625+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=T6DF57GKP49C type=del size=354576 2024-09-22T08:48:14.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.625+0000 7f63d5be48c0 1 < canceled operation key=465P86KCYZ8V tag=D2WM03GS3AMG type=del size=3931968 2024-09-22T08:48:14.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~L3K681M4E50F.0 size=1048576 2024-09-22T08:48:14.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.637+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~L3K681M4E50F.1 size=708331 2024-09-22T08:48:14.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.637+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=L3K681M4E50F tag=07J4P1H1I1V5 type=write size=2805483 2024-09-22T08:48:14.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.641+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~3QHMZOMYRL8G.0 size=1048576 2024-09-22T08:48:14.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.641+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~3QHMZOMYRL8G.1 size=1048576 2024-09-22T08:48:14.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.645+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~3QHMZOMYRL8G.2 size=541723 2024-09-22T08:48:14.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.649+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=3QHMZOMYRL8G tag=UXWLU03POFXL type=write size=3687451 2024-09-22T08:48:14.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.653+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=W3C3URQN1ZSV type=del size=449995 2024-09-22T08:48:14.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.657+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=53U24P8JVEAI type=del 2024-09-22T08:48:14.664 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.661+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=4X6P4IA0QVVB type=del size=2584378 2024-09-22T08:48:14.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.665+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~WDR64E808JBZ.0 size=1048576 2024-09-22T08:48:14.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.669+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~WDR64E808JBZ.1 size=1048576 2024-09-22T08:48:14.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.669+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~WDR64E808JBZ.2 size=753201 2024-09-22T08:48:14.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.677+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=WDR64E808JBZ tag=7ZBGBWXPIG7Y type=write size=3898929 2024-09-22T08:48:14.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~4KJHS9W19XJS.0 size=1048576 2024-09-22T08:48:14.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~4KJHS9W19XJS.1 size=1048576 2024-09-22T08:48:14.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~4KJHS9W19XJS.2 size=919486 2024-09-22T08:48:14.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.689+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=4KJHS9W19XJS tag=FDVWURZ2OSV5 type=write size=4065214 2024-09-22T08:48:14.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.693+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~ZJG2EHI7QS8Q.0 size=1048576 2024-09-22T08:48:14.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.697+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~ZJG2EHI7QS8Q.1 size=935309 2024-09-22T08:48:14.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.701+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=ZJG2EHI7QS8Q tag=CIB87V425MDK type=write size=3032461 2024-09-22T08:48:14.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.705+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=P30MEFWPUZ2H type=write size=737596 2024-09-22T08:48:14.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.709+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=FZWLLIVTK8R1 type=del 2024-09-22T08:48:14.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~UMYYAPSJQFOZ.0 size=350796 2024-09-22T08:48:14.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.717+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=UMYYAPSJQFOZ tag=842FFGY45QPY type=write size=1399372 2024-09-22T08:48:14.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.717+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~FN23FFZZIGPI.0 size=1048576 2024-09-22T08:48:14.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.721+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~FN23FFZZIGPI.1 size=1048576 2024-09-22T08:48:14.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.725+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~FN23FFZZIGPI.2 size=419077 2024-09-22T08:48:14.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.729+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=FN23FFZZIGPI tag=RHKJL6LVHJO6 type=write size=3564805 2024-09-22T08:48:14.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.733+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=E4RPJO6UH9TW type=del size=2794488 2024-09-22T08:48:14.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.737+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=OL8PYK7NEZB4 type=del 2024-09-22T08:48:14.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.745+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~2IXEECHQXKMN.0 size=1048576 2024-09-22T08:48:14.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.745+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~2IXEECHQXKMN.1 size=1048576 2024-09-22T08:48:14.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.749+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~2IXEECHQXKMN.2 size=980171 2024-09-22T08:48:14.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.749+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=2IXEECHQXKMN tag=OM3LOG1NX84J type=write size=4125899 2024-09-22T08:48:14.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.753+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=HOTYN5WB1HMR type=del 2024-09-22T08:48:14.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.757+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=MMBUQ2B5PPCI type=del size=497769 2024-09-22T08:48:14.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.761+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=42IK87K57EYF type=del 2024-09-22T08:48:14.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.761+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=ZG85RB2HRJA9 type=del size=659043 2024-09-22T08:48:14.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.765+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~A1RZ42W00USB.0 size=819848 2024-09-22T08:48:14.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.773+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=A1RZ42W00USB tag=2Y2J9Z6UJNQK type=write size=1868424 2024-09-22T08:48:14.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.777+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=UTYXH8GVSNW5 type=del size=751260 2024-09-22T08:48:14.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.781+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=QL31MKXHFSG5 type=del 2024-09-22T08:48:14.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.785+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=W51LW4NV8LC3 type=del size=1515424 2024-09-22T08:48:14.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.789+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=JD49YPC7SK95 type=del 2024-09-22T08:48:14.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.793+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~UXM0TEUL08SE.0 size=1048576 2024-09-22T08:48:14.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.797+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~UXM0TEUL08SE.1 size=990919 2024-09-22T08:48:14.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.797+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=UXM0TEUL08SE tag=CYD9XTMQ0UTJ type=write size=3088071 2024-09-22T08:48:14.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.801+0000 7f63d5be48c0 1 < canceled operation key=VDSHPE93TN14 tag=33C44AQBEXBJ type=write size=977325 2024-09-22T08:48:14.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.805+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=L3UWTPRLAVJT type=del size=2630794 2024-09-22T08:48:14.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.809+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~5F9G30AW9EEH.0 size=857678 2024-09-22T08:48:14.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.813+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=5F9G30AW9EEH tag=8M2XEZWC0JPV type=write size=1906254 2024-09-22T08:48:14.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.821+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~WETYPCSAR8P5.0 size=73694 2024-09-22T08:48:14.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.821+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=WETYPCSAR8P5 tag=DIKDURS46SS7 type=write size=1122270 2024-09-22T08:48:14.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.829+0000 7f63d5be48c0 1 < suggested remove operation key=ROTY3Z0W6P3U tag=T6DF57GKP49C type=del 2024-09-22T08:48:14.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~QE0TMS1V09M8.0 size=1048576 2024-09-22T08:48:14.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.837+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~QE0TMS1V09M8.1 size=1048576 2024-09-22T08:48:14.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~QE0TMS1V09M8.2 size=555632 2024-09-22T08:48:14.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.841+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=QE0TMS1V09M8 tag=KV7LH0ORK5D0 type=write size=3701360 2024-09-22T08:48:14.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.845+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~L3K681M4E50F.0 size=1048576 2024-09-22T08:48:14.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.845+0000 7f63d5be48c0 1 < canceled part key=_multipart_82NQB2S7DDDK.2~L3K681M4E50F.1 size=708331 2024-09-22T08:48:14.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.849+0000 7f63d5be48c0 1 < canceled multipart upload key=82NQB2S7DDDK upload=L3K681M4E50F tag=07J4P1H1I1V5 type=write size=2805483 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.853+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=47V5CNQX2CYH type=del size=3505151 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.857+0000 7f63d5be48c0 1 < canceled operation key=DZ5BP1FM3Z5N tag=W3C3URQN1ZSV type=del size=449995 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.861+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=KGJ1XI1ERF4C type=del size=3669728 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.869+0000 7f63d5be48c0 1 < suggested remove operation key=82NQB2S7DDDK tag=4X6P4IA0QVVB type=del 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.869+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=62TY1HJ3PUE0 type=del size=1811136 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.873+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~4KJHS9W19XJS.0 size=1048576 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.877+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~4KJHS9W19XJS.1 size=1048576 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.881+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~4KJHS9W19XJS.2 size=919486 2024-09-22T08:48:14.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.885+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=4KJHS9W19XJS tag=FDVWURZ2OSV5 type=write size=4065214 2024-09-22T08:48:14.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.889+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=7ENDJ2KLW3MV type=del size=863013 2024-09-22T08:48:14.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.893+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=P30MEFWPUZ2H type=write size=737596 2024-09-22T08:48:14.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~WL991EIN4VUB.0 size=541586 2024-09-22T08:48:14.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.901+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=WL991EIN4VUB tag=1KCEW4QKZ33J type=write size=1590162 2024-09-22T08:48:14.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.905+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~UMYYAPSJQFOZ.0 size=350796 2024-09-22T08:48:14.912 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.909+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=UMYYAPSJQFOZ tag=842FFGY45QPY type=write size=1399372 2024-09-22T08:48:14.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~7QTEJXPQDPMF.0 size=1048576 2024-09-22T08:48:14.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~7QTEJXPQDPMF.1 size=1048576 2024-09-22T08:48:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.921+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~7QTEJXPQDPMF.2 size=486018 2024-09-22T08:48:14.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.921+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=7QTEJXPQDPMF tag=TRCD18IWK99K type=write size=3631746 2024-09-22T08:48:14.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.925+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=E4RPJO6UH9TW type=del 2024-09-22T08:48:14.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.929+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=JC2R60QXDVBY type=del size=3183928 2024-09-22T08:48:14.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.929+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~2IXEECHQXKMN.0 size=1048576 2024-09-22T08:48:14.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.933+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~2IXEECHQXKMN.1 size=1048576 2024-09-22T08:48:14.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.937+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~2IXEECHQXKMN.2 size=980171 2024-09-22T08:48:14.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.949+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=2IXEECHQXKMN tag=OM3LOG1NX84J type=write size=4125899 2024-09-22T08:48:14.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.953+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~SV4G2D440A8G.0 size=1048576 2024-09-22T08:48:14.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.957+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~SV4G2D440A8G.1 size=1048576 2024-09-22T08:48:14.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.961+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~SV4G2D440A8G.2 size=405791 2024-09-22T08:48:14.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.961+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=SV4G2D440A8G tag=B43F6AE10BSC type=write size=3551519 2024-09-22T08:48:14.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.965+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=MMBUQ2B5PPCI type=del 2024-09-22T08:48:14.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~29QBV74PF8KY.0 size=763624 2024-09-22T08:48:14.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.969+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=29QBV74PF8KY tag=QP7WJ3VA15BG type=write size=1812200 2024-09-22T08:48:14.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.973+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=ZG85RB2HRJA9 type=del 2024-09-22T08:48:14.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~0ZPYOCAQ7CKI.0 size=920500 2024-09-22T08:48:14.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.981+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=0ZPYOCAQ7CKI tag=XBNEODNON60K type=write size=1969076 2024-09-22T08:48:14.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.981+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=UTYXH8GVSNW5 type=del 2024-09-22T08:48:14.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.989+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~TUA8JQBRH7NO.0 size=1048576 2024-09-22T08:48:14.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~TUA8JQBRH7NO.1 size=759450 2024-09-22T08:48:14.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.993+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=TUA8JQBRH7NO tag=3NG7BHIKSR7M type=write size=2856602 2024-09-22T08:48:14.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:14.993+0000 7f63d5be48c0 -1 < failed to complete operation key=ROTY3Z0W6P3U tag=W51LW4NV8LC3 type=del size=1515424: (22) Invalid argument 2024-09-22T08:48:15.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~KPL0N9ESQOG0.0 size=1048576 2024-09-22T08:48:15.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.005+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~KPL0N9ESQOG0.1 size=1048576 2024-09-22T08:48:15.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.005+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~KPL0N9ESQOG0.2 size=474728 2024-09-22T08:48:15.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.005+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=KPL0N9ESQOG0 tag=B0WKTZB7G7HG type=write size=3620456 2024-09-22T08:48:15.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.009+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~UXM0TEUL08SE.0 size=1048576 2024-09-22T08:48:15.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.013+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~UXM0TEUL08SE.1 size=990919 2024-09-22T08:48:15.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.017+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=UXM0TEUL08SE tag=CYD9XTMQ0UTJ type=write size=3088071 2024-09-22T08:48:15.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.021+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=5NI6LWP3UEQK type=del size=1366008 2024-09-22T08:48:15.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.025+0000 7f63d5be48c0 1 < canceled operation key=SKZYLE6QANA6 tag=L3UWTPRLAVJT type=del size=2630794 2024-09-22T08:48:15.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.029+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~6OA67LD9J1ZD.0 size=1048576 2024-09-22T08:48:15.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.033+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~6OA67LD9J1ZD.1 size=1048576 2024-09-22T08:48:15.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~6OA67LD9J1ZD.2 size=106173 2024-09-22T08:48:15.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.037+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=6OA67LD9J1ZD tag=L181ND9Y53N1 type=write size=3251901 2024-09-22T08:48:15.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.041+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~WETYPCSAR8P5.0 size=73694 2024-09-22T08:48:15.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.045+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=WETYPCSAR8P5 tag=DIKDURS46SS7 type=write size=1122270 2024-09-22T08:48:15.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.049+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FELBI4JPEGAU.0 size=1048576 2024-09-22T08:48:15.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FELBI4JPEGAU.1 size=1048576 2024-09-22T08:48:15.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.057+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~FELBI4JPEGAU.2 size=638125 2024-09-22T08:48:15.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.057+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=FELBI4JPEGAU tag=9616K4XZ44GV type=write size=3783853 2024-09-22T08:48:15.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.061+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~QE0TMS1V09M8.0 size=1048576 2024-09-22T08:48:15.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.061+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~QE0TMS1V09M8.1 size=1048576 2024-09-22T08:48:15.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.061+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~QE0TMS1V09M8.2 size=555632 2024-09-22T08:48:15.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.069+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=QE0TMS1V09M8 tag=KV7LH0ORK5D0 type=write size=3701360 2024-09-22T08:48:15.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.073+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~FCEKI6UWHWR4.0 size=910661 2024-09-22T08:48:15.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.073+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=FCEKI6UWHWR4 tag=5N7KDC2AE2X1 type=write size=1959237 2024-09-22T08:48:15.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.077+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=47V5CNQX2CYH type=del 2024-09-22T08:48:15.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.081+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=EEK0A705YXHB type=del size=1667248 2024-09-22T08:48:15.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.085+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=KGJ1XI1ERF4C type=del 2024-09-22T08:48:15.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.089+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~6LQ76PAB3027.0 size=750100 2024-09-22T08:48:15.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.089+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=6LQ76PAB3027 tag=4W5D90K4T2ZI type=write size=1798676 2024-09-22T08:48:15.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.093+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=62TY1HJ3PUE0 type=del 2024-09-22T08:48:15.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~ZZ1JX2HTST0A.0 size=155764 2024-09-22T08:48:15.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.101+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=ZZ1JX2HTST0A tag=XA3RGVME6979 type=write size=1204340 2024-09-22T08:48:15.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.105+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=7ENDJ2KLW3MV type=del 2024-09-22T08:48:15.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.109+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=336DFCHVRYW0 type=del size=3380629 2024-09-22T08:48:15.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.109+0000 7f63d5be48c0 1 < canceled part key=_multipart_N3T2GVFADL66.2~WL991EIN4VUB.0 size=541586 2024-09-22T08:48:15.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.113+0000 7f63d5be48c0 1 < canceled multipart upload key=N3T2GVFADL66 upload=WL991EIN4VUB tag=1KCEW4QKZ33J type=write size=1590162 2024-09-22T08:48:15.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.117+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=TS56Z4JM1I9N type=write size=442869 2024-09-22T08:48:15.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.121+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~7QTEJXPQDPMF.0 size=1048576 2024-09-22T08:48:15.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.121+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~7QTEJXPQDPMF.1 size=1048576 2024-09-22T08:48:15.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.125+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~7QTEJXPQDPMF.2 size=486018 2024-09-22T08:48:15.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.129+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=7QTEJXPQDPMF tag=TRCD18IWK99K type=write size=3631746 2024-09-22T08:48:15.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.133+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=EUY2A7U1M7KM type=del size=4158605 2024-09-22T08:48:15.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.137+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=JC2R60QXDVBY type=del 2024-09-22T08:48:15.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_VDSHPE93TN14.2~W2D245JW7OYV.0 size=335609 2024-09-22T08:48:15.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.145+0000 7f63d5be48c0 1 > prepared multipart upload key=VDSHPE93TN14 upload=W2D245JW7OYV tag=WBN15QZBNK2P type=write size=1384185 2024-09-22T08:48:15.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.149+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~SV4G2D440A8G.0 size=1048576 2024-09-22T08:48:15.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.149+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~SV4G2D440A8G.1 size=1048576 2024-09-22T08:48:15.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.153+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~SV4G2D440A8G.2 size=405791 2024-09-22T08:48:15.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.157+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=SV4G2D440A8G tag=B43F6AE10BSC type=write size=3551519 2024-09-22T08:48:15.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.161+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=56KN6AJNE3YR type=write size=324318 2024-09-22T08:48:15.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.161+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZOK9L18PUHG0.2~29QBV74PF8KY.0 size=763624 2024-09-22T08:48:15.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.169+0000 7f63d5be48c0 1 < canceled multipart upload key=ZOK9L18PUHG0 upload=29QBV74PF8KY tag=QP7WJ3VA15BG type=write size=1812200 2024-09-22T08:48:15.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.173+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=TQZYVKCDIX9K type=del size=1283576 2024-09-22T08:48:15.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.177+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~0ZPYOCAQ7CKI.0 size=920500 2024-09-22T08:48:15.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.181+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=0ZPYOCAQ7CKI tag=XBNEODNON60K type=write size=1969076 2024-09-22T08:48:15.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.185+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=WCN7I5TRVA45 type=del size=4063279 2024-09-22T08:48:15.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.189+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~TUA8JQBRH7NO.0 size=1048576 2024-09-22T08:48:15.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.189+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~TUA8JQBRH7NO.1 size=759450 2024-09-22T08:48:15.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.197+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=TUA8JQBRH7NO tag=3NG7BHIKSR7M type=write size=2856602 2024-09-22T08:48:15.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.201+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=FHZ1W8UX2PB3 type=write size=654057 2024-09-22T08:48:15.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.205+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~KPL0N9ESQOG0.0 size=1048576 2024-09-22T08:48:15.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.205+0000 7f63d5be48c0 1 < canceled part key=_multipart_CU2N9Z3QGASM.2~KPL0N9ESQOG0.1 size=1048576 2024-09-22T08:48:15.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.209+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~KPL0N9ESQOG0.2 size=474728 2024-09-22T08:48:15.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.213+0000 7f63d5be48c0 1 < canceled multipart upload key=CU2N9Z3QGASM upload=KPL0N9ESQOG0 tag=B0WKTZB7G7HG type=write size=3620456 2024-09-22T08:48:15.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.217+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=2LLY2M8HUFO5 type=del size=3118908 2024-09-22T08:48:15.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.221+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=5NI6LWP3UEQK type=del 2024-09-22T08:48:15.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.225+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=O6HVC5B7CBYA type=del size=810670 2024-09-22T08:48:15.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.225+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~6OA67LD9J1ZD.0 size=1048576 2024-09-22T08:48:15.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.229+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~6OA67LD9J1ZD.1 size=1048576 2024-09-22T08:48:15.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.229+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~6OA67LD9J1ZD.2 size=106173 2024-09-22T08:48:15.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.237+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=6OA67LD9J1ZD tag=L181ND9Y53N1 type=write size=3251901 2024-09-22T08:48:15.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.241+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~1JNA1USG1HEC.0 size=1048576 2024-09-22T08:48:15.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.245+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~1JNA1USG1HEC.1 size=648414 2024-09-22T08:48:15.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.245+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=1JNA1USG1HEC tag=3AMBDRYJN2OU type=write size=2745566 2024-09-22T08:48:15.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.249+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FELBI4JPEGAU.0 size=1048576 2024-09-22T08:48:15.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.253+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FELBI4JPEGAU.1 size=1048576 2024-09-22T08:48:15.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.261+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~FELBI4JPEGAU.2 size=638125 2024-09-22T08:48:15.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.265+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=FELBI4JPEGAU tag=9616K4XZ44GV type=write size=3783853 2024-09-22T08:48:15.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.269+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=5JEZXGFW645X type=del size=1960441 2024-09-22T08:48:15.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.273+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~FCEKI6UWHWR4.0 size=910661 2024-09-22T08:48:15.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.281+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=FCEKI6UWHWR4 tag=5N7KDC2AE2X1 type=write size=1959237 2024-09-22T08:48:15.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.281+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=0KDK4DQ2SP20 type=del size=1596630 2024-09-22T08:48:15.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.285+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=EEK0A705YXHB type=del 2024-09-22T08:48:15.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.289+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=RIBHNF8J23VE type=write size=352751 2024-09-22T08:48:15.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.293+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~6LQ76PAB3027.0 size=750100 2024-09-22T08:48:15.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.301+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=6LQ76PAB3027 tag=4W5D90K4T2ZI type=write size=1798676 2024-09-22T08:48:15.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.305+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=OBPJIID450VQ type=del size=2837774 2024-09-22T08:48:15.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.305+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~ZZ1JX2HTST0A.0 size=155764 2024-09-22T08:48:15.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.309+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=ZZ1JX2HTST0A tag=XA3RGVME6979 type=write size=1204340 2024-09-22T08:48:15.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.317+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~MO44FW6SDFI0.0 size=1048576 2024-09-22T08:48:15.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.321+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~MO44FW6SDFI0.1 size=758138 2024-09-22T08:48:15.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.321+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=MO44FW6SDFI0 tag=KMGP48RD2ZH6 type=write size=2855290 2024-09-22T08:48:15.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.325+0000 7f63d5be48c0 1 < canceled operation key=4WGAB8CTCA4V tag=336DFCHVRYW0 type=del size=3380629 2024-09-22T08:48:15.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.329+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=EEMV199X14FZ type=del size=696482 2024-09-22T08:48:15.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.333+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=TS56Z4JM1I9N type=write size=442869 2024-09-22T08:48:15.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.337+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=D1XJPVY0OX4C type=del size=3333304 2024-09-22T08:48:15.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.337+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=EUY2A7U1M7KM type=del 2024-09-22T08:48:15.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.341+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=V9Q0JRJ7YBZ7 type=del size=3294786 2024-09-22T08:48:15.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.345+0000 7f63d5be48c0 1 < completed part key=_multipart_VDSHPE93TN14.2~W2D245JW7OYV.0 size=335609 2024-09-22T08:48:15.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.349+0000 7f63d5be48c0 1 < completed multipart upload key=VDSHPE93TN14 upload=W2D245JW7OYV tag=WBN15QZBNK2P type=write size=1384185 2024-09-22T08:48:15.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.353+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=4XLVZNN26CNZ type=del size=556047 2024-09-22T08:48:15.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.357+0000 7f63d5be48c0 1 < completed write operation key=DZ5BP1FM3Z5N tag=56KN6AJNE3YR type=write size=324318 2024-09-22T08:48:15.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.361+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=MCFG8S2GIT1H type=del size=2852123 2024-09-22T08:48:15.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.365+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=TQZYVKCDIX9K type=del 2024-09-22T08:48:15.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.365+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=YY0NROBB77M2 type=del size=3994441 2024-09-22T08:48:15.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.369+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=WCN7I5TRVA45 type=del 2024-09-22T08:48:15.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.373+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=X4K8U5GV4FJH type=del size=1749023 2024-09-22T08:48:15.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.377+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=FHZ1W8UX2PB3 type=write size=654057 2024-09-22T08:48:15.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.385+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~Q6WN6KYWTUJV.0 size=1048576 2024-09-22T08:48:15.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.385+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~Q6WN6KYWTUJV.1 size=1048576 2024-09-22T08:48:15.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~Q6WN6KYWTUJV.2 size=494354 2024-09-22T08:48:15.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.389+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=Q6WN6KYWTUJV tag=T1JWD8UXE2FB type=write size=3640082 2024-09-22T08:48:15.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.393+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=2LLY2M8HUFO5 type=del 2024-09-22T08:48:15.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~ZVYQI1E3FZ42.0 size=1048576 2024-09-22T08:48:15.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~ZVYQI1E3FZ42.1 size=1048576 2024-09-22T08:48:15.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.405+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~ZVYQI1E3FZ42.2 size=880025 2024-09-22T08:48:15.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.405+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=ZVYQI1E3FZ42 tag=88HIZY7XKSSL type=write size=4025753 2024-09-22T08:48:15.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.405+0000 7f63d5be48c0 1 < canceled operation key=DRUC4JUPWIZT tag=O6HVC5B7CBYA type=del size=810670 2024-09-22T08:48:15.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.409+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=DME4DWGWO817 type=write size=924157 2024-09-22T08:48:15.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.413+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~1JNA1USG1HEC.0 size=1048576 2024-09-22T08:48:15.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.413+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~1JNA1USG1HEC.1 size=648414 2024-09-22T08:48:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.417+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=1JNA1USG1HEC tag=3AMBDRYJN2OU type=write size=2745566 2024-09-22T08:48:15.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.421+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=RTZ4CDNCS2YW type=write size=907410 2024-09-22T08:48:15.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.425+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=5JEZXGFW645X type=del 2024-09-22T08:48:15.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.429+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=G3BGD9IYE9LE type=del size=590118 2024-09-22T08:48:15.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.429+0000 7f63d5be48c0 1 < canceled operation key=2ZLI4H2IJRPA tag=0KDK4DQ2SP20 type=del size=1596630 2024-09-22T08:48:15.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.433+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=F8UCJP2GY2F0 type=del size=1338908 2024-09-22T08:48:15.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.437+0000 7f63d5be48c0 1 < completed write operation key=ZWR5FR2EUOBU tag=RIBHNF8J23VE type=write size=352751 2024-09-22T08:48:15.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.441+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~XXBFZ3B0UZ7G.0 size=33121 2024-09-22T08:48:15.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.441+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=XXBFZ3B0UZ7G tag=DQGTL5XI9V71 type=write size=1081697 2024-09-22T08:48:15.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.445+0000 7f63d5be48c0 1 < canceled operation key=UHKYFMG0T61H tag=OBPJIID450VQ type=del size=2837774 2024-09-22T08:48:15.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.449+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=SXZEKQVY6DZ2 type=write size=682074 2024-09-22T08:48:15.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.453+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~MO44FW6SDFI0.0 size=1048576 2024-09-22T08:48:15.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.457+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~MO44FW6SDFI0.1 size=758138 2024-09-22T08:48:15.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.461+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=MO44FW6SDFI0 tag=KMGP48RD2ZH6 type=write size=2855290 2024-09-22T08:48:15.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.465+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=885RHY8DLDAY type=del size=3280827 2024-09-22T08:48:15.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.469+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=EEMV199X14FZ type=del 2024-09-22T08:48:15.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.469+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=H48U29RTYJNQ type=del size=2709778 2024-09-22T08:48:15.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.477+0000 7f63d5be48c0 1 < suggested update operation key=VDSHPE93TN14 tag=D1XJPVY0OX4C type=del size=3333304 2024-09-22T08:48:15.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.485+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~BKG1GVF3F3NM.0 size=180635 2024-09-22T08:48:15.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.485+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=BKG1GVF3F3NM tag=N82QY0K2MUH6 type=write size=1229211 2024-09-22T08:48:15.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.489+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=V9Q0JRJ7YBZ7 type=del 2024-09-22T08:48:15.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.493+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=PK8R0BZ7FU9U type=del size=1355341 2024-09-22T08:48:15.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.497+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=4XLVZNN26CNZ type=del 2024-09-22T08:48:15.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.497+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=GCJX2KEXGQRY type=del size=3871747 2024-09-22T08:48:15.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.505+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=MCFG8S2GIT1H type=del size=2852123 2024-09-22T08:48:15.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.509+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=IGJ2FXD1KSRU type=del size=3283247 2024-09-22T08:48:15.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.509+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=YY0NROBB77M2 type=del 2024-09-22T08:48:15.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.513+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=DF6XZSFRK6K2 type=del size=3719764 2024-09-22T08:48:15.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.517+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=X4K8U5GV4FJH type=del 2024-09-22T08:48:15.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.521+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=D2H97JK1OYYT type=write size=400171 2024-09-22T08:48:15.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.525+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~Q6WN6KYWTUJV.0 size=1048576 2024-09-22T08:48:15.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.525+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZOK9L18PUHG0.2~Q6WN6KYWTUJV.1 size=1048576 2024-09-22T08:48:15.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.525+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~Q6WN6KYWTUJV.2 size=494354 2024-09-22T08:48:15.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.533+0000 7f63d5be48c0 1 < canceled multipart upload key=ZOK9L18PUHG0 upload=Q6WN6KYWTUJV tag=T1JWD8UXE2FB type=write size=3640082 2024-09-22T08:48:15.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.533+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=VY85C57XDIS4 type=del size=1514272 2024-09-22T08:48:15.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.537+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~ZVYQI1E3FZ42.0 size=1048576 2024-09-22T08:48:15.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.541+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~ZVYQI1E3FZ42.1 size=1048576 2024-09-22T08:48:15.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.541+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~ZVYQI1E3FZ42.2 size=880025 2024-09-22T08:48:15.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.549+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=ZVYQI1E3FZ42 tag=88HIZY7XKSSL type=write size=4025753 2024-09-22T08:48:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.553+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=E0DPH4SN233L type=del size=3428410 2024-09-22T08:48:15.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.557+0000 7f63d5be48c0 1 < suggested update operation key=CU2N9Z3QGASM tag=DME4DWGWO817 type=write size=924157 2024-09-22T08:48:15.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.565+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~OHGIXRWYIUNF.0 size=1048576 2024-09-22T08:48:15.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~OHGIXRWYIUNF.1 size=1048576 2024-09-22T08:48:15.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.573+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~OHGIXRWYIUNF.2 size=698032 2024-09-22T08:48:15.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.573+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=OHGIXRWYIUNF tag=UC685U2SDCAO type=write size=3843760 2024-09-22T08:48:15.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.581+0000 7f63d5be48c0 1 < suggested remove operation key=ROTY3Z0W6P3U tag=RTZ4CDNCS2YW type=write 2024-09-22T08:48:15.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.585+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=EWEH7RIHLGWB type=del size=3484941 2024-09-22T08:48:15.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.593+0000 7f63d5be48c0 1 < suggested remove operation key=DRUC4JUPWIZT tag=G3BGD9IYE9LE type=del 2024-09-22T08:48:15.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.597+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=KTKTXVQYWKE8 type=write size=848120 2024-09-22T08:48:15.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.601+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=F8UCJP2GY2F0 type=del 2024-09-22T08:48:15.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.605+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=XGRDQ4IFT3W7 type=del size=1777376 2024-09-22T08:48:15.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.605+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~XXBFZ3B0UZ7G.0 size=33121 2024-09-22T08:48:15.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.613+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=XXBFZ3B0UZ7G tag=DQGTL5XI9V71 type=write size=1081697 2024-09-22T08:48:15.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.613+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=IIHB2M5D7CBC type=del size=2915273 2024-09-22T08:48:15.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.617+0000 7f63d5be48c0 -1 < failed to complete operation key=CU2N9Z3QGASM tag=SXZEKQVY6DZ2 type=write size=682074: (22) Invalid argument 2024-09-22T08:48:15.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.621+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=H5VGRGO3XHFC type=del size=127701 2024-09-22T08:48:15.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.625+0000 7f63d5be48c0 -1 < failed to complete operation key=DRUC4JUPWIZT tag=885RHY8DLDAY type=del size=3280827: (22) Invalid argument 2024-09-22T08:48:15.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.629+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=LCZCQ8OLKT3M type=del size=3432811 2024-09-22T08:48:15.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.629+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=H48U29RTYJNQ type=del 2024-09-22T08:48:15.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.637+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~W481UV86PSJ5.0 size=1006871 2024-09-22T08:48:15.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.637+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=W481UV86PSJ5 tag=N6H43OKA5TS4 type=write size=2055447 2024-09-22T08:48:15.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.641+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~BKG1GVF3F3NM.0 size=180635 2024-09-22T08:48:15.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.645+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=BKG1GVF3F3NM tag=N82QY0K2MUH6 type=write size=1229211 2024-09-22T08:48:15.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.653+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~B3Y1GS6YGOOM.0 size=1048576 2024-09-22T08:48:15.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.653+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~B3Y1GS6YGOOM.1 size=1048576 2024-09-22T08:48:15.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.657+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~B3Y1GS6YGOOM.2 size=200873 2024-09-22T08:48:15.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.657+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=B3Y1GS6YGOOM tag=6AELELZ3O4W6 type=write size=3346601 2024-09-22T08:48:15.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.661+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=PK8R0BZ7FU9U type=del 2024-09-22T08:48:15.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.665+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=13JYAT4571OD type=del size=822266 2024-09-22T08:48:15.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.665+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=GCJX2KEXGQRY type=del 2024-09-22T08:48:15.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.669+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=68GV3HW9G7Y1 type=del size=1622583 2024-09-22T08:48:15.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.677+0000 7f63d5be48c0 1 < suggested update operation key=ZWR5FR2EUOBU tag=IGJ2FXD1KSRU type=del size=3283247 2024-09-22T08:48:15.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.681+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~S4EJUG95X08K.0 size=1048576 2024-09-22T08:48:15.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~S4EJUG95X08K.1 size=617027 2024-09-22T08:48:15.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.685+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=S4EJUG95X08K tag=6ZZHF0MZBTUF type=write size=2714179 2024-09-22T08:48:15.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.689+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=DF6XZSFRK6K2 type=del 2024-09-22T08:48:15.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.693+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=KGP7KV2R69RH type=del size=2384963 2024-09-22T08:48:15.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.701+0000 7f63d5be48c0 1 < suggested update operation key=N3T2GVFADL66 tag=D2H97JK1OYYT type=write size=400171 2024-09-22T08:48:15.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.701+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=FWMV3MGHB58I type=del size=1973223 2024-09-22T08:48:15.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.705+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=VY85C57XDIS4 type=del 2024-09-22T08:48:15.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.709+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=MHOLBHL5JRPI type=write size=416886 2024-09-22T08:48:15.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.717+0000 7f63d5be48c0 1 < suggested remove operation key=V5JZ6OBLB6FZ tag=E0DPH4SN233L type=del 2024-09-22T08:48:15.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.721+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=IYYBTFJ79FVR type=del size=3082527 2024-09-22T08:48:15.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.721+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~OHGIXRWYIUNF.0 size=1048576 2024-09-22T08:48:15.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.725+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~OHGIXRWYIUNF.1 size=1048576 2024-09-22T08:48:15.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.725+0000 7f63d5be48c0 1 < canceled part key=_multipart_CU2N9Z3QGASM.2~OHGIXRWYIUNF.2 size=698032 2024-09-22T08:48:15.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.733+0000 7f63d5be48c0 1 < canceled multipart upload key=CU2N9Z3QGASM upload=OHGIXRWYIUNF tag=UC685U2SDCAO type=write size=3843760 2024-09-22T08:48:15.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.737+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=D1WKH6C3HSJX type=del size=2930320 2024-09-22T08:48:15.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.741+0000 7f63d5be48c0 1 < suggested update operation key=ZOK9L18PUHG0 tag=EWEH7RIHLGWB type=del size=3484941 2024-09-22T08:48:15.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.745+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=HM8XLYEWEOQ7 type=del size=2813399 2024-09-22T08:48:15.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.749+0000 7f63d5be48c0 1 < completed write operation key=CU2N9Z3QGASM tag=KTKTXVQYWKE8 type=write size=848120 2024-09-22T08:48:15.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.757+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~BHHLJ4TJ2R8G.0 size=1048576 2024-09-22T08:48:15.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.757+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~BHHLJ4TJ2R8G.1 size=324738 2024-09-22T08:48:15.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.757+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=BHHLJ4TJ2R8G tag=CCI83024FGKJ type=write size=2421890 2024-09-22T08:48:15.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.761+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=XGRDQ4IFT3W7 type=del 2024-09-22T08:48:15.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.765+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=6AC8H3V6PY53 type=del size=2052537 2024-09-22T08:48:15.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.769+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=IIHB2M5D7CBC type=del 2024-09-22T08:48:15.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~QKFV7W1M4DKO.0 size=1048576 2024-09-22T08:48:15.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~QKFV7W1M4DKO.1 size=1048576 2024-09-22T08:48:15.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.781+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~QKFV7W1M4DKO.2 size=634442 2024-09-22T08:48:15.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.781+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=QKFV7W1M4DKO tag=ILPZM1AYVJSR type=write size=3780170 2024-09-22T08:48:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.785+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=H5VGRGO3XHFC type=del 2024-09-22T08:48:15.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.789+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=JZ06FIDGTLXC type=del size=1570207 2024-09-22T08:48:15.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.793+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=LCZCQ8OLKT3M type=del 2024-09-22T08:48:15.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.797+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=04CJ7FVEC1KC type=write size=706473 2024-09-22T08:48:15.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.801+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~W481UV86PSJ5.0 size=1006871 2024-09-22T08:48:15.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.805+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=W481UV86PSJ5 tag=N6H43OKA5TS4 type=write size=2055447 2024-09-22T08:48:15.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.813+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~AE6I2OK6WG03.0 size=1048576 2024-09-22T08:48:15.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~AE6I2OK6WG03.1 size=225332 2024-09-22T08:48:15.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.817+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=AE6I2OK6WG03 tag=DO4OTUEO1DR5 type=write size=2322484 2024-09-22T08:48:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.817+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~B3Y1GS6YGOOM.0 size=1048576 2024-09-22T08:48:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.821+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~B3Y1GS6YGOOM.1 size=1048576 2024-09-22T08:48:15.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.821+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~B3Y1GS6YGOOM.2 size=200873 2024-09-22T08:48:15.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.825+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=B3Y1GS6YGOOM tag=6AELELZ3O4W6 type=write size=3346601 2024-09-22T08:48:15.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.829+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=OE0EG6FMGL6C type=del size=132189 2024-09-22T08:48:15.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.833+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=13JYAT4571OD type=del 2024-09-22T08:48:15.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.837+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=492JPVZZD4D7 type=del size=3375356 2024-09-22T08:48:15.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.841+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=68GV3HW9G7Y1 type=del 2024-09-22T08:48:15.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.845+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=SBKX5GGSU6OT type=write size=858147 2024-09-22T08:48:15.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.849+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~S4EJUG95X08K.0 size=1048576 2024-09-22T08:48:15.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.849+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~S4EJUG95X08K.1 size=617027 2024-09-22T08:48:15.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.857+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=S4EJUG95X08K tag=6ZZHF0MZBTUF type=write size=2714179 2024-09-22T08:48:15.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.861+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=OICWRW9OR0IT type=del size=2842688 2024-09-22T08:48:15.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.865+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=KGP7KV2R69RH type=del 2024-09-22T08:48:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~S7BXWSUV3CK2.0 size=160068 2024-09-22T08:48:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.869+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=S7BXWSUV3CK2 tag=QJG0WK1UCX3F type=write size=1208644 2024-09-22T08:48:15.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.873+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=FWMV3MGHB58I type=del 2024-09-22T08:48:15.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.877+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=FJRU1XDXY1UL type=del size=6531 2024-09-22T08:48:15.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.881+0000 7f63d5be48c0 1 < suggested update operation key=82NQB2S7DDDK tag=MHOLBHL5JRPI type=write size=416886 2024-09-22T08:48:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.885+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=1J05FNT01967 type=del size=3418426 2024-09-22T08:48:15.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.893+0000 7f63d5be48c0 1 < suggested remove operation key=XIM0MQELPJS0 tag=IYYBTFJ79FVR type=del 2024-09-22T08:48:15.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~LQNH3KM2H1MT.0 size=1048576 2024-09-22T08:48:15.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~LQNH3KM2H1MT.1 size=1048576 2024-09-22T08:48:15.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.905+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~LQNH3KM2H1MT.2 size=369752 2024-09-22T08:48:15.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.905+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=LQNH3KM2H1MT tag=MKVBN29491G0 type=write size=3515480 2024-09-22T08:48:15.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.909+0000 7f63d5be48c0 -1 < failed to complete operation key=82NQB2S7DDDK tag=D1WKH6C3HSJX type=del size=2930320: (22) Invalid argument 2024-09-22T08:48:15.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~FG4DZHTEAWE0.0 size=1048576 2024-09-22T08:48:15.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~FG4DZHTEAWE0.1 size=1048576 2024-09-22T08:48:15.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.917+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~FG4DZHTEAWE0.2 size=267834 2024-09-22T08:48:15.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.917+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=FG4DZHTEAWE0 tag=EW1YPCIBKDQ9 type=write size=3413562 2024-09-22T08:48:15.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.921+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=HM8XLYEWEOQ7 type=del 2024-09-22T08:48:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.925+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=3LHOXWRGY90Y type=del size=2499458 2024-09-22T08:48:15.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.925+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZOK9L18PUHG0.2~BHHLJ4TJ2R8G.0 size=1048576 2024-09-22T08:48:15.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.925+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~BHHLJ4TJ2R8G.1 size=324738 2024-09-22T08:48:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.933+0000 7f63d5be48c0 1 < canceled multipart upload key=ZOK9L18PUHG0 upload=BHHLJ4TJ2R8G tag=CCI83024FGKJ type=write size=2421890 2024-09-22T08:48:15.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.937+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~W29MA07DCJNJ.0 size=368573 2024-09-22T08:48:15.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.937+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=W29MA07DCJNJ tag=B7FQB498GRYO type=write size=1417149 2024-09-22T08:48:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.941+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=6AC8H3V6PY53 type=del 2024-09-22T08:48:15.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.945+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=E1R6EL1QCDFP type=del size=3514505 2024-09-22T08:48:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.949+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~QKFV7W1M4DKO.0 size=1048576 2024-09-22T08:48:15.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.949+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~QKFV7W1M4DKO.1 size=1048576 2024-09-22T08:48:15.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.953+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~QKFV7W1M4DKO.2 size=634442 2024-09-22T08:48:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.957+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=QKFV7W1M4DKO tag=ILPZM1AYVJSR type=write size=3780170 2024-09-22T08:48:15.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.961+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=Y7FL844MENC5 type=del size=2021734 2024-09-22T08:48:15.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.965+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=JZ06FIDGTLXC type=del 2024-09-22T08:48:15.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.969+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=FMYSH29E5931 type=del size=2917557 2024-09-22T08:48:15.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.973+0000 7f63d5be48c0 1 < suggested update operation key=ANO1D6N8RQ7Y tag=04CJ7FVEC1KC type=write size=706473 2024-09-22T08:48:15.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.977+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=14PTHP6G0W3Y type=del size=177896 2024-09-22T08:48:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.981+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~AE6I2OK6WG03.0 size=1048576 2024-09-22T08:48:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.985+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~AE6I2OK6WG03.1 size=225332 2024-09-22T08:48:15.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.989+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=AE6I2OK6WG03 tag=DO4OTUEO1DR5 type=write size=2322484 2024-09-22T08:48:15.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.993+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=L43EBKHPF68J type=del size=1319399 2024-09-22T08:48:15.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.997+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=OE0EG6FMGL6C type=del 2024-09-22T08:48:16.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:15.997+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=JTZ9A8SVO44R type=del size=1586146 2024-09-22T08:48:16.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.001+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=492JPVZZD4D7 type=del 2024-09-22T08:48:16.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.005+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=N52XAF53RW7P type=del size=2573636 2024-09-22T08:48:16.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.009+0000 7f63d5be48c0 1 < completed write operation key=DD4L2M7QKCJ4 tag=SBKX5GGSU6OT type=write size=858147 2024-09-22T08:48:16.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.013+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=H9VMOB3GHJPR type=del size=838637 2024-09-22T08:48:16.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.013+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=OICWRW9OR0IT type=del 2024-09-22T08:48:16.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.017+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=TPURMS8NV8IC type=write size=937025 2024-09-22T08:48:16.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.021+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~S7BXWSUV3CK2.0 size=160068 2024-09-22T08:48:16.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.025+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=S7BXWSUV3CK2 tag=QJG0WK1UCX3F type=write size=1208644 2024-09-22T08:48:16.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.029+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=Z616H63K8T0H type=del size=3007335 2024-09-22T08:48:16.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.037+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=FJRU1XDXY1UL type=del size=6531 2024-09-22T08:48:16.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.037+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=G1SO75023HDJ type=del size=3222328 2024-09-22T08:48:16.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.041+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=1J05FNT01967 type=del 2024-09-22T08:48:16.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.045+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=NF3M8PNIHZMD type=del size=232818 2024-09-22T08:48:16.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.049+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~LQNH3KM2H1MT.0 size=1048576 2024-09-22T08:48:16.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.049+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~LQNH3KM2H1MT.1 size=1048576 2024-09-22T08:48:16.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.053+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~LQNH3KM2H1MT.2 size=369752 2024-09-22T08:48:16.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.057+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=LQNH3KM2H1MT tag=MKVBN29491G0 type=write size=3515480 2024-09-22T08:48:16.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.061+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=009X6T55OWFT type=del size=2735678 2024-09-22T08:48:16.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.065+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~FG4DZHTEAWE0.0 size=1048576 2024-09-22T08:48:16.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.069+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~FG4DZHTEAWE0.1 size=1048576 2024-09-22T08:48:16.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.069+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~FG4DZHTEAWE0.2 size=267834 2024-09-22T08:48:16.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.077+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=FG4DZHTEAWE0 tag=EW1YPCIBKDQ9 type=write size=3413562 2024-09-22T08:48:16.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.081+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~8TGFHMS0AA7W.0 size=252134 2024-09-22T08:48:16.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.081+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=8TGFHMS0AA7W tag=FLXHQ30CZT8O type=write size=1300710 2024-09-22T08:48:16.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.085+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=3LHOXWRGY90Y type=del 2024-09-22T08:48:16.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.089+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=1AVQCH42CH1R type=del size=2629217 2024-09-22T08:48:16.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.093+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~W29MA07DCJNJ.0 size=368573 2024-09-22T08:48:16.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.097+0000 7f63d5be48c0 1 < completed multipart upload key=4WGAB8CTCA4V upload=W29MA07DCJNJ tag=B7FQB498GRYO type=write size=1417149 2024-09-22T08:48:16.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.101+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=2L2IIUO78DW9 type=del size=622276 2024-09-22T08:48:16.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.105+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=E1R6EL1QCDFP type=del 2024-09-22T08:48:16.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.109+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~P4LGVK8GR5OE.0 size=610061 2024-09-22T08:48:16.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.109+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=P4LGVK8GR5OE tag=H7XG3WJ3DG2N type=write size=1658637 2024-09-22T08:48:16.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.113+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=Y7FL844MENC5 type=del 2024-09-22T08:48:16.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~AKVF8I7V2042.0 size=1048576 2024-09-22T08:48:16.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~AKVF8I7V2042.1 size=170303 2024-09-22T08:48:16.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.121+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=AKVF8I7V2042 tag=9J2WAA068PCF type=write size=2267455 2024-09-22T08:48:16.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.129+0000 7f63d5be48c0 1 < suggested update operation key=DRUC4JUPWIZT tag=FMYSH29E5931 type=del size=2917557 2024-09-22T08:48:16.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.133+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~4K1FGL3OM4OL.0 size=1048576 2024-09-22T08:48:16.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.137+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~4K1FGL3OM4OL.1 size=1048576 2024-09-22T08:48:16.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.141+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~4K1FGL3OM4OL.2 size=390825 2024-09-22T08:48:16.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.141+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=4K1FGL3OM4OL tag=9XHSUU5KN9C4 type=write size=3536553 2024-09-22T08:48:16.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.141+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=14PTHP6G0W3Y type=del 2024-09-22T08:48:16.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.149+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~H1IOOAL7B6FE.0 size=298923 2024-09-22T08:48:16.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.149+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=H1IOOAL7B6FE tag=YPUS49L5UMYE type=write size=1347499 2024-09-22T08:48:16.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.153+0000 7f63d5be48c0 1 < canceled operation key=PZ87MXMNVGG3 tag=L43EBKHPF68J type=del size=1319399 2024-09-22T08:48:16.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.161+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~3NUZL3H75E5L.0 size=1048576 2024-09-22T08:48:16.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.161+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~3NUZL3H75E5L.1 size=553468 2024-09-22T08:48:16.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.161+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=3NUZL3H75E5L tag=KR2AYXPSWNTP type=write size=2650620 2024-09-22T08:48:16.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.165+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=JTZ9A8SVO44R type=del 2024-09-22T08:48:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.169+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=GBDCCNU1OF01 type=write size=1015712 2024-09-22T08:48:16.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.177+0000 7f63d5be48c0 1 < suggested update operation key=AJ8YUA7HCF5R tag=N52XAF53RW7P type=del size=2573636 2024-09-22T08:48:16.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.185+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~94QS59C29QIM.0 size=1048576 2024-09-22T08:48:16.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.189+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~94QS59C29QIM.1 size=421016 2024-09-22T08:48:16.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.189+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=94QS59C29QIM tag=6H80LKDFTB0Y type=write size=2518168 2024-09-22T08:48:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.193+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=H9VMOB3GHJPR type=del 2024-09-22T08:48:16.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.193+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=1WY1TDREZDGQ type=del size=1522357 2024-09-22T08:48:16.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.197+0000 7f63d5be48c0 1 < completed write operation key=CU2N9Z3QGASM tag=TPURMS8NV8IC type=write size=937025 2024-09-22T08:48:16.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.205+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~1QB8IVJXL3S0.0 size=1048576 2024-09-22T08:48:16.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~1QB8IVJXL3S0.1 size=753830 2024-09-22T08:48:16.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.209+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=1QB8IVJXL3S0 tag=6TFXD0GGSUAN type=write size=2850982 2024-09-22T08:48:16.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.217+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=Z616H63K8T0H type=del 2024-09-22T08:48:16.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.225+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~MTMV9XQ260D1.0 size=1048576 2024-09-22T08:48:16.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.229+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~MTMV9XQ260D1.1 size=1048576 2024-09-22T08:48:16.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.229+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~MTMV9XQ260D1.2 size=927332 2024-09-22T08:48:16.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.229+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=MTMV9XQ260D1 tag=AW13FNSY9AVH type=write size=4073060 2024-09-22T08:48:16.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.237+0000 7f63d5be48c0 1 < suggested remove operation key=VEF00MGE4G2D tag=G1SO75023HDJ type=del 2024-09-22T08:48:16.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.241+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=PT0HLST93ZGB type=write size=179742 2024-09-22T08:48:16.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.245+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=NF3M8PNIHZMD type=del 2024-09-22T08:48:16.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.249+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=CWXWQG0XD3IV type=del size=3854586 2024-09-22T08:48:16.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.253+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=009X6T55OWFT type=del 2024-09-22T08:48:16.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.257+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=PW4IYTHB4DJ0 type=del size=92678 2024-09-22T08:48:16.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.261+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~8TGFHMS0AA7W.0 size=252134 2024-09-22T08:48:16.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.265+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=8TGFHMS0AA7W tag=FLXHQ30CZT8O type=write size=1300710 2024-09-22T08:48:16.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~6B9QQL6ITAHB.0 size=1048576 2024-09-22T08:48:16.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~6B9QQL6ITAHB.1 size=1048576 2024-09-22T08:48:16.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.277+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~6B9QQL6ITAHB.2 size=303336 2024-09-22T08:48:16.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.277+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=6B9QQL6ITAHB tag=WPXJ9SAJNFAC type=write size=3449064 2024-09-22T08:48:16.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.281+0000 7f63d5be48c0 -1 < failed to complete operation key=DRUC4JUPWIZT tag=1AVQCH42CH1R type=del size=2629217: (22) Invalid argument 2024-09-22T08:48:16.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RFH3ZOWQPMUQ.0 size=1048576 2024-09-22T08:48:16.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~RFH3ZOWQPMUQ.1 size=969346 2024-09-22T08:48:16.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.289+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=RFH3ZOWQPMUQ tag=O4YNGGVCILPE type=write size=3066498 2024-09-22T08:48:16.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.293+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=2L2IIUO78DW9 type=del 2024-09-22T08:48:16.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.297+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=71UHD9NTEPOK type=del size=161385 2024-09-22T08:48:16.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.301+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~P4LGVK8GR5OE.0 size=610061 2024-09-22T08:48:16.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.305+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=P4LGVK8GR5OE tag=H7XG3WJ3DG2N type=write size=1658637 2024-09-22T08:48:16.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.309+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=HDKC8NQKOSS5 type=del size=3735682 2024-09-22T08:48:16.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.309+0000 7f63d5be48c0 1 < canceled part key=_multipart_ANO1D6N8RQ7Y.2~AKVF8I7V2042.0 size=1048576 2024-09-22T08:48:16.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.313+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~AKVF8I7V2042.1 size=170303 2024-09-22T08:48:16.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.321+0000 7f63d5be48c0 1 < canceled multipart upload key=ANO1D6N8RQ7Y upload=AKVF8I7V2042 tag=9J2WAA068PCF type=write size=2267455 2024-09-22T08:48:16.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.325+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=6MM95RDOT95N type=del size=303709 2024-09-22T08:48:16.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.329+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~4K1FGL3OM4OL.0 size=1048576 2024-09-22T08:48:16.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.329+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~4K1FGL3OM4OL.1 size=1048576 2024-09-22T08:48:16.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.333+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~4K1FGL3OM4OL.2 size=390825 2024-09-22T08:48:16.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.341+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=4K1FGL3OM4OL tag=9XHSUU5KN9C4 type=write size=3536553 2024-09-22T08:48:16.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~48H6VLQ5DQL4.0 size=1048576 2024-09-22T08:48:16.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.349+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~48H6VLQ5DQL4.1 size=1048576 2024-09-22T08:48:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~48H6VLQ5DQL4.2 size=768801 2024-09-22T08:48:16.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.353+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=48H6VLQ5DQL4 tag=751OHLQUP2N0 type=write size=3914529 2024-09-22T08:48:16.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.357+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~H1IOOAL7B6FE.0 size=298923 2024-09-22T08:48:16.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.361+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=H1IOOAL7B6FE tag=YPUS49L5UMYE type=write size=1347499 2024-09-22T08:48:16.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~VRGJCLAG25ZR.0 size=1048576 2024-09-22T08:48:16.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.373+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~VRGJCLAG25ZR.1 size=1048576 2024-09-22T08:48:16.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.377+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~VRGJCLAG25ZR.2 size=396077 2024-09-22T08:48:16.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.377+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=VRGJCLAG25ZR tag=1US79DW3LZIC type=write size=3541805 2024-09-22T08:48:16.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.381+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~3NUZL3H75E5L.0 size=1048576 2024-09-22T08:48:16.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.381+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~3NUZL3H75E5L.1 size=553468 2024-09-22T08:48:16.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.389+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=3NUZL3H75E5L tag=KR2AYXPSWNTP type=write size=2650620 2024-09-22T08:48:16.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~9ZQRWE4L43B4.0 size=1048576 2024-09-22T08:48:16.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.397+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~9ZQRWE4L43B4.1 size=1048576 2024-09-22T08:48:16.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.401+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~9ZQRWE4L43B4.2 size=372882 2024-09-22T08:48:16.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.401+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=9ZQRWE4L43B4 tag=K3GTQZ06TTTP type=write size=3518610 2024-09-22T08:48:16.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.405+0000 7f63d5be48c0 1 < completed write operation key=04W2JBYV6JRL tag=GBDCCNU1OF01 type=write size=1015712 2024-09-22T08:48:16.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~MLD4W2H8F4U3.0 size=1048576 2024-09-22T08:48:16.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~MLD4W2H8F4U3.1 size=677610 2024-09-22T08:48:16.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.413+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=MLD4W2H8F4U3 tag=4Y0R35ABCLDF type=write size=2774762 2024-09-22T08:48:16.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.417+0000 7f63d5be48c0 1 < canceled part key=_multipart_UHKYFMG0T61H.2~94QS59C29QIM.0 size=1048576 2024-09-22T08:48:16.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.417+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~94QS59C29QIM.1 size=421016 2024-09-22T08:48:16.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.425+0000 7f63d5be48c0 1 < canceled multipart upload key=UHKYFMG0T61H upload=94QS59C29QIM tag=6H80LKDFTB0Y type=write size=2518168 2024-09-22T08:48:16.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.429+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=XCB6PJMBM432 type=write size=434761 2024-09-22T08:48:16.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.433+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=1WY1TDREZDGQ type=del 2024-09-22T08:48:16.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.437+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=6NJEN9207N7R type=del size=2910155 2024-09-22T08:48:16.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.441+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~1QB8IVJXL3S0.0 size=1048576 2024-09-22T08:48:16.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.441+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~1QB8IVJXL3S0.1 size=753830 2024-09-22T08:48:16.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.449+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=1QB8IVJXL3S0 tag=6TFXD0GGSUAN type=write size=2850982 2024-09-22T08:48:16.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.453+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=DQ650K5UXJN5 type=del size=3337411 2024-09-22T08:48:16.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.453+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~MTMV9XQ260D1.0 size=1048576 2024-09-22T08:48:16.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.457+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~MTMV9XQ260D1.1 size=1048576 2024-09-22T08:48:16.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.461+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~MTMV9XQ260D1.2 size=927332 2024-09-22T08:48:16.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.465+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=MTMV9XQ260D1 tag=AW13FNSY9AVH type=write size=4073060 2024-09-22T08:48:16.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.469+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=WREO13QX7XHL type=del size=4156415 2024-09-22T08:48:16.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.473+0000 7f63d5be48c0 1 < completed write operation key=NM0S8T20O886 tag=PT0HLST93ZGB type=write size=179742 2024-09-22T08:48:16.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.477+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=5LXIG10F7SBB type=del size=79942 2024-09-22T08:48:16.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.481+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=CWXWQG0XD3IV type=del 2024-09-22T08:48:16.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.485+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=ZZ8JD64G6OET type=del size=3169056 2024-09-22T08:48:16.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.485+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=PW4IYTHB4DJ0 type=del 2024-09-22T08:48:16.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~FS1KS6MMXBK5.0 size=1048576 2024-09-22T08:48:16.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.497+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~FS1KS6MMXBK5.1 size=300560 2024-09-22T08:48:16.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.497+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=FS1KS6MMXBK5 tag=M7T7T6609097 type=write size=2397712 2024-09-22T08:48:16.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.501+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~6B9QQL6ITAHB.0 size=1048576 2024-09-22T08:48:16.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.501+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~6B9QQL6ITAHB.1 size=1048576 2024-09-22T08:48:16.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.505+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~6B9QQL6ITAHB.2 size=303336 2024-09-22T08:48:16.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.509+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=6B9QQL6ITAHB tag=WPXJ9SAJNFAC type=write size=3449064 2024-09-22T08:48:16.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.513+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=94V9EXVJFQI7 type=write size=723916 2024-09-22T08:48:16.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.517+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~RFH3ZOWQPMUQ.0 size=1048576 2024-09-22T08:48:16.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.517+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~RFH3ZOWQPMUQ.1 size=969346 2024-09-22T08:48:16.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.525+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=RFH3ZOWQPMUQ tag=O4YNGGVCILPE type=write size=3066498 2024-09-22T08:48:16.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.529+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=SM6UAV7D2HLV type=del size=2836287 2024-09-22T08:48:16.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.533+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=71UHD9NTEPOK type=del size=161385 2024-09-22T08:48:16.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.533+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=KGOTQ4F76XRH type=del size=3187042 2024-09-22T08:48:16.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.537+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=HDKC8NQKOSS5 type=del 2024-09-22T08:48:16.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.549+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~BDLEF9FHC060.0 size=1048576 2024-09-22T08:48:16.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.549+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~BDLEF9FHC060.1 size=1048576 2024-09-22T08:48:16.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~BDLEF9FHC060.2 size=989273 2024-09-22T08:48:16.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.553+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=BDLEF9FHC060 tag=GX2GV6I9GL8A type=write size=4135001 2024-09-22T08:48:16.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.557+0000 7f63d5be48c0 1 < canceled operation key=9QU8893FESH3 tag=6MM95RDOT95N type=del size=303709 2024-09-22T08:48:16.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.561+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=42VLHCN5CFJE type=del size=4024265 2024-09-22T08:48:16.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.565+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~48H6VLQ5DQL4.0 size=1048576 2024-09-22T08:48:16.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.565+0000 7f63d5be48c0 1 < canceled part key=_multipart_ANO1D6N8RQ7Y.2~48H6VLQ5DQL4.1 size=1048576 2024-09-22T08:48:16.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.565+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~48H6VLQ5DQL4.2 size=768801 2024-09-22T08:48:16.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.569+0000 7f63d5be48c0 1 < canceled multipart upload key=ANO1D6N8RQ7Y upload=48H6VLQ5DQL4 tag=751OHLQUP2N0 type=write size=3914529 2024-09-22T08:48:16.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.573+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=L8P3M57SWVNN type=del size=3202579 2024-09-22T08:48:16.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.577+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~VRGJCLAG25ZR.0 size=1048576 2024-09-22T08:48:16.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.581+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~VRGJCLAG25ZR.1 size=1048576 2024-09-22T08:48:16.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.581+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~VRGJCLAG25ZR.2 size=396077 2024-09-22T08:48:16.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.589+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=VRGJCLAG25ZR tag=1US79DW3LZIC type=write size=3541805 2024-09-22T08:48:16.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.593+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~LNJRXOVXI0D2.0 size=1048576 2024-09-22T08:48:16.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.597+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~LNJRXOVXI0D2.1 size=582883 2024-09-22T08:48:16.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.597+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=LNJRXOVXI0D2 tag=Y22IM7SB3L9E type=write size=2680035 2024-09-22T08:48:16.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.601+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~9ZQRWE4L43B4.0 size=1048576 2024-09-22T08:48:16.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.601+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~9ZQRWE4L43B4.1 size=1048576 2024-09-22T08:48:16.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.605+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~9ZQRWE4L43B4.2 size=372882 2024-09-22T08:48:16.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.609+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=9ZQRWE4L43B4 tag=K3GTQZ06TTTP type=write size=3518610 2024-09-22T08:48:16.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.613+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=9XWIWCWDBIXT type=del size=1736956 2024-09-22T08:48:16.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.617+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~MLD4W2H8F4U3.0 size=1048576 2024-09-22T08:48:16.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.617+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~MLD4W2H8F4U3.1 size=677610 2024-09-22T08:48:16.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.621+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=MLD4W2H8F4U3 tag=4Y0R35ABCLDF type=write size=2774762 2024-09-22T08:48:16.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~L48GY3E6CKLJ.0 size=1048576 2024-09-22T08:48:16.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~L48GY3E6CKLJ.1 size=1048576 2024-09-22T08:48:16.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~L48GY3E6CKLJ.2 size=708304 2024-09-22T08:48:16.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.633+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=L48GY3E6CKLJ tag=0YO0YMQW0I3J type=write size=3854032 2024-09-22T08:48:16.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.633+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=XCB6PJMBM432 type=write size=434761 2024-09-22T08:48:16.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.637+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=ELIYGFI1JUOJ type=del size=299773 2024-09-22T08:48:16.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.641+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=6NJEN9207N7R type=del 2024-09-22T08:48:16.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.645+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~XF17SAOFHNKW.0 size=1048576 2024-09-22T08:48:16.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~XF17SAOFHNKW.1 size=855470 2024-09-22T08:48:16.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.649+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=XF17SAOFHNKW tag=MFRNKIVJF89M type=write size=2952622 2024-09-22T08:48:16.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.649+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=DQ650K5UXJN5 type=del 2024-09-22T08:48:16.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.653+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=EVMNMDXMH3W7 type=del size=4115180 2024-09-22T08:48:16.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.657+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=WREO13QX7XHL type=del 2024-09-22T08:48:16.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.661+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=PIHVBDD0AAAV type=write size=409048 2024-09-22T08:48:16.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.665+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=5LXIG10F7SBB type=del 2024-09-22T08:48:16.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.669+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~G3TMAMFBVEGN.0 size=1048576 2024-09-22T08:48:16.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~G3TMAMFBVEGN.1 size=1048576 2024-09-22T08:48:16.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.673+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~G3TMAMFBVEGN.2 size=580700 2024-09-22T08:48:16.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.673+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=G3TMAMFBVEGN tag=MPMNIE0HUYD7 type=write size=3726428 2024-09-22T08:48:16.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.677+0000 7f63d5be48c0 1 < canceled operation key=DZ5BP1FM3Z5N tag=ZZ8JD64G6OET type=del size=3169056 2024-09-22T08:48:16.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~I6U7L6NCEZHF.0 size=1048576 2024-09-22T08:48:16.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.685+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~I6U7L6NCEZHF.1 size=1025605 2024-09-22T08:48:16.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.685+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=I6U7L6NCEZHF tag=U6L4IGEXWP9X type=write size=3122757 2024-09-22T08:48:16.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.689+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~FS1KS6MMXBK5.0 size=1048576 2024-09-22T08:48:16.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.689+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~FS1KS6MMXBK5.1 size=300560 2024-09-22T08:48:16.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.697+0000 7f63d5be48c0 1 < completed multipart upload key=465P86KCYZ8V upload=FS1KS6MMXBK5 tag=M7T7T6609097 type=write size=2397712 2024-09-22T08:48:16.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.697+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=3HX902BH8AU2 type=write size=772365 2024-09-22T08:48:16.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.701+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=94V9EXVJFQI7 type=write size=723916 2024-09-22T08:48:16.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.705+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=5GRKKFBW94MS type=del size=134444 2024-09-22T08:48:16.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.709+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=SM6UAV7D2HLV type=del 2024-09-22T08:48:16.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.709+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=ARFOM1YAD4K3 type=del size=434937 2024-09-22T08:48:16.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.713+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=KGOTQ4F76XRH type=del 2024-09-22T08:48:16.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~99GY1UTLCSYR.0 size=1048576 2024-09-22T08:48:16.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~99GY1UTLCSYR.1 size=1048576 2024-09-22T08:48:16.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~99GY1UTLCSYR.2 size=878834 2024-09-22T08:48:16.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.721+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=99GY1UTLCSYR tag=KSLITRX3HALC type=write size=4024562 2024-09-22T08:48:16.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.725+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~BDLEF9FHC060.0 size=1048576 2024-09-22T08:48:16.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.729+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~BDLEF9FHC060.1 size=1048576 2024-09-22T08:48:16.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.729+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~BDLEF9FHC060.2 size=989273 2024-09-22T08:48:16.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.737+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=BDLEF9FHC060 tag=GX2GV6I9GL8A type=write size=4135001 2024-09-22T08:48:16.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.741+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=VY95797JENJI type=del size=556175 2024-09-22T08:48:16.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.745+0000 7f63d5be48c0 1 < suggested remove operation key=3MG2M4MHSYN5 tag=42VLHCN5CFJE type=del 2024-09-22T08:48:16.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.749+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=W0SQ9Q2V3M26 type=del size=1831380 2024-09-22T08:48:16.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.757+0000 7f63d5be48c0 1 < suggested update operation key=82NQB2S7DDDK tag=L8P3M57SWVNN type=del size=3202579 2024-09-22T08:48:16.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.761+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~0UMFOEW9JJPY.0 size=866700 2024-09-22T08:48:16.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.761+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=0UMFOEW9JJPY tag=BL2KJSCASQ1R type=write size=1915276 2024-09-22T08:48:16.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.765+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~LNJRXOVXI0D2.0 size=1048576 2024-09-22T08:48:16.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.769+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~LNJRXOVXI0D2.1 size=582883 2024-09-22T08:48:16.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.773+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=LNJRXOVXI0D2 tag=Y22IM7SB3L9E type=write size=2680035 2024-09-22T08:48:16.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.777+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=RCMZKWADNOUT type=del size=787902 2024-09-22T08:48:16.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.781+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=9XWIWCWDBIXT type=del size=1736956 2024-09-22T08:48:16.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~VBOSE0A3ZZ31.0 size=1048576 2024-09-22T08:48:16.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~VBOSE0A3ZZ31.1 size=661762 2024-09-22T08:48:16.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.789+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=VBOSE0A3ZZ31 tag=0SI3K6COX8A9 type=write size=2758914 2024-09-22T08:48:16.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.793+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~L48GY3E6CKLJ.0 size=1048576 2024-09-22T08:48:16.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.797+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~L48GY3E6CKLJ.1 size=1048576 2024-09-22T08:48:16.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.797+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~L48GY3E6CKLJ.2 size=708304 2024-09-22T08:48:16.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.801+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=L48GY3E6CKLJ tag=0YO0YMQW0I3J type=write size=3854032 2024-09-22T08:48:16.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.805+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=MQXAI6QHIKDY type=del size=988221 2024-09-22T08:48:16.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.813+0000 7f63d5be48c0 1 < suggested update operation key=DZ5BP1FM3Z5N tag=ELIYGFI1JUOJ type=del size=299773 2024-09-22T08:48:16.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.817+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~SXWZR3Z3W81H.0 size=490695 2024-09-22T08:48:16.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.817+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=SXWZR3Z3W81H tag=QFTUB36S8IUO type=write size=1539271 2024-09-22T08:48:16.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.821+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~XF17SAOFHNKW.0 size=1048576 2024-09-22T08:48:16.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.821+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~XF17SAOFHNKW.1 size=855470 2024-09-22T08:48:16.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.833+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=XF17SAOFHNKW tag=MFRNKIVJF89M type=write size=2952622 2024-09-22T08:48:16.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.833+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=R1LJB7WOF5ZW type=del size=911908 2024-09-22T08:48:16.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.837+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=EVMNMDXMH3W7 type=del 2024-09-22T08:48:16.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.841+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=0PGUAO3LE4NV type=del size=635350 2024-09-22T08:48:16.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.841+0000 7f63d5be48c0 1 < completed write operation key=ZWR5FR2EUOBU tag=PIHVBDD0AAAV type=write size=409048 2024-09-22T08:48:16.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~BFTVUYV18KEF.0 size=1048576 2024-09-22T08:48:16.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.849+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~BFTVUYV18KEF.1 size=973681 2024-09-22T08:48:16.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.849+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=BFTVUYV18KEF tag=GSRSOUZI2O72 type=write size=3070833 2024-09-22T08:48:16.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.853+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~G3TMAMFBVEGN.0 size=1048576 2024-09-22T08:48:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.857+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~G3TMAMFBVEGN.1 size=1048576 2024-09-22T08:48:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.857+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~G3TMAMFBVEGN.2 size=580700 2024-09-22T08:48:16.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.861+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=G3TMAMFBVEGN tag=MPMNIE0HUYD7 type=write size=3726428 2024-09-22T08:48:16.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~XIBNLFF1VAN7.0 size=1048576 2024-09-22T08:48:16.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.869+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~XIBNLFF1VAN7.1 size=1048576 2024-09-22T08:48:16.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~XIBNLFF1VAN7.2 size=407566 2024-09-22T08:48:16.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.873+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=XIBNLFF1VAN7 tag=9VU8VJG3VL9Y type=write size=3553294 2024-09-22T08:48:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.873+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~I6U7L6NCEZHF.0 size=1048576 2024-09-22T08:48:16.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.877+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~I6U7L6NCEZHF.1 size=1025605 2024-09-22T08:48:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.881+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=I6U7L6NCEZHF tag=U6L4IGEXWP9X type=write size=3122757 2024-09-22T08:48:16.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.885+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~BD87SV9JRMXZ.0 size=1048576 2024-09-22T08:48:16.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.889+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~BD87SV9JRMXZ.1 size=465071 2024-09-22T08:48:16.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.889+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=BD87SV9JRMXZ tag=M82YLGPT1LZA type=write size=2562223 2024-09-22T08:48:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.893+0000 7f63d5be48c0 1 < canceled operation key=04W2JBYV6JRL tag=3HX902BH8AU2 type=write size=772365 2024-09-22T08:48:16.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~FVWJM0NEXA52.0 size=1048576 2024-09-22T08:48:16.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~FVWJM0NEXA52.1 size=1048576 2024-09-22T08:48:16.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~FVWJM0NEXA52.2 size=918850 2024-09-22T08:48:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.901+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=FVWJM0NEXA52 tag=81C1416RZZQ0 type=write size=4064578 2024-09-22T08:48:16.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.905+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=5GRKKFBW94MS type=del 2024-09-22T08:48:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.905+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=Y7KL1RDNISZM type=write size=794297 2024-09-22T08:48:16.912 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.909+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=ARFOM1YAD4K3 type=del 2024-09-22T08:48:16.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.913+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=UF945ZVK93WS type=del size=2089629 2024-09-22T08:48:16.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.913+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~99GY1UTLCSYR.0 size=1048576 2024-09-22T08:48:16.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.917+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~99GY1UTLCSYR.1 size=1048576 2024-09-22T08:48:16.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.921+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~99GY1UTLCSYR.2 size=878834 2024-09-22T08:48:16.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.925+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=99GY1UTLCSYR tag=KSLITRX3HALC type=write size=4024562 2024-09-22T08:48:16.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.925+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=TJOA2YN7XZFC type=del size=2242564 2024-09-22T08:48:16.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.929+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=VY95797JENJI type=del 2024-09-22T08:48:16.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.933+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=VKICDOHPGBB0 type=write size=291239 2024-09-22T08:48:16.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.937+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=W0SQ9Q2V3M26 type=del 2024-09-22T08:48:16.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.937+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=D6M1C9XQ2ASZ type=del size=867223 2024-09-22T08:48:16.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.941+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~0UMFOEW9JJPY.0 size=866700 2024-09-22T08:48:16.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.945+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=0UMFOEW9JJPY tag=BL2KJSCASQ1R type=write size=1915276 2024-09-22T08:48:16.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.949+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=PDM7YBMVSV50 type=write size=604679 2024-09-22T08:48:16.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.953+0000 7f63d5be48c0 1 < suggested remove operation key=ROTY3Z0W6P3U tag=RCMZKWADNOUT type=del 2024-09-22T08:48:16.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.957+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=4G3HXPDEEIWA type=del size=72557 2024-09-22T08:48:16.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.961+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~VBOSE0A3ZZ31.0 size=1048576 2024-09-22T08:48:16.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.961+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~VBOSE0A3ZZ31.1 size=661762 2024-09-22T08:48:16.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.969+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=VBOSE0A3ZZ31 tag=0SI3K6COX8A9 type=write size=2758914 2024-09-22T08:48:16.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.969+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=8EBWDXTK215T type=write size=1039463 2024-09-22T08:48:16.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.973+0000 7f63d5be48c0 1 < canceled operation key=CU2N9Z3QGASM tag=MQXAI6QHIKDY type=del size=988221 2024-09-22T08:48:16.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~AZKONZO7QK3J.0 size=1048576 2024-09-22T08:48:16.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~AZKONZO7QK3J.1 size=1048576 2024-09-22T08:48:16.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.985+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~AZKONZO7QK3J.2 size=523095 2024-09-22T08:48:16.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.985+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=AZKONZO7QK3J tag=W24RC2UA845O type=write size=3668823 2024-09-22T08:48:16.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.989+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~SXWZR3Z3W81H.0 size=490695 2024-09-22T08:48:16.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.993+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=SXWZR3Z3W81H tag=QFTUB36S8IUO type=write size=1539271 2024-09-22T08:48:17.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:16.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~7LJSW7FFQ9XB.0 size=1048576 2024-09-22T08:48:17.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~7LJSW7FFQ9XB.1 size=118681 2024-09-22T08:48:17.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.001+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=7LJSW7FFQ9XB tag=1DITIGO2DVEU type=write size=2215833 2024-09-22T08:48:17.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.005+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=R1LJB7WOF5ZW type=del 2024-09-22T08:48:17.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.005+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=5FQR8EZ7DSHQ type=del size=1600345 2024-09-22T08:48:17.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.013+0000 7f63d5be48c0 1 < suggested remove operation key=DRUC4JUPWIZT tag=0PGUAO3LE4NV type=del 2024-09-22T08:48:17.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.013+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=9I9C98GZ5ZOU type=del size=1160850 2024-09-22T08:48:17.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.017+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~BFTVUYV18KEF.0 size=1048576 2024-09-22T08:48:17.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.021+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~BFTVUYV18KEF.1 size=973681 2024-09-22T08:48:17.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.025+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=BFTVUYV18KEF tag=GSRSOUZI2O72 type=write size=3070833 2024-09-22T08:48:17.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.029+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~0YNY1QWIJVK1.0 size=112695 2024-09-22T08:48:17.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.029+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=0YNY1QWIJVK1 tag=K8SOBBFVY8I2 type=write size=1161271 2024-09-22T08:48:17.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.033+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~XIBNLFF1VAN7.0 size=1048576 2024-09-22T08:48:17.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.033+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~XIBNLFF1VAN7.1 size=1048576 2024-09-22T08:48:17.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.037+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~XIBNLFF1VAN7.2 size=407566 2024-09-22T08:48:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.041+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=XIBNLFF1VAN7 tag=9VU8VJG3VL9Y type=write size=3553294 2024-09-22T08:48:17.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.045+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~MF2QNCJDNR5M.0 size=1048576 2024-09-22T08:48:17.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.049+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~MF2QNCJDNR5M.1 size=1048576 2024-09-22T08:48:17.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~MF2QNCJDNR5M.2 size=120013 2024-09-22T08:48:17.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.053+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=MF2QNCJDNR5M tag=4M2K2D96MHX7 type=write size=3265741 2024-09-22T08:48:17.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.057+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~BD87SV9JRMXZ.0 size=1048576 2024-09-22T08:48:17.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.057+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~BD87SV9JRMXZ.1 size=465071 2024-09-22T08:48:17.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.065+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=BD87SV9JRMXZ tag=M82YLGPT1LZA type=write size=2562223 2024-09-22T08:48:17.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.065+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=ZGZCO6VE83CY type=write size=104077 2024-09-22T08:48:17.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.069+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~FVWJM0NEXA52.0 size=1048576 2024-09-22T08:48:17.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.073+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~FVWJM0NEXA52.1 size=1048576 2024-09-22T08:48:17.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.073+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~FVWJM0NEXA52.2 size=918850 2024-09-22T08:48:17.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.081+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=FVWJM0NEXA52 tag=81C1416RZZQ0 type=write size=4064578 2024-09-22T08:48:17.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.085+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=0OYRTRE5E43H type=del size=1567609 2024-09-22T08:48:17.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.089+0000 7f63d5be48c0 1 < suggested remove operation key=XJHFTJNAZSHI tag=Y7KL1RDNISZM type=write 2024-09-22T08:48:17.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~C16WI1SS4P50.0 size=1048576 2024-09-22T08:48:17.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~C16WI1SS4P50.1 size=987314 2024-09-22T08:48:17.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.101+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=C16WI1SS4P50 tag=IQAVYJ8VD5V5 type=write size=3084466 2024-09-22T08:48:17.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.105+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=UF945ZVK93WS type=del 2024-09-22T08:48:17.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.109+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=1J09Q52HUKNK type=write size=95163 2024-09-22T08:48:17.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.113+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=TJOA2YN7XZFC type=del 2024-09-22T08:48:17.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~AN489KH7IDMA.0 size=655785 2024-09-22T08:48:17.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.117+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=AN489KH7IDMA tag=OLKTHH1189P1 type=write size=1704361 2024-09-22T08:48:17.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.125+0000 7f63d5be48c0 1 < suggested remove operation key=NM0S8T20O886 tag=VKICDOHPGBB0 type=write 2024-09-22T08:48:17.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.129+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=QK09XNCEZA83 type=del size=1167602 2024-09-22T08:48:17.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.133+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=D6M1C9XQ2ASZ type=del 2024-09-22T08:48:17.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.137+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~FAY140ZGTP1N.0 size=1048576 2024-09-22T08:48:17.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.141+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~FAY140ZGTP1N.1 size=1048576 2024-09-22T08:48:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.141+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~FAY140ZGTP1N.2 size=509453 2024-09-22T08:48:17.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.141+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=FAY140ZGTP1N tag=7KY89RLMENCP type=write size=3655181 2024-09-22T08:48:17.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.145+0000 7f63d5be48c0 1 < canceled operation key=ANO1D6N8RQ7Y tag=PDM7YBMVSV50 type=write size=604679 2024-09-22T08:48:17.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.149+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=CO1NRXSHAOJ4 type=write size=814667 2024-09-22T08:48:17.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.153+0000 7f63d5be48c0 1 < canceled operation key=XIM0MQELPJS0 tag=4G3HXPDEEIWA type=del size=72557 2024-09-22T08:48:17.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.153+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=JPYMRT594TPL type=del size=2682011 2024-09-22T08:48:17.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.157+0000 7f63d5be48c0 -1 < failed to complete operation key=NM0S8T20O886 tag=8EBWDXTK215T type=write size=1039463: (22) Invalid argument 2024-09-22T08:48:17.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.161+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=CCP216OM4P3E type=del size=3566574 2024-09-22T08:48:17.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.165+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~AZKONZO7QK3J.0 size=1048576 2024-09-22T08:48:17.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.165+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZOK9L18PUHG0.2~AZKONZO7QK3J.1 size=1048576 2024-09-22T08:48:17.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.165+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~AZKONZO7QK3J.2 size=523095 2024-09-22T08:48:17.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.169+0000 7f63d5be48c0 1 < canceled multipart upload key=ZOK9L18PUHG0 upload=AZKONZO7QK3J tag=W24RC2UA845O type=write size=3668823 2024-09-22T08:48:17.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~M3MDZPUZZMGS.0 size=1048576 2024-09-22T08:48:17.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~M3MDZPUZZMGS.1 size=1048576 2024-09-22T08:48:17.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.181+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~M3MDZPUZZMGS.2 size=363438 2024-09-22T08:48:17.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.181+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=M3MDZPUZZMGS tag=SWGD3RLYDNLD type=write size=3509166 2024-09-22T08:48:17.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.185+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~7LJSW7FFQ9XB.0 size=1048576 2024-09-22T08:48:17.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.185+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~7LJSW7FFQ9XB.1 size=118681 2024-09-22T08:48:17.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.193+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=7LJSW7FFQ9XB tag=1DITIGO2DVEU type=write size=2215833 2024-09-22T08:48:17.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.197+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=T73N6HTNF7QN type=del size=2222394 2024-09-22T08:48:17.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.197+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=5FQR8EZ7DSHQ type=del 2024-09-22T08:48:17.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.205+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~2FVR7YLL5MWU.0 size=1048576 2024-09-22T08:48:17.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.205+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~2FVR7YLL5MWU.1 size=686729 2024-09-22T08:48:17.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.205+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=2FVR7YLL5MWU tag=YTNNELSACOJB type=write size=2783881 2024-09-22T08:48:17.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.209+0000 7f63d5be48c0 1 < completed delete operation key=ANO1D6N8RQ7Y tag=9I9C98GZ5ZOU type=del 2024-09-22T08:48:17.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.213+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=FQJGIH1H5NI5 type=del size=579771 2024-09-22T08:48:17.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.217+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~0YNY1QWIJVK1.0 size=112695 2024-09-22T08:48:17.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.225+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=0YNY1QWIJVK1 tag=K8SOBBFVY8I2 type=write size=1161271 2024-09-22T08:48:17.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.229+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=XCRFNTXRW6RJ type=del size=2795604 2024-09-22T08:48:17.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.233+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~MF2QNCJDNR5M.0 size=1048576 2024-09-22T08:48:17.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.233+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~MF2QNCJDNR5M.1 size=1048576 2024-09-22T08:48:17.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.237+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~MF2QNCJDNR5M.2 size=120013 2024-09-22T08:48:17.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.241+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=MF2QNCJDNR5M tag=4M2K2D96MHX7 type=write size=3265741 2024-09-22T08:48:17.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.249+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~20TDOWS1L9WZ.0 size=1048576 2024-09-22T08:48:17.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.253+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~20TDOWS1L9WZ.1 size=1031674 2024-09-22T08:48:17.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.253+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=20TDOWS1L9WZ tag=1EZWNPGYP7IH type=write size=3128826 2024-09-22T08:48:17.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.253+0000 7f63d5be48c0 1 < canceled operation key=VDSHPE93TN14 tag=ZGZCO6VE83CY type=write size=104077 2024-09-22T08:48:17.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~QTW7JUE9BCU0.0 size=250509 2024-09-22T08:48:17.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.261+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=QTW7JUE9BCU0 tag=2LD7FHJN99PP type=write size=1299085 2024-09-22T08:48:17.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.265+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=0OYRTRE5E43H type=del 2024-09-22T08:48:17.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.269+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=NMMT1TJLZ37S type=del size=3695170 2024-09-22T08:48:17.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.273+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~C16WI1SS4P50.0 size=1048576 2024-09-22T08:48:17.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.273+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~C16WI1SS4P50.1 size=987314 2024-09-22T08:48:17.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.281+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=C16WI1SS4P50 tag=IQAVYJ8VD5V5 type=write size=3084466 2024-09-22T08:48:17.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.281+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=UYGMB2ET76ZS type=write size=745143 2024-09-22T08:48:17.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.285+0000 7f63d5be48c0 1 < canceled operation key=DZ5BP1FM3Z5N tag=1J09Q52HUKNK type=write size=95163 2024-09-22T08:48:17.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.289+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=399G4MEP1YJ5 type=write size=548172 2024-09-22T08:48:17.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.293+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~AN489KH7IDMA.0 size=655785 2024-09-22T08:48:17.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.297+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=AN489KH7IDMA tag=OLKTHH1189P1 type=write size=1704361 2024-09-22T08:48:17.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.301+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=3W00XUAALFLI type=del size=1039805 2024-09-22T08:48:17.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.305+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=QK09XNCEZA83 type=del 2024-09-22T08:48:17.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.309+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=KTMSFSGY01D0 type=del size=3915654 2024-09-22T08:48:17.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.313+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~FAY140ZGTP1N.0 size=1048576 2024-09-22T08:48:17.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.313+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~FAY140ZGTP1N.1 size=1048576 2024-09-22T08:48:17.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.313+0000 7f63d5be48c0 1 < canceled part key=_multipart_DRUC4JUPWIZT.2~FAY140ZGTP1N.2 size=509453 2024-09-22T08:48:17.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.321+0000 7f63d5be48c0 1 < canceled multipart upload key=DRUC4JUPWIZT upload=FAY140ZGTP1N tag=7KY89RLMENCP type=write size=3655181 2024-09-22T08:48:17.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.325+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=HC1C6ZIBSI3A type=del size=2926131 2024-09-22T08:48:17.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.325+0000 7f63d5be48c0 1 < completed write operation key=M568KL6YWKU2 tag=CO1NRXSHAOJ4 type=write size=814667 2024-09-22T08:48:17.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.333+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~BHZ6NRX0N5E1.0 size=1048576 2024-09-22T08:48:17.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.337+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~BHZ6NRX0N5E1.1 size=181161 2024-09-22T08:48:17.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.337+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=BHZ6NRX0N5E1 tag=EZ5ZOX9BF8TU type=write size=2278313 2024-09-22T08:48:17.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.341+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=JPYMRT594TPL type=del 2024-09-22T08:48:17.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.341+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=5EHRPGDJ92YP type=del size=1428608 2024-09-22T08:48:17.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.345+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=CCP216OM4P3E type=del 2024-09-22T08:48:17.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~SHO5P33SA10L.0 size=692350 2024-09-22T08:48:17.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.353+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=SHO5P33SA10L tag=KJ7MSEN5HUGX type=write size=1740926 2024-09-22T08:48:17.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.357+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~M3MDZPUZZMGS.0 size=1048576 2024-09-22T08:48:17.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.357+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~M3MDZPUZZMGS.1 size=1048576 2024-09-22T08:48:17.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.357+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~M3MDZPUZZMGS.2 size=363438 2024-09-22T08:48:17.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.361+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=M3MDZPUZZMGS tag=SWGD3RLYDNLD type=write size=3509166 2024-09-22T08:48:17.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.365+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=X8VQFDP3P2AJ type=del size=4143649 2024-09-22T08:48:17.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.369+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=T73N6HTNF7QN type=del 2024-09-22T08:48:17.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.373+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=HW28XWAX8JY1 type=del size=840282 2024-09-22T08:48:17.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.377+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~2FVR7YLL5MWU.0 size=1048576 2024-09-22T08:48:17.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.377+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~2FVR7YLL5MWU.1 size=686729 2024-09-22T08:48:17.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.385+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=2FVR7YLL5MWU tag=YTNNELSACOJB type=write size=2783881 2024-09-22T08:48:17.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~WMFRKVXQR3EU.0 size=942495 2024-09-22T08:48:17.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.389+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=WMFRKVXQR3EU tag=R6QBTGA4T0ZU type=write size=1991071 2024-09-22T08:48:17.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.393+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=FQJGIH1H5NI5 type=del 2024-09-22T08:48:17.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.397+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=6TROPZ1YI57T type=del size=737226 2024-09-22T08:48:17.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.405+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=XCRFNTXRW6RJ type=del 2024-09-22T08:48:17.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.409+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=UXFNSR9OBLID type=del size=1763238 2024-09-22T08:48:17.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.409+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~20TDOWS1L9WZ.0 size=1048576 2024-09-22T08:48:17.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.413+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~20TDOWS1L9WZ.1 size=1031674 2024-09-22T08:48:17.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.417+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=20TDOWS1L9WZ tag=1EZWNPGYP7IH type=write size=3128826 2024-09-22T08:48:17.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.421+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=SAV6LG188LWK type=write size=461142 2024-09-22T08:48:17.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.425+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~QTW7JUE9BCU0.0 size=250509 2024-09-22T08:48:17.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.429+0000 7f63d5be48c0 1 < completed multipart upload key=XJHFTJNAZSHI upload=QTW7JUE9BCU0 tag=2LD7FHJN99PP type=write size=1299085 2024-09-22T08:48:17.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.433+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=WCG2OH618GOH type=del size=3158850 2024-09-22T08:48:17.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.441+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=NMMT1TJLZ37S type=del size=3695170 2024-09-22T08:48:17.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.441+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=LV9TQQNQFMQT type=del size=2792310 2024-09-22T08:48:17.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.449+0000 7f63d5be48c0 1 < suggested remove operation key=04W2JBYV6JRL tag=UYGMB2ET76ZS type=write 2024-09-22T08:48:17.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.453+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=0989MIWDU1GK type=write size=481178 2024-09-22T08:48:17.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.457+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=399G4MEP1YJ5 type=write size=548172 2024-09-22T08:48:17.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.457+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=CIMHQP2E9P03 type=write size=724964 2024-09-22T08:48:17.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.461+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=3W00XUAALFLI type=del 2024-09-22T08:48:17.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~KUQR8ZGMID88.0 size=1048576 2024-09-22T08:48:17.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.469+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~KUQR8ZGMID88.1 size=153741 2024-09-22T08:48:17.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.469+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=KUQR8ZGMID88 tag=3F1KWGAEAHA1 type=write size=2250893 2024-09-22T08:48:17.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.473+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=KTMSFSGY01D0 type=del 2024-09-22T08:48:17.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.477+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=D01Y61VSNA60 type=del size=1485569 2024-09-22T08:48:17.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.485+0000 7f63d5be48c0 1 < suggested update operation key=2ZLI4H2IJRPA tag=HC1C6ZIBSI3A type=del size=2926131 2024-09-22T08:48:17.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.489+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=DVWFPY1NPOX0 type=del size=1801497 2024-09-22T08:48:17.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.493+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~BHZ6NRX0N5E1.0 size=1048576 2024-09-22T08:48:17.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.493+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~BHZ6NRX0N5E1.1 size=181161 2024-09-22T08:48:17.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.501+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=BHZ6NRX0N5E1 tag=EZ5ZOX9BF8TU type=write size=2278313 2024-09-22T08:48:17.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.505+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=R7C2GLX5VUT7 type=del size=2852922 2024-09-22T08:48:17.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.505+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=5EHRPGDJ92YP type=del 2024-09-22T08:48:17.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.509+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=ACG8MRH286WP type=del size=898442 2024-09-22T08:48:17.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.513+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~SHO5P33SA10L.0 size=692350 2024-09-22T08:48:17.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.517+0000 7f63d5be48c0 1 < completed multipart upload key=NM0S8T20O886 upload=SHO5P33SA10L tag=KJ7MSEN5HUGX type=write size=1740926 2024-09-22T08:48:17.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.521+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=F4VH561VS54N type=del size=2813371 2024-09-22T08:48:17.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.525+0000 7f63d5be48c0 -1 < failed to complete operation key=2ZLI4H2IJRPA tag=X8VQFDP3P2AJ type=del size=4143649: (22) Invalid argument 2024-09-22T08:48:17.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.525+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=3Z6WKG23VHM5 type=del size=2275554 2024-09-22T08:48:17.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.529+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=HW28XWAX8JY1 type=del 2024-09-22T08:48:17.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.533+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=WWLWB3C1YGA7 type=write size=630914 2024-09-22T08:48:17.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.533+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~WMFRKVXQR3EU.0 size=942495 2024-09-22T08:48:17.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.541+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=WMFRKVXQR3EU tag=R6QBTGA4T0ZU type=write size=1991071 2024-09-22T08:48:17.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.541+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=T33C7UVKGM99 type=del size=71852 2024-09-22T08:48:17.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.545+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=6TROPZ1YI57T type=del 2024-09-22T08:48:17.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.549+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=HLYNH67B2P3W type=del size=2671929 2024-09-22T08:48:17.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.553+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=UXFNSR9OBLID type=del 2024-09-22T08:48:17.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.557+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=B5Z20BQE04G4 type=write size=607904 2024-09-22T08:48:17.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.561+0000 7f63d5be48c0 1 < suggested update operation key=82NQB2S7DDDK tag=SAV6LG188LWK type=write size=461142 2024-09-22T08:48:17.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.565+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=F17LNV1HDTCI type=del size=722147 2024-09-22T08:48:17.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.565+0000 7f63d5be48c0 1 < canceled operation key=LGRX93MXLXA9 tag=WCG2OH618GOH type=del size=3158850 2024-09-22T08:48:17.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.569+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=Z9FV1WBJ3IZI type=write size=897048 2024-09-22T08:48:17.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.573+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=LV9TQQNQFMQT type=del 2024-09-22T08:48:17.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.577+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=3HGQ8LA6CVJT type=del size=3285192 2024-09-22T08:48:17.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.577+0000 7f63d5be48c0 1 < completed write operation key=Q0ESBWWRI2U9 tag=0989MIWDU1GK type=write size=481178 2024-09-22T08:48:17.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.585+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~010ZIRZI8DBI.0 size=165091 2024-09-22T08:48:17.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.585+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=010ZIRZI8DBI tag=NV9I00G01U7F type=write size=1213667 2024-09-22T08:48:17.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.589+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=CIMHQP2E9P03 type=write size=724964 2024-09-22T08:48:17.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.593+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~HPSI931RV3HC.0 size=1048576 2024-09-22T08:48:17.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.597+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~HPSI931RV3HC.1 size=1048576 2024-09-22T08:48:17.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.597+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~HPSI931RV3HC.2 size=687282 2024-09-22T08:48:17.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.597+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=HPSI931RV3HC tag=QXNMVUNXYAKQ type=write size=3833010 2024-09-22T08:48:17.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.601+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~KUQR8ZGMID88.0 size=1048576 2024-09-22T08:48:17.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.605+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~KUQR8ZGMID88.1 size=153741 2024-09-22T08:48:17.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.609+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=KUQR8ZGMID88 tag=3F1KWGAEAHA1 type=write size=2250893 2024-09-22T08:48:17.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.613+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=HXL3VKR08WDF type=del size=1315272 2024-09-22T08:48:17.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.621+0000 7f63d5be48c0 1 < suggested update operation key=DD4L2M7QKCJ4 tag=D01Y61VSNA60 type=del size=1485569 2024-09-22T08:48:17.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.621+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=PSWVHXUI58E4 type=del size=861453 2024-09-22T08:48:17.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.629+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=DVWFPY1NPOX0 type=del size=1801497 2024-09-22T08:48:17.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.633+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=IM8DU0D66APT type=write size=147221 2024-09-22T08:48:17.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.637+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=R7C2GLX5VUT7 type=del 2024-09-22T08:48:17.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.641+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=5Y0L9RGQ1HDL type=del size=2193878 2024-09-22T08:48:17.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.645+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=ACG8MRH286WP type=del 2024-09-22T08:48:17.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.649+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~KIRF9816JSDM.0 size=1048576 2024-09-22T08:48:17.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.653+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~KIRF9816JSDM.1 size=377175 2024-09-22T08:48:17.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.653+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=KIRF9816JSDM tag=JGLT07TELK2W type=write size=2474327 2024-09-22T08:48:17.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.657+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=F4VH561VS54N type=del 2024-09-22T08:48:17.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.661+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=0MLBUUYH5DRF type=del size=2023291 2024-09-22T08:48:17.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.661+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=3Z6WKG23VHM5 type=del 2024-09-22T08:48:17.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.669+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~I6WW08QVY0QK.0 size=887469 2024-09-22T08:48:17.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.669+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=I6WW08QVY0QK tag=VL1CF1TN1I5L type=write size=1936045 2024-09-22T08:48:17.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.673+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=WWLWB3C1YGA7 type=write size=630914 2024-09-22T08:48:17.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~H4CGDPB4NOVO.0 size=1048576 2024-09-22T08:48:17.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.681+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~H4CGDPB4NOVO.1 size=900276 2024-09-22T08:48:17.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.681+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=H4CGDPB4NOVO tag=610VSYKRQLKT type=write size=2997428 2024-09-22T08:48:17.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.685+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=T33C7UVKGM99 type=del 2024-09-22T08:48:17.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.689+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=JY36KG80BLDD type=del size=2313059 2024-09-22T08:48:17.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.689+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=HLYNH67B2P3W type=del 2024-09-22T08:48:17.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.693+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=QAZOX7B1Y2FI type=del size=2701346 2024-09-22T08:48:17.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.697+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=B5Z20BQE04G4 type=write size=607904 2024-09-22T08:48:17.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.701+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=8MN52K2CPT51 type=del size=900634 2024-09-22T08:48:17.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.705+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=F17LNV1HDTCI type=del 2024-09-22T08:48:17.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~F3RKR8MKXT8I.0 size=108740 2024-09-22T08:48:17.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.717+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=F3RKR8MKXT8I tag=2B5JLDY2SN1B type=write size=1157316 2024-09-22T08:48:17.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.717+0000 7f63d5be48c0 1 < completed write operation key=82NQB2S7DDDK tag=Z9FV1WBJ3IZI type=write size=897048 2024-09-22T08:48:17.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~LILE57IL9321.0 size=692208 2024-09-22T08:48:17.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.725+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=LILE57IL9321 tag=16YYXMOUZ9L7 type=write size=1740784 2024-09-22T08:48:17.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.729+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=3HGQ8LA6CVJT type=del 2024-09-22T08:48:17.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.737+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~LOBGCWRE2V9V.0 size=1048576 2024-09-22T08:48:17.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~LOBGCWRE2V9V.1 size=1048576 2024-09-22T08:48:17.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.741+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~LOBGCWRE2V9V.2 size=736901 2024-09-22T08:48:17.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.741+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=LOBGCWRE2V9V tag=DA7BUL4EBOKV type=write size=3882629 2024-09-22T08:48:17.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.745+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~010ZIRZI8DBI.0 size=165091 2024-09-22T08:48:17.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.753+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=010ZIRZI8DBI tag=NV9I00G01U7F type=write size=1213667 2024-09-22T08:48:17.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.753+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=SLQKOE2CH58A type=del size=1316258 2024-09-22T08:48:17.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.757+0000 7f63d5be48c0 1 < canceled part key=_multipart_V5JZ6OBLB6FZ.2~HPSI931RV3HC.0 size=1048576 2024-09-22T08:48:17.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.757+0000 7f63d5be48c0 1 < canceled part key=_multipart_V5JZ6OBLB6FZ.2~HPSI931RV3HC.1 size=1048576 2024-09-22T08:48:17.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.757+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~HPSI931RV3HC.2 size=687282 2024-09-22T08:48:17.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.761+0000 7f63d5be48c0 1 < canceled multipart upload key=V5JZ6OBLB6FZ upload=HPSI931RV3HC tag=QXNMVUNXYAKQ type=write size=3833010 2024-09-22T08:48:17.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.765+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=ZGZBULUQBYF4 type=del size=2854052 2024-09-22T08:48:17.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.769+0000 7f63d5be48c0 1 < suggested update operation key=SKZYLE6QANA6 tag=HXL3VKR08WDF type=del size=1315272 2024-09-22T08:48:17.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.777+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~XCLGSM4FWTWV.0 size=385781 2024-09-22T08:48:17.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.777+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=XCLGSM4FWTWV tag=BPOU70Y3HO3Z type=write size=1434357 2024-09-22T08:48:17.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.781+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=PSWVHXUI58E4 type=del 2024-09-22T08:48:17.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.785+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~25QU5WWGA86F.0 size=960666 2024-09-22T08:48:17.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.785+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=25QU5WWGA86F tag=II7E9KX8FL2R type=write size=2009242 2024-09-22T08:48:17.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.789+0000 7f63d5be48c0 1 < completed write operation key=DZ5BP1FM3Z5N tag=IM8DU0D66APT type=write size=147221 2024-09-22T08:48:17.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.793+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=FN3IQTI1YK2T type=write size=148308 2024-09-22T08:48:17.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.797+0000 7f63d5be48c0 1 < suggested update operation key=N3T2GVFADL66 tag=5Y0L9RGQ1HDL type=del size=2193878 2024-09-22T08:48:17.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.805+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~FIHKB87HTVCR.0 size=1048576 2024-09-22T08:48:17.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.809+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~FIHKB87HTVCR.1 size=54784 2024-09-22T08:48:17.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.809+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=FIHKB87HTVCR tag=QP3DJQSVFHT1 type=write size=2151936 2024-09-22T08:48:17.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.813+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~KIRF9816JSDM.0 size=1048576 2024-09-22T08:48:17.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.813+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~KIRF9816JSDM.1 size=377175 2024-09-22T08:48:17.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.821+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=KIRF9816JSDM tag=JGLT07TELK2W type=write size=2474327 2024-09-22T08:48:17.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.821+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=45KB0FJTMSMC type=del size=1427260 2024-09-22T08:48:17.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.825+0000 7f63d5be48c0 1 < canceled operation key=DRUC4JUPWIZT tag=0MLBUUYH5DRF type=del size=2023291 2024-09-22T08:48:17.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.829+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=9HK1R183VG8R type=del size=2910039 2024-09-22T08:48:17.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.829+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~I6WW08QVY0QK.0 size=887469 2024-09-22T08:48:17.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.833+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=I6WW08QVY0QK tag=VL1CF1TN1I5L type=write size=1936045 2024-09-22T08:48:17.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~K3I4M1OZ32OX.0 size=1048576 2024-09-22T08:48:17.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.841+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~K3I4M1OZ32OX.1 size=1048576 2024-09-22T08:48:17.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.845+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~K3I4M1OZ32OX.2 size=158725 2024-09-22T08:48:17.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.845+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=K3I4M1OZ32OX tag=NA6ELA1A1106 type=write size=3304453 2024-09-22T08:48:17.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.849+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~H4CGDPB4NOVO.0 size=1048576 2024-09-22T08:48:17.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.853+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~H4CGDPB4NOVO.1 size=900276 2024-09-22T08:48:17.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.857+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=H4CGDPB4NOVO tag=610VSYKRQLKT type=write size=2997428 2024-09-22T08:48:17.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.865+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~F8HPEE8VW27H.0 size=1048576 2024-09-22T08:48:17.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.865+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~F8HPEE8VW27H.1 size=139575 2024-09-22T08:48:17.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.865+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=F8HPEE8VW27H tag=WBKKB7NMZE87 type=write size=2236727 2024-09-22T08:48:17.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.873+0000 7f63d5be48c0 1 < suggested remove operation key=VEF00MGE4G2D tag=JY36KG80BLDD type=del 2024-09-22T08:48:17.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~N7DCPH8NBTVN.0 size=1048576 2024-09-22T08:48:17.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~N7DCPH8NBTVN.1 size=859027 2024-09-22T08:48:17.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.881+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=N7DCPH8NBTVN tag=CR3NNOII3OD2 type=write size=2956179 2024-09-22T08:48:17.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.885+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=QAZOX7B1Y2FI type=del 2024-09-22T08:48:17.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.889+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=ZGIR1793E6VM type=write size=700507 2024-09-22T08:48:17.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.893+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=8MN52K2CPT51 type=del 2024-09-22T08:48:17.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.897+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=GHPMO5Z7XCBE type=del size=3321687 2024-09-22T08:48:17.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.897+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~F3RKR8MKXT8I.0 size=108740 2024-09-22T08:48:17.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.905+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=F3RKR8MKXT8I tag=2B5JLDY2SN1B type=write size=1157316 2024-09-22T08:48:17.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.909+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=U2CBB4LLJNOL type=del size=2741123 2024-09-22T08:48:17.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.913+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~LILE57IL9321.0 size=692208 2024-09-22T08:48:17.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.917+0000 7f63d5be48c0 1 < completed multipart upload key=V5JZ6OBLB6FZ upload=LILE57IL9321 tag=16YYXMOUZ9L7 type=write size=1740784 2024-09-22T08:48:17.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.921+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=KT8QM161Z8U0 type=write size=278314 2024-09-22T08:48:17.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.921+0000 7f63d5be48c0 1 < canceled part key=_multipart_M568KL6YWKU2.2~LOBGCWRE2V9V.0 size=1048576 2024-09-22T08:48:17.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.925+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~LOBGCWRE2V9V.1 size=1048576 2024-09-22T08:48:17.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.925+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~LOBGCWRE2V9V.2 size=736901 2024-09-22T08:48:17.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.933+0000 7f63d5be48c0 1 < canceled multipart upload key=M568KL6YWKU2 upload=LOBGCWRE2V9V tag=DA7BUL4EBOKV type=write size=3882629 2024-09-22T08:48:17.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.937+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=3Z9IHLQWJ15M type=del size=961881 2024-09-22T08:48:17.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.941+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=SLQKOE2CH58A type=del 2024-09-22T08:48:17.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.945+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=HIZO4OBGP52V type=del size=4001899 2024-09-22T08:48:17.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.949+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=ZGZBULUQBYF4 type=del 2024-09-22T08:48:17.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.953+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~Q4ZWPYU3I0CU.0 size=916961 2024-09-22T08:48:17.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.953+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=Q4ZWPYU3I0CU tag=5PGIGDTJ4RZF type=write size=1965537 2024-09-22T08:48:17.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.957+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~XCLGSM4FWTWV.0 size=385781 2024-09-22T08:48:17.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.961+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=XCLGSM4FWTWV tag=BPOU70Y3HO3Z type=write size=1434357 2024-09-22T08:48:17.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.965+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=3ESNC2YJ3HHK type=write size=911975 2024-09-22T08:48:17.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.969+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~25QU5WWGA86F.0 size=960666 2024-09-22T08:48:17.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.977+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=25QU5WWGA86F tag=II7E9KX8FL2R type=write size=2009242 2024-09-22T08:48:17.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~TDJPXOCGFPRT.0 size=1048576 2024-09-22T08:48:17.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.985+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~TDJPXOCGFPRT.1 size=878724 2024-09-22T08:48:17.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.985+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=TDJPXOCGFPRT tag=82URQ4KEHATP type=write size=2975876 2024-09-22T08:48:17.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.989+0000 7f63d5be48c0 1 < completed write operation key=XIM0MQELPJS0 tag=FN3IQTI1YK2T type=write size=148308 2024-09-22T08:48:17.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~3EK4ST6XVNGR.0 size=566116 2024-09-22T08:48:17.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.993+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=3EK4ST6XVNGR tag=NTF5LWD98STC type=write size=1614692 2024-09-22T08:48:18.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:17.997+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~FIHKB87HTVCR.0 size=1048576 2024-09-22T08:48:18.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.001+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~FIHKB87HTVCR.1 size=54784 2024-09-22T08:48:18.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.005+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=FIHKB87HTVCR tag=QP3DJQSVFHT1 type=write size=2151936 2024-09-22T08:48:18.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~4BW66W8HL9FP.0 size=1048576 2024-09-22T08:48:18.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~4BW66W8HL9FP.1 size=323612 2024-09-22T08:48:18.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.013+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=4BW66W8HL9FP tag=9KY5NVBREIMF type=write size=2420764 2024-09-22T08:48:18.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.021+0000 7f63d5be48c0 1 < suggested remove operation key=VDSHPE93TN14 tag=45KB0FJTMSMC type=del 2024-09-22T08:48:18.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.029+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=DAOZGBG0DCMR type=del size=2616758 2024-09-22T08:48:18.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.037+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=9HK1R183VG8R type=del size=2910039 2024-09-22T08:48:18.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.041+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=J1MW6FMD7VPR type=del size=283703 2024-09-22T08:48:18.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.045+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~K3I4M1OZ32OX.0 size=1048576 2024-09-22T08:48:18.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.045+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~K3I4M1OZ32OX.1 size=1048576 2024-09-22T08:48:18.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.045+0000 7f63d5be48c0 1 < canceled part key=_multipart_04W2JBYV6JRL.2~K3I4M1OZ32OX.2 size=158725 2024-09-22T08:48:18.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.053+0000 7f63d5be48c0 1 < canceled multipart upload key=04W2JBYV6JRL upload=K3I4M1OZ32OX tag=NA6ELA1A1106 type=write size=3304453 2024-09-22T08:48:18.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.057+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=JY9PZZDD5S7U type=del size=2412620 2024-09-22T08:48:18.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.057+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~F8HPEE8VW27H.0 size=1048576 2024-09-22T08:48:18.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.061+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~F8HPEE8VW27H.1 size=139575 2024-09-22T08:48:18.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.065+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=F8HPEE8VW27H tag=WBKKB7NMZE87 type=write size=2236727 2024-09-22T08:48:18.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.069+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=14PX29NR8JU2 type=del size=1331413 2024-09-22T08:48:18.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.073+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~N7DCPH8NBTVN.0 size=1048576 2024-09-22T08:48:18.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.077+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~N7DCPH8NBTVN.1 size=859027 2024-09-22T08:48:18.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.081+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=N7DCPH8NBTVN tag=CR3NNOII3OD2 type=write size=2956179 2024-09-22T08:48:18.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.085+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=37EIQAZWF4L4 type=write size=491839 2024-09-22T08:48:18.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.089+0000 7f63d5be48c0 1 < completed write operation key=2ZLI4H2IJRPA tag=ZGIR1793E6VM type=write size=700507 2024-09-22T08:48:18.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.093+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=4RNGKV9RBHPO type=del size=1168435 2024-09-22T08:48:18.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.097+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=GHPMO5Z7XCBE type=del 2024-09-22T08:48:18.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.101+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=LNRMW7QT4K9F type=del size=3399344 2024-09-22T08:48:18.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.101+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=U2CBB4LLJNOL type=del 2024-09-22T08:48:18.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.105+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=MM91DSWXUQKJ type=del size=3453215 2024-09-22T08:48:18.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.109+0000 7f63d5be48c0 1 < completed write operation key=465P86KCYZ8V tag=KT8QM161Z8U0 type=write size=278314 2024-09-22T08:48:18.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~89HJG8QVRCJM.0 size=1048576 2024-09-22T08:48:18.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~89HJG8QVRCJM.1 size=1048576 2024-09-22T08:48:18.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~89HJG8QVRCJM.2 size=11188 2024-09-22T08:48:18.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.121+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=89HJG8QVRCJM tag=RTPCBN630GVZ type=write size=3156916 2024-09-22T08:48:18.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.125+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=3Z9IHLQWJ15M type=del 2024-09-22T08:48:18.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.129+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~SDXAV9ENTUZD.0 size=1048576 2024-09-22T08:48:18.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.133+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~SDXAV9ENTUZD.1 size=1048576 2024-09-22T08:48:18.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.133+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~SDXAV9ENTUZD.2 size=657232 2024-09-22T08:48:18.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.133+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=SDXAV9ENTUZD tag=8DXQA7SYVEOS type=write size=3802960 2024-09-22T08:48:18.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.137+0000 7f63d5be48c0 1 < canceled operation key=DZ5BP1FM3Z5N tag=HIZO4OBGP52V type=del size=4001899 2024-09-22T08:48:18.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~18Y0L3V8PO7V.0 size=1048576 2024-09-22T08:48:18.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.145+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~18Y0L3V8PO7V.1 size=795711 2024-09-22T08:48:18.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.145+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=18Y0L3V8PO7V tag=KA5TA4HT1NKZ type=write size=2892863 2024-09-22T08:48:18.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.149+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~Q4ZWPYU3I0CU.0 size=916961 2024-09-22T08:48:18.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.157+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=Q4ZWPYU3I0CU tag=5PGIGDTJ4RZF type=write size=1965537 2024-09-22T08:48:18.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.157+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=2MZ5FRHO8J7V type=del size=4104612 2024-09-22T08:48:18.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.161+0000 7f63d5be48c0 1 < completed write operation key=Q0ESBWWRI2U9 tag=3ESNC2YJ3HHK type=write size=911975 2024-09-22T08:48:18.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.165+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=2VZCFAI2KB5W type=write size=697022 2024-09-22T08:48:18.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.169+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~TDJPXOCGFPRT.0 size=1048576 2024-09-22T08:48:18.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.173+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~TDJPXOCGFPRT.1 size=878724 2024-09-22T08:48:18.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.177+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=TDJPXOCGFPRT tag=82URQ4KEHATP type=write size=2975876 2024-09-22T08:48:18.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.181+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=IVIFL4U29XIC type=del size=2793045 2024-09-22T08:48:18.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.185+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~3EK4ST6XVNGR.0 size=566116 2024-09-22T08:48:18.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.189+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=3EK4ST6XVNGR tag=NTF5LWD98STC type=write size=1614692 2024-09-22T08:48:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.193+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=5WTEWKVPGDI0 type=write size=403346 2024-09-22T08:48:18.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.193+0000 7f63d5be48c0 1 < canceled part key=_multipart_VEF00MGE4G2D.2~4BW66W8HL9FP.0 size=1048576 2024-09-22T08:48:18.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.197+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~4BW66W8HL9FP.1 size=323612 2024-09-22T08:48:18.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.201+0000 7f63d5be48c0 1 < canceled multipart upload key=VEF00MGE4G2D upload=4BW66W8HL9FP tag=9KY5NVBREIMF type=write size=2420764 2024-09-22T08:48:18.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~DSH2GUJLI9KH.0 size=663177 2024-09-22T08:48:18.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.209+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=DSH2GUJLI9KH tag=QYAFL6PJAM4P type=write size=1711753 2024-09-22T08:48:18.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.209+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=DAOZGBG0DCMR type=del 2024-09-22T08:48:18.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.213+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=JY359VOVOU1G type=del size=249922 2024-09-22T08:48:18.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.217+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=J1MW6FMD7VPR type=del 2024-09-22T08:48:18.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.221+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=ICJQMD2S4DNB type=del size=2251224 2024-09-22T08:48:18.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.225+0000 7f63d5be48c0 1 < suggested remove operation key=CU2N9Z3QGASM tag=JY9PZZDD5S7U type=del 2024-09-22T08:48:18.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.229+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=QZ9Q1JPETEHD type=del size=3635368 2024-09-22T08:48:18.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.233+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=14PX29NR8JU2 type=del 2024-09-22T08:48:18.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.237+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=N1V8E6YXWZ0I type=write size=482173 2024-09-22T08:48:18.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.241+0000 7f63d5be48c0 1 < completed write operation key=9QU8893FESH3 tag=37EIQAZWF4L4 type=write size=491839 2024-09-22T08:48:18.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.245+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=0373PYTXPW4B type=del size=1094003 2024-09-22T08:48:18.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.253+0000 7f63d5be48c0 1 < suggested remove operation key=XIM0MQELPJS0 tag=4RNGKV9RBHPO type=del 2024-09-22T08:48:18.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.257+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=QD7W8ENJCEJN type=del size=3398782 2024-09-22T08:48:18.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.261+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=LNRMW7QT4K9F type=del 2024-09-22T08:48:18.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.265+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=RG1A8MV0RGME type=del size=1106598 2024-09-22T08:48:18.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.269+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=MM91DSWXUQKJ type=del 2024-09-22T08:48:18.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.269+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=IYZ052I6FM4R type=write size=716336 2024-09-22T08:48:18.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.273+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~89HJG8QVRCJM.0 size=1048576 2024-09-22T08:48:18.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.277+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~89HJG8QVRCJM.1 size=1048576 2024-09-22T08:48:18.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.277+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~89HJG8QVRCJM.2 size=11188 2024-09-22T08:48:18.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.281+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=89HJG8QVRCJM tag=RTPCBN630GVZ type=write size=3156916 2024-09-22T08:48:18.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.285+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=QPI5AL3ENWHU type=del size=4036141 2024-09-22T08:48:18.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.289+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~SDXAV9ENTUZD.0 size=1048576 2024-09-22T08:48:18.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.289+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~SDXAV9ENTUZD.1 size=1048576 2024-09-22T08:48:18.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.293+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~SDXAV9ENTUZD.2 size=657232 2024-09-22T08:48:18.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.297+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=SDXAV9ENTUZD tag=8DXQA7SYVEOS type=write size=3802960 2024-09-22T08:48:18.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.301+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~ETIIYP41H818.0 size=1048576 2024-09-22T08:48:18.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.301+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~ETIIYP41H818.1 size=1048576 2024-09-22T08:48:18.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.305+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~ETIIYP41H818.2 size=600207 2024-09-22T08:48:18.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.305+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=ETIIYP41H818 tag=6UYPB9J6R1RT type=write size=3745935 2024-09-22T08:48:18.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.305+0000 7f63d5be48c0 1 < canceled part key=_multipart_V5JZ6OBLB6FZ.2~18Y0L3V8PO7V.0 size=1048576 2024-09-22T08:48:18.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.309+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~18Y0L3V8PO7V.1 size=795711 2024-09-22T08:48:18.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.313+0000 7f63d5be48c0 1 < canceled multipart upload key=V5JZ6OBLB6FZ upload=18Y0L3V8PO7V tag=KA5TA4HT1NKZ type=write size=2892863 2024-09-22T08:48:18.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.313+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=IUU1LE02G9GK type=del size=3500982 2024-09-22T08:48:18.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.317+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=2MZ5FRHO8J7V type=del 2024-09-22T08:48:18.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.317+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=FCEHAHL22S5T type=del size=543411 2024-09-22T08:48:18.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.325+0000 7f63d5be48c0 1 < suggested remove operation key=OPADUWLHYXXQ tag=2VZCFAI2KB5W type=write 2024-09-22T08:48:18.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.325+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=Q70XLVTTIDV9 type=del size=1974285 2024-09-22T08:48:18.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.333+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=IVIFL4U29XIC type=del 2024-09-22T08:48:18.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.333+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=IUT17WTTQ6QL type=del size=1516528 2024-09-22T08:48:18.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.337+0000 7f63d5be48c0 1 < canceled operation key=ANO1D6N8RQ7Y tag=5WTEWKVPGDI0 type=write size=403346 2024-09-22T08:48:18.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.341+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~TWHVQW7PBZ60.0 size=1048576 2024-09-22T08:48:18.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~TWHVQW7PBZ60.1 size=507594 2024-09-22T08:48:18.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.345+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=TWHVQW7PBZ60 tag=Q4TIYCAHCQVP type=write size=2604746 2024-09-22T08:48:18.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.345+0000 7f63d5be48c0 1 < canceled part key=_multipart_4WGAB8CTCA4V.2~DSH2GUJLI9KH.0 size=663177 2024-09-22T08:48:18.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.349+0000 7f63d5be48c0 1 < canceled multipart upload key=4WGAB8CTCA4V upload=DSH2GUJLI9KH tag=QYAFL6PJAM4P type=write size=1711753 2024-09-22T08:48:18.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~NDA08DG9Y5BX.0 size=1048576 2024-09-22T08:48:18.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~NDA08DG9Y5BX.1 size=1048576 2024-09-22T08:48:18.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~NDA08DG9Y5BX.2 size=1031863 2024-09-22T08:48:18.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.361+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=NDA08DG9Y5BX tag=DX4OK0HFK2I5 type=write size=4177591 2024-09-22T08:48:18.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.361+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=JY359VOVOU1G type=del 2024-09-22T08:48:18.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~BJKD8IGHE3ID.0 size=1048576 2024-09-22T08:48:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~BJKD8IGHE3ID.1 size=1048576 2024-09-22T08:48:18.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.373+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~BJKD8IGHE3ID.2 size=38500 2024-09-22T08:48:18.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.373+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=BJKD8IGHE3ID tag=XHUT8LY03K3R type=write size=3184228 2024-09-22T08:48:18.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.377+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=ICJQMD2S4DNB type=del 2024-09-22T08:48:18.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.377+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=ONCLWAD9R703 type=del size=2960567 2024-09-22T08:48:18.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.385+0000 7f63d5be48c0 1 < suggested update operation key=XJHFTJNAZSHI tag=QZ9Q1JPETEHD type=del size=3635368 2024-09-22T08:48:18.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YDCG5UGYTWEA.0 size=1048576 2024-09-22T08:48:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.393+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~YDCG5UGYTWEA.1 size=1011238 2024-09-22T08:48:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.393+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=YDCG5UGYTWEA tag=OG6IT0LJH71U type=write size=3108390 2024-09-22T08:48:18.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.393+0000 7f63d5be48c0 1 < completed write operation key=UHKYFMG0T61H tag=N1V8E6YXWZ0I type=write size=482173 2024-09-22T08:48:18.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.397+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=532Y5BJMC9P0 type=del size=2552456 2024-09-22T08:48:18.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.401+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=0373PYTXPW4B type=del 2024-09-22T08:48:18.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.405+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=EOU4WPZETCM0 type=del size=3195825 2024-09-22T08:48:18.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.405+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=QD7W8ENJCEJN type=del 2024-09-22T08:48:18.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~2XLN3429NMKW.0 size=1048576 2024-09-22T08:48:18.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.413+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~2XLN3429NMKW.1 size=1048576 2024-09-22T08:48:18.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.417+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~2XLN3429NMKW.2 size=53515 2024-09-22T08:48:18.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.417+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=2XLN3429NMKW tag=GY7F3OJ1AG3U type=write size=3199243 2024-09-22T08:48:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.421+0000 7f63d5be48c0 -1 < failed to complete operation key=XJHFTJNAZSHI tag=RG1A8MV0RGME type=del size=1106598: (22) Invalid argument 2024-09-22T08:48:18.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.425+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~FL6Q8OQA1OBQ.0 size=1048576 2024-09-22T08:48:18.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.429+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~FL6Q8OQA1OBQ.1 size=47775 2024-09-22T08:48:18.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.429+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=FL6Q8OQA1OBQ tag=K2HWN1SFND05 type=write size=2144927 2024-09-22T08:48:18.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.433+0000 7f63d5be48c0 1 < suggested update operation key=9QU8893FESH3 tag=IYZ052I6FM4R type=write size=716336 2024-09-22T08:48:18.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.437+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~52KFKRCYSJF4.0 size=723762 2024-09-22T08:48:18.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.437+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=52KFKRCYSJF4 tag=V19XC2OYXJ42 type=write size=1772338 2024-09-22T08:48:18.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.441+0000 7f63d5be48c0 1 < canceled operation key=K5VZA8UPYZ63 tag=QPI5AL3ENWHU type=del size=4036141 2024-09-22T08:48:18.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.445+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~Y06C2H4AYCTN.0 size=1048576 2024-09-22T08:48:18.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.449+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~Y06C2H4AYCTN.1 size=1048576 2024-09-22T08:48:18.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.453+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~Y06C2H4AYCTN.2 size=195307 2024-09-22T08:48:18.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.453+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=Y06C2H4AYCTN tag=U3GNS7R1PMWI type=write size=3341035 2024-09-22T08:48:18.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.453+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~ETIIYP41H818.0 size=1048576 2024-09-22T08:48:18.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.457+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~ETIIYP41H818.1 size=1048576 2024-09-22T08:48:18.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.461+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~ETIIYP41H818.2 size=600207 2024-09-22T08:48:18.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.465+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=ETIIYP41H818 tag=6UYPB9J6R1RT type=write size=3745935 2024-09-22T08:48:18.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.469+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=R0X5DP594NPS type=del size=1005639 2024-09-22T08:48:18.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.469+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=IUU1LE02G9GK type=del 2024-09-22T08:48:18.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.473+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=22O6KYAT55FR type=del size=2336876 2024-09-22T08:48:18.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.477+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=FCEHAHL22S5T type=del 2024-09-22T08:48:18.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.481+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=R0F4Q1Q45ZON type=del size=1606587 2024-09-22T08:48:18.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.485+0000 7f63d5be48c0 1 < suggested update operation key=ZOK9L18PUHG0 tag=Q70XLVTTIDV9 type=del size=1974285 2024-09-22T08:48:18.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~TX7UGNYOF18E.0 size=1048576 2024-09-22T08:48:18.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~TX7UGNYOF18E.1 size=87279 2024-09-22T08:48:18.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.493+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=TX7UGNYOF18E tag=UFEM9NOQBY7Q type=write size=2184431 2024-09-22T08:48:18.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.501+0000 7f63d5be48c0 1 < suggested update operation key=Q0ESBWWRI2U9 tag=IUT17WTTQ6QL type=del size=1516528 2024-09-22T08:48:18.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.505+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=4RMTO2XTT8V4 type=del size=3543075 2024-09-22T08:48:18.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.505+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~TWHVQW7PBZ60.0 size=1048576 2024-09-22T08:48:18.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.509+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~TWHVQW7PBZ60.1 size=507594 2024-09-22T08:48:18.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.513+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=TWHVQW7PBZ60 tag=Q4TIYCAHCQVP type=write size=2604746 2024-09-22T08:48:18.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.517+0000 7f63d5be48c0 1 > prepared part key=_multipart_ANO1D6N8RQ7Y.2~B3K4J3OZYOQS.0 size=145080 2024-09-22T08:48:18.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.517+0000 7f63d5be48c0 1 > prepared multipart upload key=ANO1D6N8RQ7Y upload=B3K4J3OZYOQS tag=HDR6ML4UUGX0 type=write size=1193656 2024-09-22T08:48:18.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.521+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~NDA08DG9Y5BX.0 size=1048576 2024-09-22T08:48:18.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.525+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~NDA08DG9Y5BX.1 size=1048576 2024-09-22T08:48:18.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.525+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~NDA08DG9Y5BX.2 size=1031863 2024-09-22T08:48:18.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.533+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=NDA08DG9Y5BX tag=DX4OK0HFK2I5 type=write size=4177591 2024-09-22T08:48:18.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.533+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=J8DBTDQL7QBY type=del size=2824446 2024-09-22T08:48:18.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.537+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~BJKD8IGHE3ID.0 size=1048576 2024-09-22T08:48:18.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.541+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~BJKD8IGHE3ID.1 size=1048576 2024-09-22T08:48:18.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.545+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~BJKD8IGHE3ID.2 size=38500 2024-09-22T08:48:18.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.549+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=BJKD8IGHE3ID tag=XHUT8LY03K3R type=write size=3184228 2024-09-22T08:48:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~ZP2W8I6FWB82.0 size=1048576 2024-09-22T08:48:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~ZP2W8I6FWB82.1 size=36543 2024-09-22T08:48:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.557+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=ZP2W8I6FWB82 tag=T2350DHP5BE2 type=write size=2133695 2024-09-22T08:48:18.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.561+0000 7f63d5be48c0 1 < suggested remove operation key=NM0S8T20O886 tag=ONCLWAD9R703 type=del 2024-09-22T08:48:18.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.569+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~E08GAVWPBRZM.0 size=517467 2024-09-22T08:48:18.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.569+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=E08GAVWPBRZM tag=2T8CXPI8QXJ3 type=write size=1566043 2024-09-22T08:48:18.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.569+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~YDCG5UGYTWEA.0 size=1048576 2024-09-22T08:48:18.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.569+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~YDCG5UGYTWEA.1 size=1011238 2024-09-22T08:48:18.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.573+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=YDCG5UGYTWEA tag=OG6IT0LJH71U type=write size=3108390 2024-09-22T08:48:18.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.577+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=U6MLLGQ67725 type=del size=4159340 2024-09-22T08:48:18.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.581+0000 7f63d5be48c0 -1 < failed to complete operation key=9QU8893FESH3 tag=532Y5BJMC9P0 type=del size=2552456: (22) Invalid argument 2024-09-22T08:48:18.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.585+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=A4G4LIAZCJ2G type=del size=201774 2024-09-22T08:48:18.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.585+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=EOU4WPZETCM0 type=del 2024-09-22T08:48:18.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.593+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~WGDZOQ2LU41B.0 size=1048576 2024-09-22T08:48:18.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.593+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~WGDZOQ2LU41B.1 size=298533 2024-09-22T08:48:18.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.593+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=WGDZOQ2LU41B tag=O2Q7XFCLG63F type=write size=2395685 2024-09-22T08:48:18.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.593+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~2XLN3429NMKW.0 size=1048576 2024-09-22T08:48:18.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.593+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~2XLN3429NMKW.1 size=1048576 2024-09-22T08:48:18.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.597+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~2XLN3429NMKW.2 size=53515 2024-09-22T08:48:18.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.605+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=2XLN3429NMKW tag=GY7F3OJ1AG3U type=write size=3199243 2024-09-22T08:48:18.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.605+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=SPY2EQEM12T9 type=del size=1295994 2024-09-22T08:48:18.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.605+0000 7f63d5be48c0 1 < canceled part key=_multipart_4WGAB8CTCA4V.2~FL6Q8OQA1OBQ.0 size=1048576 2024-09-22T08:48:18.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.609+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~FL6Q8OQA1OBQ.1 size=47775 2024-09-22T08:48:18.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.613+0000 7f63d5be48c0 1 < canceled multipart upload key=4WGAB8CTCA4V upload=FL6Q8OQA1OBQ tag=K2HWN1SFND05 type=write size=2144927 2024-09-22T08:48:18.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.617+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=GNCDYLBDV24R type=del size=3278870 2024-09-22T08:48:18.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.617+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~52KFKRCYSJF4.0 size=723762 2024-09-22T08:48:18.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.621+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=52KFKRCYSJF4 tag=V19XC2OYXJ42 type=write size=1772338 2024-09-22T08:48:18.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.625+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=P9ID99O82YBI type=del size=3825266 2024-09-22T08:48:18.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.625+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~Y06C2H4AYCTN.0 size=1048576 2024-09-22T08:48:18.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.629+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~Y06C2H4AYCTN.1 size=1048576 2024-09-22T08:48:18.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.633+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~Y06C2H4AYCTN.2 size=195307 2024-09-22T08:48:18.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.637+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=Y06C2H4AYCTN tag=U3GNS7R1PMWI type=write size=3341035 2024-09-22T08:48:18.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.641+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~VZ724PFM02CX.0 size=1048576 2024-09-22T08:48:18.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.641+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~VZ724PFM02CX.1 size=611909 2024-09-22T08:48:18.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.641+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=VZ724PFM02CX tag=30EU2HSKEO7W type=write size=2709061 2024-09-22T08:48:18.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.649+0000 7f63d5be48c0 1 < suggested remove operation key=CU2N9Z3QGASM tag=R0X5DP594NPS type=del 2024-09-22T08:48:18.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.649+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=SZXPF99CE39Y type=del size=905322 2024-09-22T08:48:18.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.653+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=22O6KYAT55FR type=del 2024-09-22T08:48:18.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.657+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=6BV3BKG2GP4J type=write size=623386 2024-09-22T08:48:18.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.657+0000 7f63d5be48c0 1 < canceled operation key=7EXVYJV1LXD8 tag=R0F4Q1Q45ZON type=del size=1606587 2024-09-22T08:48:18.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.665+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~M2KMRTNNQ12R.0 size=1048576 2024-09-22T08:48:18.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.665+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~M2KMRTNNQ12R.1 size=800961 2024-09-22T08:48:18.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.665+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=M2KMRTNNQ12R tag=MQQRZW0ADC60 type=write size=2898113 2024-09-22T08:48:18.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.669+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~TX7UGNYOF18E.0 size=1048576 2024-09-22T08:48:18.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.669+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~TX7UGNYOF18E.1 size=87279 2024-09-22T08:48:18.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.677+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=TX7UGNYOF18E tag=UFEM9NOQBY7Q type=write size=2184431 2024-09-22T08:48:18.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.677+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=2ICNSGCU9777 type=del size=1521592 2024-09-22T08:48:18.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.685+0000 7f63d5be48c0 1 < suggested remove operation key=UHKYFMG0T61H tag=4RMTO2XTT8V4 type=del 2024-09-22T08:48:18.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.689+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~3H3LKVMR3Y32.0 size=1048576 2024-09-22T08:48:18.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.693+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~3H3LKVMR3Y32.1 size=761534 2024-09-22T08:48:18.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.693+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=3H3LKVMR3Y32 tag=HNDX5YSBE1L3 type=write size=2858686 2024-09-22T08:48:18.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.693+0000 7f63d5be48c0 1 < completed part key=_multipart_ANO1D6N8RQ7Y.2~B3K4J3OZYOQS.0 size=145080 2024-09-22T08:48:18.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.701+0000 7f63d5be48c0 1 < completed multipart upload key=ANO1D6N8RQ7Y upload=B3K4J3OZYOQS tag=HDR6ML4UUGX0 type=write size=1193656 2024-09-22T08:48:18.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.705+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~TLFW1MIVVS2I.0 size=1048576 2024-09-22T08:48:18.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.709+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~TLFW1MIVVS2I.1 size=479862 2024-09-22T08:48:18.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.709+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=TLFW1MIVVS2I tag=SP70U5WPCBCI type=write size=2577014 2024-09-22T08:48:18.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.713+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=J8DBTDQL7QBY type=del size=2824446 2024-09-22T08:48:18.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.717+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~Q2DV5DFVC883.0 size=1025744 2024-09-22T08:48:18.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.717+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=Q2DV5DFVC883 tag=JIJU47136J5W type=write size=2074320 2024-09-22T08:48:18.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.721+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~ZP2W8I6FWB82.0 size=1048576 2024-09-22T08:48:18.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.725+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~ZP2W8I6FWB82.1 size=36543 2024-09-22T08:48:18.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.729+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=ZP2W8I6FWB82 tag=T2350DHP5BE2 type=write size=2133695 2024-09-22T08:48:18.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.733+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=EIY6B1QTZI00 type=del size=4170402 2024-09-22T08:48:18.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.733+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~E08GAVWPBRZM.0 size=517467 2024-09-22T08:48:18.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.741+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=E08GAVWPBRZM tag=2T8CXPI8QXJ3 type=write size=1566043 2024-09-22T08:48:18.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.745+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=3T5P4C2VW7WN type=write size=233521 2024-09-22T08:48:18.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.749+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=U6MLLGQ67725 type=del 2024-09-22T08:48:18.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.753+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~SEWP277T3545.0 size=1048576 2024-09-22T08:48:18.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.757+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~SEWP277T3545.1 size=641693 2024-09-22T08:48:18.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.757+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=SEWP277T3545 tag=L6QUMEAOKL4Q type=write size=2738845 2024-09-22T08:48:18.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.757+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=A4G4LIAZCJ2G type=del 2024-09-22T08:48:18.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.765+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~K3C9G4GH3I2R.0 size=103683 2024-09-22T08:48:18.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.765+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=K3C9G4GH3I2R tag=U8ADOGWCB8D4 type=write size=1152259 2024-09-22T08:48:18.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.769+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~WGDZOQ2LU41B.0 size=1048576 2024-09-22T08:48:18.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.769+0000 7f63d5be48c0 1 < canceled part key=_multipart_K5VZA8UPYZ63.2~WGDZOQ2LU41B.1 size=298533 2024-09-22T08:48:18.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.777+0000 7f63d5be48c0 1 < canceled multipart upload key=K5VZA8UPYZ63 upload=WGDZOQ2LU41B tag=O2Q7XFCLG63F type=write size=2395685 2024-09-22T08:48:18.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.777+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=2IH1F7JTTN8H type=del size=3262897 2024-09-22T08:48:18.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.785+0000 7f63d5be48c0 1 < suggested remove operation key=ZWR5FR2EUOBU tag=SPY2EQEM12T9 type=del 2024-09-22T08:48:18.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.789+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=SA01FSLP54H5 type=del size=3885772 2024-09-22T08:48:18.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.797+0000 7f63d5be48c0 1 < suggested remove operation key=2ZLI4H2IJRPA tag=GNCDYLBDV24R type=del 2024-09-22T08:48:18.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.801+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=1AFORDVJS4UQ type=del size=1792283 2024-09-22T08:48:18.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.805+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=P9ID99O82YBI type=del 2024-09-22T08:48:18.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.809+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=SIZLWKMT2JAU type=del size=3029806 2024-09-22T08:48:18.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.809+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~VZ724PFM02CX.0 size=1048576 2024-09-22T08:48:18.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.813+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~VZ724PFM02CX.1 size=611909 2024-09-22T08:48:18.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.817+0000 7f63d5be48c0 1 < canceled multipart upload key=ROTY3Z0W6P3U upload=VZ724PFM02CX tag=30EU2HSKEO7W type=write size=2709061 2024-09-22T08:48:18.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.825+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~IQRMNABJYY00.0 size=203888 2024-09-22T08:48:18.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.825+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=IQRMNABJYY00 tag=JKMW3Z9Z35F6 type=write size=1252464 2024-09-22T08:48:18.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.829+0000 7f63d5be48c0 1 < completed delete operation key=465P86KCYZ8V tag=SZXPF99CE39Y type=del 2024-09-22T08:48:18.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.829+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=SFBUYXW4789G type=del size=550810 2024-09-22T08:48:18.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.833+0000 7f63d5be48c0 1 < completed write operation key=K5VZA8UPYZ63 tag=6BV3BKG2GP4J type=write size=623386 2024-09-22T08:48:18.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.837+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=KVYZOIYF6VMG type=del size=1265488 2024-09-22T08:48:18.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.837+0000 7f63d5be48c0 1 < canceled part key=_multipart_AJ8YUA7HCF5R.2~M2KMRTNNQ12R.0 size=1048576 2024-09-22T08:48:18.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.841+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~M2KMRTNNQ12R.1 size=800961 2024-09-22T08:48:18.849 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.845+0000 7f63d5be48c0 1 < canceled multipart upload key=AJ8YUA7HCF5R upload=M2KMRTNNQ12R tag=MQQRZW0ADC60 type=write size=2898113 2024-09-22T08:48:18.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.849+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=NH3K58SHFVX4 type=del size=1569407 2024-09-22T08:48:18.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.853+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=2ICNSGCU9777 type=del 2024-09-22T08:48:18.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.857+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=N68CYAA2WIOK type=del size=2218606 2024-09-22T08:48:18.863 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.861+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~3H3LKVMR3Y32.0 size=1048576 2024-09-22T08:48:18.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.865+0000 7f63d5be48c0 1 < completed part key=_multipart_ZOK9L18PUHG0.2~3H3LKVMR3Y32.1 size=761534 2024-09-22T08:48:18.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.869+0000 7f63d5be48c0 1 < completed multipart upload key=ZOK9L18PUHG0 upload=3H3LKVMR3Y32 tag=HNDX5YSBE1L3 type=write size=2858686 2024-09-22T08:48:18.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.873+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=G1FLRZQZ2TI3 type=del size=3764477 2024-09-22T08:48:18.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.877+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~TLFW1MIVVS2I.0 size=1048576 2024-09-22T08:48:18.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.881+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~TLFW1MIVVS2I.1 size=479862 2024-09-22T08:48:18.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.885+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=TLFW1MIVVS2I tag=SP70U5WPCBCI type=write size=2577014 2024-09-22T08:48:18.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.889+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=TBLBCQT4GW5V type=write size=371369 2024-09-22T08:48:18.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.893+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~Q2DV5DFVC883.0 size=1025744 2024-09-22T08:48:18.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.905+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=Q2DV5DFVC883 tag=JIJU47136J5W type=write size=2074320 2024-09-22T08:48:18.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~OYR7HUUBKTE7.0 size=1048576 2024-09-22T08:48:18.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.913+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~OYR7HUUBKTE7.1 size=391567 2024-09-22T08:48:18.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.913+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=OYR7HUUBKTE7 tag=FGVEDXZAJ40Z type=write size=2488719 2024-09-22T08:48:18.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.917+0000 7f63d5be48c0 1 < canceled operation key=465P86KCYZ8V tag=EIY6B1QTZI00 type=del size=4170402 2024-09-22T08:48:18.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.921+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=N9H937J5S305 type=del size=1471165 2024-09-22T08:48:18.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.925+0000 7f63d5be48c0 -1 < failed to complete operation key=ZWR5FR2EUOBU tag=3T5P4C2VW7WN type=write size=233521: (22) Invalid argument 2024-09-22T08:48:18.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.929+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=ZANG0DEHP93Y type=del size=4186792 2024-09-22T08:48:18.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.933+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~SEWP277T3545.0 size=1048576 2024-09-22T08:48:18.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.933+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~SEWP277T3545.1 size=641693 2024-09-22T08:48:18.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.941+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=SEWP277T3545 tag=L6QUMEAOKL4Q type=write size=2738845 2024-09-22T08:48:18.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.945+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=Z0WOOET6OOCC type=del size=1572057 2024-09-22T08:48:18.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.945+0000 7f63d5be48c0 1 < canceled part key=_multipart_XIM0MQELPJS0.2~K3C9G4GH3I2R.0 size=103683 2024-09-22T08:48:18.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.949+0000 7f63d5be48c0 1 < canceled multipart upload key=XIM0MQELPJS0 upload=K3C9G4GH3I2R tag=U8ADOGWCB8D4 type=write size=1152259 2024-09-22T08:48:18.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.957+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~6AQ86OPAC0RL.0 size=317612 2024-09-22T08:48:18.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.957+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=6AQ86OPAC0RL tag=PYO3J3735LCD type=write size=1366188 2024-09-22T08:48:18.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.961+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=2IH1F7JTTN8H type=del 2024-09-22T08:48:18.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~RGXMS4D28P1N.0 size=1048576 2024-09-22T08:48:18.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.969+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~RGXMS4D28P1N.1 size=1048576 2024-09-22T08:48:18.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.973+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~RGXMS4D28P1N.2 size=864660 2024-09-22T08:48:18.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.973+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=RGXMS4D28P1N tag=0ZTQJGYJGVLQ type=write size=4010388 2024-09-22T08:48:18.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.977+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=SA01FSLP54H5 type=del 2024-09-22T08:48:18.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.981+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=0BUF0BH8AXDK type=write size=832819 2024-09-22T08:48:18.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.985+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=1AFORDVJS4UQ type=del 2024-09-22T08:48:18.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.989+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~DHY12EUU7LRB.0 size=1048576 2024-09-22T08:48:18.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~DHY12EUU7LRB.1 size=1048576 2024-09-22T08:48:19.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~DHY12EUU7LRB.2 size=437 2024-09-22T08:48:19.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:18.997+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=DHY12EUU7LRB tag=YZ9FTOPXKP8M type=write size=3146165 2024-09-22T08:48:19.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.001+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=SIZLWKMT2JAU type=del 2024-09-22T08:48:19.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.005+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=QO2OMZZB95QE type=del size=1543113 2024-09-22T08:48:19.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.009+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~IQRMNABJYY00.0 size=203888 2024-09-22T08:48:19.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.013+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=IQRMNABJYY00 tag=JKMW3Z9Z35F6 type=write size=1252464 2024-09-22T08:48:19.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.017+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=6HA20M2C9BRC type=del size=3792696 2024-09-22T08:48:19.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.021+0000 7f63d5be48c0 1 < canceled operation key=K5VZA8UPYZ63 tag=SFBUYXW4789G type=del size=550810 2024-09-22T08:48:19.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.025+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=1Z7TPNIDF5VF type=del size=3390522 2024-09-22T08:48:19.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.029+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=KVYZOIYF6VMG type=del 2024-09-22T08:48:19.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~JNHMQ5E7TH6A.0 size=1048576 2024-09-22T08:48:19.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.037+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~JNHMQ5E7TH6A.1 size=381273 2024-09-22T08:48:19.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.037+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=JNHMQ5E7TH6A tag=ZNVBBH2G3ZTJ type=write size=2478425 2024-09-22T08:48:19.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.041+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=NH3K58SHFVX4 type=del 2024-09-22T08:48:19.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.049+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~DSOQZ8EGQO3C.0 size=1048576 2024-09-22T08:48:19.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~DSOQZ8EGQO3C.1 size=1048576 2024-09-22T08:48:19.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.053+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~DSOQZ8EGQO3C.2 size=804330 2024-09-22T08:48:19.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.053+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=DSOQZ8EGQO3C tag=64RA1EGGQDIT type=write size=3950058 2024-09-22T08:48:19.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.057+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=N68CYAA2WIOK type=del 2024-09-22T08:48:19.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.065+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~WRXAZIFSVGY5.0 size=1048576 2024-09-22T08:48:19.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.069+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~WRXAZIFSVGY5.1 size=134689 2024-09-22T08:48:19.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.069+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=WRXAZIFSVGY5 tag=3KUY3ECFFXVI type=write size=2231841 2024-09-22T08:48:19.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.073+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=G1FLRZQZ2TI3 type=del 2024-09-22T08:48:19.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.073+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=4NUWKFL8CCD8 type=del size=1996810 2024-09-22T08:48:19.081 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.077+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=TBLBCQT4GW5V type=write size=371369 2024-09-22T08:48:19.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.081+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=GCQVIUV6AUMI type=write size=1032628 2024-09-22T08:48:19.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.085+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~OYR7HUUBKTE7.0 size=1048576 2024-09-22T08:48:19.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.085+0000 7f63d5be48c0 1 < canceled part key=_multipart_N3T2GVFADL66.2~OYR7HUUBKTE7.1 size=391567 2024-09-22T08:48:19.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.093+0000 7f63d5be48c0 1 < canceled multipart upload key=N3T2GVFADL66 upload=OYR7HUUBKTE7 tag=FGVEDXZAJ40Z type=write size=2488719 2024-09-22T08:48:19.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~LJ4Y8N4DSLBB.0 size=1048576 2024-09-22T08:48:19.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~LJ4Y8N4DSLBB.1 size=818818 2024-09-22T08:48:19.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.101+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=LJ4Y8N4DSLBB tag=4NHETI7YDKBN type=write size=2915970 2024-09-22T08:48:19.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.105+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=N9H937J5S305 type=del 2024-09-22T08:48:19.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.109+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=QIHLWIVTW1ZP type=del size=488079 2024-09-22T08:48:19.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.109+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=ZANG0DEHP93Y type=del 2024-09-22T08:48:19.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.117+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~86WJU6SIHMX8.0 size=1048576 2024-09-22T08:48:19.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.121+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~86WJU6SIHMX8.1 size=1048576 2024-09-22T08:48:19.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.125+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~86WJU6SIHMX8.2 size=703594 2024-09-22T08:48:19.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.125+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=86WJU6SIHMX8 tag=CPW8C68484RW type=write size=3849322 2024-09-22T08:48:19.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.125+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=Z0WOOET6OOCC type=del 2024-09-22T08:48:19.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.129+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=HK2Z0YMD0G7P type=write size=37466 2024-09-22T08:48:19.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.133+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~6AQ86OPAC0RL.0 size=317612 2024-09-22T08:48:19.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.141+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=6AQ86OPAC0RL tag=PYO3J3735LCD type=write size=1366188 2024-09-22T08:48:19.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.149+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~8Z3J0KOPIVY3.0 size=849042 2024-09-22T08:48:19.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.149+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=8Z3J0KOPIVY3 tag=3DECTOTZB4MF type=write size=1897618 2024-09-22T08:48:19.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.149+0000 7f63d5be48c0 1 < canceled part key=_multipart_9QU8893FESH3.2~RGXMS4D28P1N.0 size=1048576 2024-09-22T08:48:19.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.149+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~RGXMS4D28P1N.1 size=1048576 2024-09-22T08:48:19.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.153+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~RGXMS4D28P1N.2 size=864660 2024-09-22T08:48:19.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.161+0000 7f63d5be48c0 1 < canceled multipart upload key=9QU8893FESH3 upload=RGXMS4D28P1N tag=0ZTQJGYJGVLQ type=write size=4010388 2024-09-22T08:48:19.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.165+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=8Y76EFTIH1VP type=del size=3255474 2024-09-22T08:48:19.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.165+0000 7f63d5be48c0 1 < completed write operation key=Q0ESBWWRI2U9 tag=0BUF0BH8AXDK type=write size=832819 2024-09-22T08:48:19.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.173+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~VE104TIX4X7N.0 size=1048576 2024-09-22T08:48:19.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.177+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~VE104TIX4X7N.1 size=1048576 2024-09-22T08:48:19.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.181+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~VE104TIX4X7N.2 size=914632 2024-09-22T08:48:19.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.181+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=VE104TIX4X7N tag=65W6XL0QTQUJ type=write size=4060360 2024-09-22T08:48:19.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.181+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~DHY12EUU7LRB.0 size=1048576 2024-09-22T08:48:19.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.185+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~DHY12EUU7LRB.1 size=1048576 2024-09-22T08:48:19.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.189+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~DHY12EUU7LRB.2 size=437 2024-09-22T08:48:19.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.193+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=DHY12EUU7LRB tag=YZ9FTOPXKP8M type=write size=3146165 2024-09-22T08:48:19.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.197+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=YIGZ2D7F0C88 type=del size=4186582 2024-09-22T08:48:19.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.205+0000 7f63d5be48c0 1 < suggested remove operation key=N3T2GVFADL66 tag=QO2OMZZB95QE type=del 2024-09-22T08:48:19.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TT3BVJLAFYPD.0 size=1048576 2024-09-22T08:48:19.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.217+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TT3BVJLAFYPD.1 size=1048576 2024-09-22T08:48:19.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.217+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TT3BVJLAFYPD.2 size=928290 2024-09-22T08:48:19.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.217+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=TT3BVJLAFYPD tag=HX48YYNKPMBH type=write size=4074018 2024-09-22T08:48:19.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.225+0000 7f63d5be48c0 1 < suggested update operation key=XJHFTJNAZSHI tag=6HA20M2C9BRC type=del size=3792696 2024-09-22T08:48:19.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~00WCGM0I2KQ8.0 size=1048576 2024-09-22T08:48:19.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.237+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~00WCGM0I2KQ8.1 size=72078 2024-09-22T08:48:19.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.237+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=00WCGM0I2KQ8 tag=IMYP27ACL1SK type=write size=2169230 2024-09-22T08:48:19.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.241+0000 7f63d5be48c0 1 < completed delete operation key=K5VZA8UPYZ63 tag=1Z7TPNIDF5VF type=del 2024-09-22T08:48:19.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.245+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=GU0UG2NI8Y3V type=write size=485126 2024-09-22T08:48:19.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.249+0000 7f63d5be48c0 1 < completed part key=_multipart_465P86KCYZ8V.2~JNHMQ5E7TH6A.0 size=1048576 2024-09-22T08:48:19.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.249+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~JNHMQ5E7TH6A.1 size=381273 2024-09-22T08:48:19.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.257+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=JNHMQ5E7TH6A tag=ZNVBBH2G3ZTJ type=write size=2478425 2024-09-22T08:48:19.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.261+0000 7f63d5be48c0 1 > prepared part key=_multipart_XIM0MQELPJS0.2~DWN9BH1G0MQV.0 size=400376 2024-09-22T08:48:19.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.261+0000 7f63d5be48c0 1 > prepared multipart upload key=XIM0MQELPJS0 upload=DWN9BH1G0MQV tag=RT2RV9GLFIZ0 type=write size=1448952 2024-09-22T08:48:19.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.265+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~DSOQZ8EGQO3C.0 size=1048576 2024-09-22T08:48:19.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.269+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~DSOQZ8EGQO3C.1 size=1048576 2024-09-22T08:48:19.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.273+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~DSOQZ8EGQO3C.2 size=804330 2024-09-22T08:48:19.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.277+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=DSOQZ8EGQO3C tag=64RA1EGGQDIT type=write size=3950058 2024-09-22T08:48:19.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.285+0000 7f63d5be48c0 1 > prepared part key=_multipart_465P86KCYZ8V.2~DLNY3K6X1IKE.0 size=87424 2024-09-22T08:48:19.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.285+0000 7f63d5be48c0 1 > prepared multipart upload key=465P86KCYZ8V upload=DLNY3K6X1IKE tag=AK5DP44AD64M type=write size=1136000 2024-09-22T08:48:19.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.289+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~WRXAZIFSVGY5.0 size=1048576 2024-09-22T08:48:19.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.289+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~WRXAZIFSVGY5.1 size=134689 2024-09-22T08:48:19.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.293+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=WRXAZIFSVGY5 tag=3KUY3ECFFXVI type=write size=2231841 2024-09-22T08:48:19.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.297+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=HLHTL81UDBBF type=del size=4013853 2024-09-22T08:48:19.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.301+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=4NUWKFL8CCD8 type=del 2024-09-22T08:48:19.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~WK72EF4M4ZWC.0 size=1048576 2024-09-22T08:48:19.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~WK72EF4M4ZWC.1 size=1048576 2024-09-22T08:48:19.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.313+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~WK72EF4M4ZWC.2 size=433895 2024-09-22T08:48:19.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.313+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=WK72EF4M4ZWC tag=ZW59FUD8U5BB type=write size=3579623 2024-09-22T08:48:19.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.317+0000 7f63d5be48c0 1 < completed write operation key=VDSHPE93TN14 tag=GCQVIUV6AUMI type=write size=1032628 2024-09-22T08:48:19.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.321+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=3K3WTEHDEBHM type=del size=1635910 2024-09-22T08:48:19.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.321+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~LJ4Y8N4DSLBB.0 size=1048576 2024-09-22T08:48:19.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.325+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~LJ4Y8N4DSLBB.1 size=818818 2024-09-22T08:48:19.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.329+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=LJ4Y8N4DSLBB tag=4NHETI7YDKBN type=write size=2915970 2024-09-22T08:48:19.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.333+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=4K7IXTTDMP6W type=del size=3210523 2024-09-22T08:48:19.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.337+0000 7f63d5be48c0 -1 < failed to complete operation key=XJHFTJNAZSHI tag=QIHLWIVTW1ZP type=del size=488079: (22) Invalid argument 2024-09-22T08:48:19.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.345+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~6VDRYWAHU55B.0 size=465710 2024-09-22T08:48:19.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.345+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=6VDRYWAHU55B tag=WVPU3MH683JW type=write size=1514286 2024-09-22T08:48:19.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.345+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~86WJU6SIHMX8.0 size=1048576 2024-09-22T08:48:19.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.349+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~86WJU6SIHMX8.1 size=1048576 2024-09-22T08:48:19.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.349+0000 7f63d5be48c0 1 < canceled part key=_multipart_7EXVYJV1LXD8.2~86WJU6SIHMX8.2 size=703594 2024-09-22T08:48:19.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.353+0000 7f63d5be48c0 1 < canceled multipart upload key=7EXVYJV1LXD8 upload=86WJU6SIHMX8 tag=CPW8C68484RW type=write size=3849322 2024-09-22T08:48:19.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.357+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=21654P7GBEFA type=del size=690509 2024-09-22T08:48:19.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.361+0000 7f63d5be48c0 1 < completed write operation key=DRUC4JUPWIZT tag=HK2Z0YMD0G7P type=write size=37466 2024-09-22T08:48:19.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~6036DT960ZR2.0 size=1048576 2024-09-22T08:48:19.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.369+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~6036DT960ZR2.1 size=1048576 2024-09-22T08:48:19.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.373+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~6036DT960ZR2.2 size=600361 2024-09-22T08:48:19.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.373+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=6036DT960ZR2 tag=DZ2Z1FL9S7C1 type=write size=3746089 2024-09-22T08:48:19.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.377+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~8Z3J0KOPIVY3.0 size=849042 2024-09-22T08:48:19.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.381+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=8Z3J0KOPIVY3 tag=3DECTOTZB4MF type=write size=1897618 2024-09-22T08:48:19.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.389+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~LQOLQYKQV7X3.0 size=444150 2024-09-22T08:48:19.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.389+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=LQOLQYKQV7X3 tag=ZLG48RKDH31K type=write size=1492726 2024-09-22T08:48:19.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.389+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=8Y76EFTIH1VP type=del 2024-09-22T08:48:19.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.393+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=GU8OHZYBCW93 type=del size=1797987 2024-09-22T08:48:19.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.397+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~VE104TIX4X7N.0 size=1048576 2024-09-22T08:48:19.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.401+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~VE104TIX4X7N.1 size=1048576 2024-09-22T08:48:19.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.405+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~VE104TIX4X7N.2 size=914632 2024-09-22T08:48:19.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.409+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=VE104TIX4X7N tag=65W6XL0QTQUJ type=write size=4060360 2024-09-22T08:48:19.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.413+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=WYE1SW5R9Q42 type=del size=925194 2024-09-22T08:48:19.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.421+0000 7f63d5be48c0 1 < suggested update operation key=UHKYFMG0T61H tag=YIGZ2D7F0C88 type=del size=4186582 2024-09-22T08:48:19.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.425+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=QFCP4Q2S5A6X type=del size=3303330 2024-09-22T08:48:19.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.429+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~TT3BVJLAFYPD.0 size=1048576 2024-09-22T08:48:19.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.429+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~TT3BVJLAFYPD.1 size=1048576 2024-09-22T08:48:19.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.429+0000 7f63d5be48c0 1 < canceled part key=_multipart_PZ87MXMNVGG3.2~TT3BVJLAFYPD.2 size=928290 2024-09-22T08:48:19.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.437+0000 7f63d5be48c0 1 < canceled multipart upload key=PZ87MXMNVGG3 upload=TT3BVJLAFYPD tag=HX48YYNKPMBH type=write size=4074018 2024-09-22T08:48:19.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.441+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=V51T10RZF98W type=write size=659298 2024-09-22T08:48:19.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.441+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~00WCGM0I2KQ8.0 size=1048576 2024-09-22T08:48:19.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.445+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~00WCGM0I2KQ8.1 size=72078 2024-09-22T08:48:19.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.453+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=00WCGM0I2KQ8 tag=IMYP27ACL1SK type=write size=2169230 2024-09-22T08:48:19.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.457+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=JCCCQ5VDQY7O type=del size=685372 2024-09-22T08:48:19.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.457+0000 7f63d5be48c0 1 < completed write operation key=PZ87MXMNVGG3 tag=GU0UG2NI8Y3V type=write size=485126 2024-09-22T08:48:19.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.461+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=L65JPXCMXNSP type=del size=1651587 2024-09-22T08:48:19.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.465+0000 7f63d5be48c0 1 < completed part key=_multipart_XIM0MQELPJS0.2~DWN9BH1G0MQV.0 size=400376 2024-09-22T08:48:19.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.473+0000 7f63d5be48c0 1 < completed multipart upload key=XIM0MQELPJS0 upload=DWN9BH1G0MQV tag=RT2RV9GLFIZ0 type=write size=1448952 2024-09-22T08:48:19.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.477+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~UCYBG23EXIV7.0 size=1048576 2024-09-22T08:48:19.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.481+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~UCYBG23EXIV7.1 size=849633 2024-09-22T08:48:19.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.481+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=UCYBG23EXIV7 tag=W46TI0G73YV3 type=write size=2946785 2024-09-22T08:48:19.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.481+0000 7f63d5be48c0 1 < canceled part key=_multipart_465P86KCYZ8V.2~DLNY3K6X1IKE.0 size=87424 2024-09-22T08:48:19.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.489+0000 7f63d5be48c0 1 < canceled multipart upload key=465P86KCYZ8V upload=DLNY3K6X1IKE tag=AK5DP44AD64M type=write size=1136000 2024-09-22T08:48:19.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.493+0000 7f63d5be48c0 1 > prepared part key=_multipart_DD4L2M7QKCJ4.2~BBVO414N8DNZ.0 size=398395 2024-09-22T08:48:19.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.493+0000 7f63d5be48c0 1 > prepared multipart upload key=DD4L2M7QKCJ4 upload=BBVO414N8DNZ tag=T1AUE2PK7AQ6 type=write size=1446971 2024-09-22T08:48:19.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.497+0000 7f63d5be48c0 1 < completed delete operation key=DRUC4JUPWIZT tag=HLHTL81UDBBF type=del 2024-09-22T08:48:19.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.505+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~A3I5S6LLRYPI.0 size=668662 2024-09-22T08:48:19.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.505+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=A3I5S6LLRYPI tag=AI7X5Y1PR7IY type=write size=1717238 2024-09-22T08:48:19.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.509+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~WK72EF4M4ZWC.0 size=1048576 2024-09-22T08:48:19.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.509+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~WK72EF4M4ZWC.1 size=1048576 2024-09-22T08:48:19.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.513+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~WK72EF4M4ZWC.2 size=433895 2024-09-22T08:48:19.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.517+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=WK72EF4M4ZWC tag=ZW59FUD8U5BB type=write size=3579623 2024-09-22T08:48:19.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.521+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=5YLGMWYTX3E4 type=write size=32089 2024-09-22T08:48:19.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.525+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=3K3WTEHDEBHM type=del 2024-09-22T08:48:19.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.529+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=NWISOBUZLE1K type=del size=516262 2024-09-22T08:48:19.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.533+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=4K7IXTTDMP6W type=del 2024-09-22T08:48:19.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.533+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=BMVQIH508Q8H type=del size=3477437 2024-09-22T08:48:19.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.537+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~6VDRYWAHU55B.0 size=465710 2024-09-22T08:48:19.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.545+0000 7f63d5be48c0 1 < completed multipart upload key=ZWR5FR2EUOBU upload=6VDRYWAHU55B tag=WVPU3MH683JW type=write size=1514286 2024-09-22T08:48:19.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.553+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~VMXR5HBK1JY7.0 size=1048576 2024-09-22T08:48:19.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~VMXR5HBK1JY7.1 size=1048576 2024-09-22T08:48:19.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~VMXR5HBK1JY7.2 size=324026 2024-09-22T08:48:19.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.557+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=VMXR5HBK1JY7 tag=BV3TWOARFMOT type=write size=3469754 2024-09-22T08:48:19.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.561+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=21654P7GBEFA type=del 2024-09-22T08:48:19.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.565+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~IP5PJN6H19P9.0 size=702663 2024-09-22T08:48:19.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.565+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=IP5PJN6H19P9 tag=HH0AKUKZZ6UN type=write size=1751239 2024-09-22T08:48:19.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.569+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~6036DT960ZR2.0 size=1048576 2024-09-22T08:48:19.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.573+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~6036DT960ZR2.1 size=1048576 2024-09-22T08:48:19.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.573+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~6036DT960ZR2.2 size=600361 2024-09-22T08:48:19.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.581+0000 7f63d5be48c0 1 < completed multipart upload key=DRUC4JUPWIZT upload=6036DT960ZR2 tag=DZ2Z1FL9S7C1 type=write size=3746089 2024-09-22T08:48:19.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.585+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=MUKMXZZWV917 type=write size=233557 2024-09-22T08:48:19.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.585+0000 7f63d5be48c0 1 < canceled part key=_multipart_LGRX93MXLXA9.2~LQOLQYKQV7X3.0 size=444150 2024-09-22T08:48:19.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.589+0000 7f63d5be48c0 1 < canceled multipart upload key=LGRX93MXLXA9 upload=LQOLQYKQV7X3 tag=ZLG48RKDH31K type=write size=1492726 2024-09-22T08:48:19.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.593+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=APL50F1NRVWC type=del size=2410760 2024-09-22T08:48:19.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.597+0000 7f63d5be48c0 1 < suggested remove operation key=NM0S8T20O886 tag=GU8OHZYBCW93 type=del 2024-09-22T08:48:19.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~O9L3X9FK0WU2.0 size=1048576 2024-09-22T08:48:19.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.605+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~O9L3X9FK0WU2.1 size=1048576 2024-09-22T08:48:19.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZWR5FR2EUOBU.2~O9L3X9FK0WU2.2 size=10002 2024-09-22T08:48:19.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.609+0000 7f63d5be48c0 1 > prepared multipart upload key=ZWR5FR2EUOBU upload=O9L3X9FK0WU2 tag=ITQKI84R8LYO type=write size=3155730 2024-09-22T08:48:19.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.613+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=WYE1SW5R9Q42 type=del 2024-09-22T08:48:19.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.613+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=7RJ06GWMBHKJ type=del size=2467065 2024-09-22T08:48:19.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.617+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=QFCP4Q2S5A6X type=del 2024-09-22T08:48:19.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.621+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=2PNJW295VT1K type=del size=408126 2024-09-22T08:48:19.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.629+0000 7f63d5be48c0 1 < suggested remove operation key=9QU8893FESH3 tag=V51T10RZF98W type=write 2024-09-22T08:48:19.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~Y3O0YEHD3RHI.0 size=745673 2024-09-22T08:48:19.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.633+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=Y3O0YEHD3RHI tag=SMEIBF63JVVF type=write size=1794249 2024-09-22T08:48:19.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.637+0000 7f63d5be48c0 -1 < failed to complete operation key=NM0S8T20O886 tag=JCCCQ5VDQY7O type=del size=685372: (22) Invalid argument 2024-09-22T08:48:19.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.637+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=FSPADCJPY9LD type=del size=3461272 2024-09-22T08:48:19.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.641+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=L65JPXCMXNSP type=del 2024-09-22T08:48:19.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.645+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=CY8RFVC8ZBSV type=write size=913669 2024-09-22T08:48:19.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.645+0000 7f63d5be48c0 1 < canceled part key=_multipart_DRUC4JUPWIZT.2~UCYBG23EXIV7.0 size=1048576 2024-09-22T08:48:19.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.649+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~UCYBG23EXIV7.1 size=849633 2024-09-22T08:48:19.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.653+0000 7f63d5be48c0 1 < canceled multipart upload key=DRUC4JUPWIZT upload=UCYBG23EXIV7 tag=W46TI0G73YV3 type=write size=2946785 2024-09-22T08:48:19.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~02GBPU68UHHO.0 size=1048576 2024-09-22T08:48:19.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.661+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~02GBPU68UHHO.1 size=1048576 2024-09-22T08:48:19.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.665+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~02GBPU68UHHO.2 size=896481 2024-09-22T08:48:19.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.665+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=02GBPU68UHHO tag=65WXW39XGAVW type=write size=4042209 2024-09-22T08:48:19.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.669+0000 7f63d5be48c0 1 < completed part key=_multipart_DD4L2M7QKCJ4.2~BBVO414N8DNZ.0 size=398395 2024-09-22T08:48:19.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.673+0000 7f63d5be48c0 1 < completed multipart upload key=DD4L2M7QKCJ4 upload=BBVO414N8DNZ tag=T1AUE2PK7AQ6 type=write size=1446971 2024-09-22T08:48:19.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.677+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=BA94R3FCXF0E type=write size=1008920 2024-09-22T08:48:19.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.677+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~A3I5S6LLRYPI.0 size=668662 2024-09-22T08:48:19.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.681+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=A3I5S6LLRYPI tag=AI7X5Y1PR7IY type=write size=1717238 2024-09-22T08:48:19.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.685+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=6KO6AOLMTTW9 type=del size=4074019 2024-09-22T08:48:19.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.693+0000 7f63d5be48c0 1 < suggested update operation key=82NQB2S7DDDK tag=5YLGMWYTX3E4 type=write size=32089 2024-09-22T08:48:19.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.697+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=LJJS8BV1LYKT type=del size=2646551 2024-09-22T08:48:19.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.701+0000 7f63d5be48c0 1 < suggested remove operation key=7EXVYJV1LXD8 tag=NWISOBUZLE1K type=del 2024-09-22T08:48:19.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.705+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=JMI80ILVFWWR type=del size=915004 2024-09-22T08:48:19.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.709+0000 7f63d5be48c0 1 < completed delete operation key=2ZLI4H2IJRPA tag=BMVQIH508Q8H type=del 2024-09-22T08:48:19.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.713+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~MOL3LC6E8S7U.0 size=464192 2024-09-22T08:48:19.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.713+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=MOL3LC6E8S7U tag=DLGBKUKMYMTX type=write size=1512768 2024-09-22T08:48:19.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.717+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~VMXR5HBK1JY7.0 size=1048576 2024-09-22T08:48:19.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.721+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~VMXR5HBK1JY7.1 size=1048576 2024-09-22T08:48:19.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.725+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~VMXR5HBK1JY7.2 size=324026 2024-09-22T08:48:19.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.729+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=VMXR5HBK1JY7 tag=BV3TWOARFMOT type=write size=3469754 2024-09-22T08:48:19.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.733+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=YA7NQDPKKGBJ type=write size=253373 2024-09-22T08:48:19.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.737+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~IP5PJN6H19P9.0 size=702663 2024-09-22T08:48:19.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.741+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=IP5PJN6H19P9 tag=HH0AKUKZZ6UN type=write size=1751239 2024-09-22T08:48:19.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.745+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=3ZGCX6IBR7P0 type=write size=495734 2024-09-22T08:48:19.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.749+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=MUKMXZZWV917 type=write size=233557 2024-09-22T08:48:19.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.753+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=1ZIL0F8KRZER type=del size=3587911 2024-09-22T08:48:19.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.757+0000 7f63d5be48c0 1 < canceled operation key=VDSHPE93TN14 tag=APL50F1NRVWC type=del size=2410760 2024-09-22T08:48:19.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.761+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~QFRFQ0LVL357.0 size=210804 2024-09-22T08:48:19.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.761+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=QFRFQ0LVL357 tag=J84WQBI0FP8O type=write size=1259380 2024-09-22T08:48:19.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.765+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~O9L3X9FK0WU2.0 size=1048576 2024-09-22T08:48:19.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.769+0000 7f63d5be48c0 1 < completed part key=_multipart_ZWR5FR2EUOBU.2~O9L3X9FK0WU2.1 size=1048576 2024-09-22T08:48:19.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.769+0000 7f63d5be48c0 1 < canceled part key=_multipart_ZWR5FR2EUOBU.2~O9L3X9FK0WU2.2 size=10002 2024-09-22T08:48:19.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.773+0000 7f63d5be48c0 1 < canceled multipart upload key=ZWR5FR2EUOBU upload=O9L3X9FK0WU2 tag=ITQKI84R8LYO type=write size=3155730 2024-09-22T08:48:19.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.781+0000 7f63d5be48c0 1 > prepared part key=_multipart_3MG2M4MHSYN5.2~9VT5AO952931.0 size=582063 2024-09-22T08:48:19.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.781+0000 7f63d5be48c0 1 > prepared multipart upload key=3MG2M4MHSYN5 upload=9VT5AO952931 tag=923WI9OIOYAS type=write size=1630639 2024-09-22T08:48:19.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.785+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=7RJ06GWMBHKJ type=del 2024-09-22T08:48:19.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.789+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=2L74FQ92UISL type=del size=3936574 2024-09-22T08:48:19.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.789+0000 7f63d5be48c0 1 < completed delete operation key=VEF00MGE4G2D tag=2PNJW295VT1K type=del 2024-09-22T08:48:19.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.793+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=1C0SW1Z3MFJA type=write size=221712 2024-09-22T08:48:19.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.797+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~Y3O0YEHD3RHI.0 size=745673 2024-09-22T08:48:19.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.801+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=Y3O0YEHD3RHI tag=SMEIBF63JVVF type=write size=1794249 2024-09-22T08:48:19.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.805+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=YCA07R3H3XVH type=del size=1526061 2024-09-22T08:48:19.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.813+0000 7f63d5be48c0 1 < suggested update operation key=V5JZ6OBLB6FZ tag=FSPADCJPY9LD type=del size=3461272 2024-09-22T08:48:19.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.817+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=J34ERUEFVEI4 type=del size=350814 2024-09-22T08:48:19.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.821+0000 7f63d5be48c0 1 < canceled operation key=3MG2M4MHSYN5 tag=CY8RFVC8ZBSV type=write size=913669 2024-09-22T08:48:19.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.825+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=9DMAS67FI2A9 type=del size=2592456 2024-09-22T08:48:19.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.829+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~02GBPU68UHHO.0 size=1048576 2024-09-22T08:48:19.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.829+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~02GBPU68UHHO.1 size=1048576 2024-09-22T08:48:19.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.833+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~02GBPU68UHHO.2 size=896481 2024-09-22T08:48:19.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.837+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=02GBPU68UHHO tag=65WXW39XGAVW type=write size=4042209 2024-09-22T08:48:19.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.841+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=OKXNP6OZZZ6D type=del size=3988536 2024-09-22T08:48:19.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.849+0000 7f63d5be48c0 1 < suggested remove operation key=ZWR5FR2EUOBU tag=BA94R3FCXF0E type=write 2024-09-22T08:48:19.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.853+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=2ZRWAYYRCZYJ type=write size=996880 2024-09-22T08:48:19.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.861+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=6KO6AOLMTTW9 type=del 2024-09-22T08:48:19.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.865+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=ZH5MXTE1120O type=del size=2792226 2024-09-22T08:48:19.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.869+0000 7f63d5be48c0 1 < completed delete operation key=LGRX93MXLXA9 tag=LJJS8BV1LYKT type=del 2024-09-22T08:48:19.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.869+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=TE6FNV5A4AQL type=del size=3006398 2024-09-22T08:48:19.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.873+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=JMI80ILVFWWR type=del 2024-09-22T08:48:19.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~V4Q4OXW10OJL.0 size=1048576 2024-09-22T08:48:19.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.885+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~V4Q4OXW10OJL.1 size=1048576 2024-09-22T08:48:19.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.885+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~V4Q4OXW10OJL.2 size=621083 2024-09-22T08:48:19.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.885+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=V4Q4OXW10OJL tag=OCPS3FHTXF9Y type=write size=3766811 2024-09-22T08:48:19.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.889+0000 7f63d5be48c0 1 < completed part key=_multipart_SKZYLE6QANA6.2~MOL3LC6E8S7U.0 size=464192 2024-09-22T08:48:19.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.897+0000 7f63d5be48c0 1 < completed multipart upload key=SKZYLE6QANA6 upload=MOL3LC6E8S7U tag=DLGBKUKMYMTX type=write size=1512768 2024-09-22T08:48:19.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.901+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=0S7ZK92E82O6 type=del size=185655 2024-09-22T08:48:19.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.901+0000 7f63d5be48c0 1 < completed write operation key=ROTY3Z0W6P3U tag=YA7NQDPKKGBJ type=write size=253373 2024-09-22T08:48:19.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.905+0000 7f63d5be48c0 1 > prepared operation key=465P86KCYZ8V tag=JAIGOQB9T9TU type=write size=592938 2024-09-22T08:48:19.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.909+0000 7f63d5be48c0 1 < completed write operation key=N3T2GVFADL66 tag=3ZGCX6IBR7P0 type=write size=495734 2024-09-22T08:48:19.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.913+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=AY7YO7XF83AN type=del size=1487871 2024-09-22T08:48:19.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.917+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=1ZIL0F8KRZER type=del 2024-09-22T08:48:19.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.921+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=W0NWIZFED4FX type=del size=2021185 2024-09-22T08:48:19.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.925+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~QFRFQ0LVL357.0 size=210804 2024-09-22T08:48:19.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.929+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=QFRFQ0LVL357 tag=J84WQBI0FP8O type=write size=1259380 2024-09-22T08:48:19.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.933+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1W31XH1Q8RAQ.0 size=1048576 2024-09-22T08:48:19.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.937+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1W31XH1Q8RAQ.1 size=1048576 2024-09-22T08:48:19.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.941+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~1W31XH1Q8RAQ.2 size=461625 2024-09-22T08:48:19.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.941+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=1W31XH1Q8RAQ tag=D31MDOBJXL9H type=write size=3607353 2024-09-22T08:48:19.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.945+0000 7f63d5be48c0 1 < completed part key=_multipart_3MG2M4MHSYN5.2~9VT5AO952931.0 size=582063 2024-09-22T08:48:19.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.949+0000 7f63d5be48c0 1 < completed multipart upload key=3MG2M4MHSYN5 upload=9VT5AO952931 tag=923WI9OIOYAS type=write size=1630639 2024-09-22T08:48:19.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.953+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=RKJ35GY8F5S0 type=write size=945053 2024-09-22T08:48:19.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.957+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=2L74FQ92UISL type=del 2024-09-22T08:48:19.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.957+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=SBYOGCVB1C3I type=del size=3733882 2024-09-22T08:48:19.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.961+0000 7f63d5be48c0 1 < completed write operation key=ANO1D6N8RQ7Y tag=1C0SW1Z3MFJA type=write size=221712 2024-09-22T08:48:19.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.965+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=53WDK36AWJPB type=del size=4128771 2024-09-22T08:48:19.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.969+0000 7f63d5be48c0 1 < canceled operation key=CU2N9Z3QGASM tag=YCA07R3H3XVH type=del size=1526061 2024-09-22T08:48:19.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.973+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=ZW910RNEU1QX type=write size=96853 2024-09-22T08:48:19.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.977+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=J34ERUEFVEI4 type=del 2024-09-22T08:48:19.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.981+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=6G1ULGHCREU6 type=del size=2989274 2024-09-22T08:48:19.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.981+0000 7f63d5be48c0 1 < completed delete operation key=M568KL6YWKU2 tag=9DMAS67FI2A9 type=del 2024-09-22T08:48:19.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.985+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=UAGIFNZUX5DY type=del size=124278 2024-09-22T08:48:19.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.989+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=OKXNP6OZZZ6D type=del size=3988536 2024-09-22T08:48:19.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~T729964N6E6F.0 size=1048576 2024-09-22T08:48:20.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:19.997+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~T729964N6E6F.1 size=1048576 2024-09-22T08:48:20.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.001+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~T729964N6E6F.2 size=483128 2024-09-22T08:48:20.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.001+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=T729964N6E6F tag=FE1IGNPYCCGR type=write size=3628856 2024-09-22T08:48:20.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.005+0000 7f63d5be48c0 1 < completed write operation key=VEF00MGE4G2D tag=2ZRWAYYRCZYJ type=write size=996880 2024-09-22T08:48:20.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~XRQ1XY5PI4GX.0 size=1048576 2024-09-22T08:48:20.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.013+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~XRQ1XY5PI4GX.1 size=1048576 2024-09-22T08:48:20.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.017+0000 7f63d5be48c0 1 > prepared part key=_multipart_V5JZ6OBLB6FZ.2~XRQ1XY5PI4GX.2 size=720886 2024-09-22T08:48:20.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.017+0000 7f63d5be48c0 1 > prepared multipart upload key=V5JZ6OBLB6FZ upload=XRQ1XY5PI4GX tag=MMHCRZBHPMWL type=write size=3866614 2024-09-22T08:48:20.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.021+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=ZH5MXTE1120O type=del 2024-09-22T08:48:20.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.025+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=HGFRSSK0G3YP type=del size=647004 2024-09-22T08:48:20.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.025+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=TE6FNV5A4AQL type=del 2024-09-22T08:48:20.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.029+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=MYN8BNZKFJPP type=del size=3675910 2024-09-22T08:48:20.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.033+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~V4Q4OXW10OJL.0 size=1048576 2024-09-22T08:48:20.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.033+0000 7f63d5be48c0 1 < canceled part key=_multipart_Q0ESBWWRI2U9.2~V4Q4OXW10OJL.1 size=1048576 2024-09-22T08:48:20.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.037+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~V4Q4OXW10OJL.2 size=621083 2024-09-22T08:48:20.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.041+0000 7f63d5be48c0 1 < canceled multipart upload key=Q0ESBWWRI2U9 upload=V4Q4OXW10OJL tag=OCPS3FHTXF9Y type=write size=3766811 2024-09-22T08:48:20.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.045+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=LTCYBEDLPISG type=write size=241020 2024-09-22T08:48:20.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.049+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=0S7ZK92E82O6 type=del 2024-09-22T08:48:20.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.053+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=IRM7UV51ZKYW type=del size=233745 2024-09-22T08:48:20.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.057+0000 7f63d5be48c0 1 < completed write operation key=465P86KCYZ8V tag=JAIGOQB9T9TU type=write size=592938 2024-09-22T08:48:20.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.057+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=6XU2VF6C0NMT type=del size=1622199 2024-09-22T08:48:20.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.061+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=AY7YO7XF83AN type=del 2024-09-22T08:48:20.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.065+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=CVIQG6FYF6HE type=del size=1078377 2024-09-22T08:48:20.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.069+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=W0NWIZFED4FX type=del 2024-09-22T08:48:20.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.073+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=2ZI4VUSVIJDH type=del size=2856644 2024-09-22T08:48:20.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.073+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~1W31XH1Q8RAQ.0 size=1048576 2024-09-22T08:48:20.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.073+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~1W31XH1Q8RAQ.1 size=1048576 2024-09-22T08:48:20.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.077+0000 7f63d5be48c0 1 < completed part key=_multipart_XJHFTJNAZSHI.2~1W31XH1Q8RAQ.2 size=461625 2024-09-22T08:48:20.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.081+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=1W31XH1Q8RAQ tag=D31MDOBJXL9H type=write size=3607353 2024-09-22T08:48:20.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.089+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~RR3S7DLIKK6S.0 size=1048576 2024-09-22T08:48:20.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.093+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~RR3S7DLIKK6S.1 size=1048576 2024-09-22T08:48:20.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.093+0000 7f63d5be48c0 1 > prepared part key=_multipart_2ZLI4H2IJRPA.2~RR3S7DLIKK6S.2 size=205335 2024-09-22T08:48:20.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.093+0000 7f63d5be48c0 1 > prepared multipart upload key=2ZLI4H2IJRPA upload=RR3S7DLIKK6S tag=6VA63AI0FFD6 type=write size=3351063 2024-09-22T08:48:20.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.097+0000 7f63d5be48c0 1 < completed write operation key=AJ8YUA7HCF5R tag=RKJ35GY8F5S0 type=write size=945053 2024-09-22T08:48:20.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.101+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=OCA3GJG2VRCX type=del size=1774656 2024-09-22T08:48:20.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.105+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=SBYOGCVB1C3I type=del 2024-09-22T08:48:20.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.109+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=LELV7MP6KLXU type=write size=710458 2024-09-22T08:48:20.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.113+0000 7f63d5be48c0 1 < completed delete operation key=XJHFTJNAZSHI tag=53WDK36AWJPB type=del 2024-09-22T08:48:20.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.117+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=EYYT6CPCHYC3 type=del size=2705335 2024-09-22T08:48:20.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.121+0000 7f63d5be48c0 1 < completed write operation key=OPADUWLHYXXQ tag=ZW910RNEU1QX type=write size=96853 2024-09-22T08:48:20.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.121+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=JNIIV1EPJWSC type=del size=2860942 2024-09-22T08:48:20.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.125+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=6G1ULGHCREU6 type=del 2024-09-22T08:48:20.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.133+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~TGI8ZANDI902.0 size=165991 2024-09-22T08:48:20.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.133+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=TGI8ZANDI902 tag=XRBRYDAQ33IC type=write size=1214567 2024-09-22T08:48:20.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.137+0000 7f63d5be48c0 1 < completed delete operation key=ROTY3Z0W6P3U tag=UAGIFNZUX5DY type=del 2024-09-22T08:48:20.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.141+0000 7f63d5be48c0 1 > prepared operation key=AJ8YUA7HCF5R tag=MKPVMHEFPSQ9 type=del size=4179966 2024-09-22T08:48:20.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.145+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~T729964N6E6F.0 size=1048576 2024-09-22T08:48:20.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.145+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~T729964N6E6F.1 size=1048576 2024-09-22T08:48:20.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.149+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~T729964N6E6F.2 size=483128 2024-09-22T08:48:20.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.153+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=T729964N6E6F tag=FE1IGNPYCCGR type=write size=3628856 2024-09-22T08:48:20.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.157+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=SE8LJQ423FFY type=del size=2240999 2024-09-22T08:48:20.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.161+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~XRQ1XY5PI4GX.0 size=1048576 2024-09-22T08:48:20.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.165+0000 7f63d5be48c0 1 < completed part key=_multipart_V5JZ6OBLB6FZ.2~XRQ1XY5PI4GX.1 size=1048576 2024-09-22T08:48:20.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.165+0000 7f63d5be48c0 1 < canceled part key=_multipart_V5JZ6OBLB6FZ.2~XRQ1XY5PI4GX.2 size=720886 2024-09-22T08:48:20.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.169+0000 7f63d5be48c0 1 < canceled multipart upload key=V5JZ6OBLB6FZ upload=XRQ1XY5PI4GX tag=MMHCRZBHPMWL type=write size=3866614 2024-09-22T08:48:20.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.173+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=OMWFGVFVDI0Z type=del size=3251977 2024-09-22T08:48:20.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.177+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=HGFRSSK0G3YP type=del 2024-09-22T08:48:20.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.185+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=TGWB99H61O1T type=write size=474606 2024-09-22T08:48:20.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.189+0000 7f63d5be48c0 1 < canceled operation key=ROTY3Z0W6P3U tag=MYN8BNZKFJPP type=del size=3675910 2024-09-22T08:48:20.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.193+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=WJ3J4THYWSDX type=del size=2806560 2024-09-22T08:48:20.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.201+0000 7f63d5be48c0 1 < suggested remove operation key=LGRX93MXLXA9 tag=LTCYBEDLPISG type=write 2024-09-22T08:48:20.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.209+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~TFF59KPJCY09.0 size=1048576 2024-09-22T08:48:20.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~TFF59KPJCY09.1 size=1048576 2024-09-22T08:48:20.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.213+0000 7f63d5be48c0 1 > prepared part key=_multipart_NM0S8T20O886.2~TFF59KPJCY09.2 size=162743 2024-09-22T08:48:20.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.213+0000 7f63d5be48c0 1 > prepared multipart upload key=NM0S8T20O886 upload=TFF59KPJCY09 tag=LHN4CM2KP9H6 type=write size=3308471 2024-09-22T08:48:20.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.221+0000 7f63d5be48c0 1 < completed delete operation key=ZWR5FR2EUOBU tag=IRM7UV51ZKYW type=del 2024-09-22T08:48:20.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.225+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=BL8F5DCLSWQK type=del size=1618274 2024-09-22T08:48:20.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.225+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=6XU2VF6C0NMT type=del 2024-09-22T08:48:20.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.229+0000 7f63d5be48c0 1 > prepared operation key=DRUC4JUPWIZT tag=78SVCMPLH3VQ type=del size=486269 2024-09-22T08:48:20.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.233+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=CVIQG6FYF6HE type=del 2024-09-22T08:48:20.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.241+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~EPCL6VDBIVO0.0 size=1048576 2024-09-22T08:48:20.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.245+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~EPCL6VDBIVO0.1 size=62868 2024-09-22T08:48:20.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.245+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=EPCL6VDBIVO0 tag=I8UCBVOLHJUR type=write size=2160020 2024-09-22T08:48:20.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.245+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=2ZI4VUSVIJDH type=del 2024-09-22T08:48:20.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.249+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=Y0Z2EBEGQ4GT type=del size=1108650 2024-09-22T08:48:20.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.253+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~RR3S7DLIKK6S.0 size=1048576 2024-09-22T08:48:20.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.257+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~RR3S7DLIKK6S.1 size=1048576 2024-09-22T08:48:20.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.261+0000 7f63d5be48c0 1 < completed part key=_multipart_2ZLI4H2IJRPA.2~RR3S7DLIKK6S.2 size=205335 2024-09-22T08:48:20.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.265+0000 7f63d5be48c0 1 < completed multipart upload key=2ZLI4H2IJRPA upload=RR3S7DLIKK6S tag=6VA63AI0FFD6 type=write size=3351063 2024-09-22T08:48:20.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.269+0000 7f63d5be48c0 1 > prepared operation key=NM0S8T20O886 tag=MODJFFK02C9L type=del size=1944637 2024-09-22T08:48:20.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.277+0000 7f63d5be48c0 1 < suggested update operation key=ANO1D6N8RQ7Y tag=OCA3GJG2VRCX type=del size=1774656 2024-09-22T08:48:20.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.281+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=WDMRZ46JNJNB type=write size=996992 2024-09-22T08:48:20.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.281+0000 7f63d5be48c0 -1 < no bi entry to suggest for operation key=LGRX93MXLXA9 tag=LELV7MP6KLXU type=write size=710458: (2) No such file or directory 2024-09-22T08:48:20.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~6G5LRFETEVVR.0 size=1048576 2024-09-22T08:48:20.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~6G5LRFETEVVR.1 size=499292 2024-09-22T08:48:20.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.289+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=6G5LRFETEVVR tag=ISYQ12AZYJJI type=write size=2596444 2024-09-22T08:48:20.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.293+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=EYYT6CPCHYC3 type=del 2024-09-22T08:48:20.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.297+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=RVCVKL2QC9MM type=del size=1473966 2024-09-22T08:48:20.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.301+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=JNIIV1EPJWSC type=del 2024-09-22T08:48:20.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~4U017ZWEZHE7.0 size=1048576 2024-09-22T08:48:20.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.309+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~4U017ZWEZHE7.1 size=77723 2024-09-22T08:48:20.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.309+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=4U017ZWEZHE7 tag=MOYVCPV2U4D7 type=write size=2174875 2024-09-22T08:48:20.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.313+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~TGI8ZANDI902.0 size=165991 2024-09-22T08:48:20.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.321+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=TGI8ZANDI902 tag=XRBRYDAQ33IC type=write size=1214567 2024-09-22T08:48:20.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.321+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=ET0UDAVB2GDX type=del size=952125 2024-09-22T08:48:20.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.325+0000 7f63d5be48c0 1 < completed delete operation key=AJ8YUA7HCF5R tag=MKPVMHEFPSQ9 type=del 2024-09-22T08:48:20.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.329+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=CUED8F0RZ5DP type=write size=587200 2024-09-22T08:48:20.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.333+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=SE8LJQ423FFY type=del 2024-09-22T08:48:20.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.341+0000 7f63d5be48c0 1 > prepared part key=_multipart_N3T2GVFADL66.2~LS3FIQJP1XBE.0 size=413266 2024-09-22T08:48:20.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.341+0000 7f63d5be48c0 1 > prepared multipart upload key=N3T2GVFADL66 upload=LS3FIQJP1XBE tag=ZHRJMYIEO21W type=write size=1461842 2024-09-22T08:48:20.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.345+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=OMWFGVFVDI0Z type=del 2024-09-22T08:48:20.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.349+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=R8R7HACJKC58 type=del size=4776 2024-09-22T08:48:20.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.353+0000 7f63d5be48c0 1 < canceled operation key=XJHFTJNAZSHI tag=TGWB99H61O1T type=write size=474606 2024-09-22T08:48:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~BJE3GQ1J62AP.0 size=1048576 2024-09-22T08:48:20.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.361+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~BJE3GQ1J62AP.1 size=1048576 2024-09-22T08:48:20.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.365+0000 7f63d5be48c0 1 > prepared part key=_multipart_LGRX93MXLXA9.2~BJE3GQ1J62AP.2 size=677706 2024-09-22T08:48:20.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.365+0000 7f63d5be48c0 1 > prepared multipart upload key=LGRX93MXLXA9 upload=BJE3GQ1J62AP tag=YPTKVUN7EONF type=write size=3823434 2024-09-22T08:48:20.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.369+0000 7f63d5be48c0 1 < completed delete operation key=Q0ESBWWRI2U9 tag=WJ3J4THYWSDX type=del 2024-09-22T08:48:20.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.377+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~Q8Q5F7UECZAK.0 size=1048576 2024-09-22T08:48:20.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.377+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~Q8Q5F7UECZAK.1 size=276545 2024-09-22T08:48:20.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.377+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=Q8Q5F7UECZAK tag=3XXYK1QBRD7O type=write size=2373697 2024-09-22T08:48:20.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.377+0000 7f63d5be48c0 1 < canceled part key=_multipart_NM0S8T20O886.2~TFF59KPJCY09.0 size=1048576 2024-09-22T08:48:20.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.381+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~TFF59KPJCY09.1 size=1048576 2024-09-22T08:48:20.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.385+0000 7f63d5be48c0 1 < completed part key=_multipart_NM0S8T20O886.2~TFF59KPJCY09.2 size=162743 2024-09-22T08:48:20.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.393+0000 7f63d5be48c0 1 < canceled multipart upload key=NM0S8T20O886 upload=TFF59KPJCY09 tag=LHN4CM2KP9H6 type=write size=3308471 2024-09-22T08:48:20.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.393+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=MDWAIQ9C5269 type=write size=376883 2024-09-22T08:48:20.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.401+0000 7f63d5be48c0 1 < suggested remove operation key=3MG2M4MHSYN5 tag=BL8F5DCLSWQK type=del 2024-09-22T08:48:20.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.405+0000 7f63d5be48c0 1 > prepared operation key=K5VZA8UPYZ63 tag=CYNYVXD6OCE6 type=del size=3038053 2024-09-22T08:48:20.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.409+0000 7f63d5be48c0 1 < canceled operation key=DRUC4JUPWIZT tag=78SVCMPLH3VQ type=del size=486269 2024-09-22T08:48:20.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.413+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=ORUPVAAC2M6V type=del size=1295210 2024-09-22T08:48:20.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.417+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~EPCL6VDBIVO0.0 size=1048576 2024-09-22T08:48:20.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.417+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~EPCL6VDBIVO0.1 size=62868 2024-09-22T08:48:20.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.425+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=EPCL6VDBIVO0 tag=I8UCBVOLHJUR type=write size=2160020 2024-09-22T08:48:20.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.429+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=QLXEJU2VM5SV type=del size=3980152 2024-09-22T08:48:20.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.433+0000 7f63d5be48c0 -1 < failed to complete operation key=ANO1D6N8RQ7Y tag=Y0Z2EBEGQ4GT type=del size=1108650: (22) Invalid argument 2024-09-22T08:48:20.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.433+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=02R9X8P7UG5I type=del size=620352 2024-09-22T08:48:20.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.437+0000 7f63d5be48c0 1 < completed delete operation key=NM0S8T20O886 tag=MODJFFK02C9L type=del 2024-09-22T08:48:20.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.441+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=0OTS1HK6LJ4X type=del size=3596843 2024-09-22T08:48:20.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.445+0000 7f63d5be48c0 1 < completed write operation key=ANO1D6N8RQ7Y tag=WDMRZ46JNJNB type=write size=996992 2024-09-22T08:48:20.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.449+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=TEZOPXL4SLM4 type=del size=2332368 2024-09-22T08:48:20.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.453+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~6G5LRFETEVVR.0 size=1048576 2024-09-22T08:48:20.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.457+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~6G5LRFETEVVR.1 size=499292 2024-09-22T08:48:20.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.461+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=6G5LRFETEVVR tag=ISYQ12AZYJJI type=write size=2596444 2024-09-22T08:48:20.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.465+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=DTAYC7A0A5OQ type=del size=1512473 2024-09-22T08:48:20.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.469+0000 7f63d5be48c0 1 < completed delete operation key=9QU8893FESH3 tag=RVCVKL2QC9MM type=del 2024-09-22T08:48:20.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.473+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=C1C34CCH463K type=write size=1004147 2024-09-22T08:48:20.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.477+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~4U017ZWEZHE7.0 size=1048576 2024-09-22T08:48:20.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.477+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~4U017ZWEZHE7.1 size=77723 2024-09-22T08:48:20.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.485+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=4U017ZWEZHE7 tag=MOYVCPV2U4D7 type=write size=2174875 2024-09-22T08:48:20.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.489+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=6SPRL1C29XLW type=del size=3647444 2024-09-22T08:48:20.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.493+0000 7f63d5be48c0 1 < suggested update operation key=UHKYFMG0T61H tag=ET0UDAVB2GDX type=del size=952125 2024-09-22T08:48:20.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.497+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=8MDY3YM98HMI type=del size=1681676 2024-09-22T08:48:20.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.501+0000 7f63d5be48c0 1 < completed write operation key=LGRX93MXLXA9 tag=CUED8F0RZ5DP type=write size=587200 2024-09-22T08:48:20.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.505+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=99H0U48BWEL3 type=del size=2304722 2024-09-22T08:48:20.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.509+0000 7f63d5be48c0 1 < completed part key=_multipart_N3T2GVFADL66.2~LS3FIQJP1XBE.0 size=413266 2024-09-22T08:48:20.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.513+0000 7f63d5be48c0 1 < completed multipart upload key=N3T2GVFADL66 upload=LS3FIQJP1XBE tag=ZHRJMYIEO21W type=write size=1461842 2024-09-22T08:48:20.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.517+0000 7f63d5be48c0 1 > prepared operation key=M568KL6YWKU2 tag=IGVP9UDYC0XN type=del size=1218508 2024-09-22T08:48:20.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.529+0000 7f63d5be48c0 1 < suggested update operation key=SKZYLE6QANA6 tag=R8R7HACJKC58 type=del size=4776 2024-09-22T08:48:20.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.537+0000 7f63d5be48c0 1 > prepared part key=_multipart_XJHFTJNAZSHI.2~VOTGHOSH4GSD.0 size=655460 2024-09-22T08:48:20.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.537+0000 7f63d5be48c0 1 > prepared multipart upload key=XJHFTJNAZSHI upload=VOTGHOSH4GSD tag=51N402U19XWG type=write size=1704036 2024-09-22T08:48:20.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.541+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~BJE3GQ1J62AP.0 size=1048576 2024-09-22T08:48:20.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.541+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~BJE3GQ1J62AP.1 size=1048576 2024-09-22T08:48:20.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.545+0000 7f63d5be48c0 1 < completed part key=_multipart_LGRX93MXLXA9.2~BJE3GQ1J62AP.2 size=677706 2024-09-22T08:48:20.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.549+0000 7f63d5be48c0 1 < completed multipart upload key=LGRX93MXLXA9 upload=BJE3GQ1J62AP tag=YPTKVUN7EONF type=write size=3823434 2024-09-22T08:48:20.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.557+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~21620CZDM6Y2.0 size=242851 2024-09-22T08:48:20.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.557+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=21620CZDM6Y2 tag=CYGRZ7G9SG35 type=write size=1291427 2024-09-22T08:48:20.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.561+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~Q8Q5F7UECZAK.0 size=1048576 2024-09-22T08:48:20.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.561+0000 7f63d5be48c0 1 < completed part key=_multipart_UHKYFMG0T61H.2~Q8Q5F7UECZAK.1 size=276545 2024-09-22T08:48:20.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.565+0000 7f63d5be48c0 1 < completed multipart upload key=UHKYFMG0T61H upload=Q8Q5F7UECZAK tag=3XXYK1QBRD7O type=write size=2373697 2024-09-22T08:48:20.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.569+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=KK0MRW4CQUHU type=write size=452780 2024-09-22T08:48:20.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.573+0000 7f63d5be48c0 1 < completed write operation key=VEF00MGE4G2D tag=MDWAIQ9C5269 type=write size=376883 2024-09-22T08:48:20.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.577+0000 7f63d5be48c0 1 > prepared operation key=DZ5BP1FM3Z5N tag=TT9Q20M8HG9M type=del size=2156420 2024-09-22T08:48:20.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.581+0000 7f63d5be48c0 1 < suggested update operation key=K5VZA8UPYZ63 tag=CYNYVXD6OCE6 type=del size=3038053 2024-09-22T08:48:20.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.585+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=HBUYCS1QRXOH type=del size=4075240 2024-09-22T08:48:20.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.589+0000 7f63d5be48c0 1 < canceled operation key=VEF00MGE4G2D tag=ORUPVAAC2M6V type=del size=1295210 2024-09-22T08:48:20.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.593+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=WUM54PQG09LD type=del size=2326115 2024-09-22T08:48:20.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.597+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=QLXEJU2VM5SV type=del 2024-09-22T08:48:20.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.597+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=2G71BY1FF2QD type=del size=55166 2024-09-22T08:48:20.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.601+0000 7f63d5be48c0 1 < completed delete operation key=82NQB2S7DDDK tag=02R9X8P7UG5I type=del 2024-09-22T08:48:20.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~PVPWGMYP84IT.0 size=1048576 2024-09-22T08:48:20.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.609+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~PVPWGMYP84IT.1 size=1048576 2024-09-22T08:48:20.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.613+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~PVPWGMYP84IT.2 size=41465 2024-09-22T08:48:20.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.613+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=PVPWGMYP84IT tag=HDW9AGVUW69R type=write size=3187193 2024-09-22T08:48:20.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.617+0000 7f63d5be48c0 1 < completed delete operation key=DD4L2M7QKCJ4 tag=0OTS1HK6LJ4X type=del 2024-09-22T08:48:20.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.617+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=QIJNIYIOA6G4 type=del size=2242561 2024-09-22T08:48:20.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.621+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=TEZOPXL4SLM4 type=del 2024-09-22T08:48:20.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.629+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~JMRR46OKF6JR.0 size=1048576 2024-09-22T08:48:20.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.633+0000 7f63d5be48c0 1 > prepared part key=_multipart_M568KL6YWKU2.2~JMRR46OKF6JR.1 size=759167 2024-09-22T08:48:20.634 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.633+0000 7f63d5be48c0 1 > prepared multipart upload key=M568KL6YWKU2 upload=JMRR46OKF6JR tag=5WSELVHHOW3S type=write size=2856319 2024-09-22T08:48:20.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.637+0000 7f63d5be48c0 1 < suggested remove operation key=M568KL6YWKU2 tag=DTAYC7A0A5OQ type=del 2024-09-22T08:48:20.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.641+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=8E44A5MMG2TA type=del size=503946 2024-09-22T08:48:20.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.645+0000 7f63d5be48c0 1 < completed write operation key=CU2N9Z3QGASM tag=C1C34CCH463K type=write size=1004147 2024-09-22T08:48:20.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.649+0000 7f63d5be48c0 1 > prepared operation key=4WGAB8CTCA4V tag=53SMZESM6F8P type=del size=204813 2024-09-22T08:48:20.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.653+0000 7f63d5be48c0 1 < canceled operation key=4WGAB8CTCA4V tag=6SPRL1C29XLW type=del size=3647444 2024-09-22T08:48:20.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.657+0000 7f63d5be48c0 1 > prepared operation key=OPADUWLHYXXQ tag=EADCRS1KX8F7 type=del size=3629818 2024-09-22T08:48:20.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.661+0000 7f63d5be48c0 1 < completed delete operation key=04W2JBYV6JRL tag=8MDY3YM98HMI type=del 2024-09-22T08:48:20.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.661+0000 7f63d5be48c0 1 > prepared operation key=VEF00MGE4G2D tag=V1IQA0MG8A7X type=write size=35292 2024-09-22T08:48:20.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.669+0000 7f63d5be48c0 1 < suggested update operation key=DD4L2M7QKCJ4 tag=99H0U48BWEL3 type=del size=2304722 2024-09-22T08:48:20.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.677+0000 7f63d5be48c0 1 > prepared part key=_multipart_K5VZA8UPYZ63.2~F9GN48AFU2KA.0 size=998797 2024-09-22T08:48:20.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.677+0000 7f63d5be48c0 1 > prepared multipart upload key=K5VZA8UPYZ63 upload=F9GN48AFU2KA tag=KUK8WOH9QXH1 type=write size=2047373 2024-09-22T08:48:20.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.677+0000 7f63d5be48c0 -1 < failed to complete operation key=M568KL6YWKU2 tag=IGVP9UDYC0XN type=del size=1218508: (22) Invalid argument 2024-09-22T08:48:20.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.681+0000 7f63d5be48c0 1 > prepared operation key=3MG2M4MHSYN5 tag=1D68UWBK5OY4 type=del size=3722434 2024-09-22T08:48:20.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.685+0000 7f63d5be48c0 1 < canceled part key=_multipart_XJHFTJNAZSHI.2~VOTGHOSH4GSD.0 size=655460 2024-09-22T08:48:20.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.689+0000 7f63d5be48c0 1 < canceled multipart upload key=XJHFTJNAZSHI upload=VOTGHOSH4GSD tag=51N402U19XWG type=write size=1704036 2024-09-22T08:48:20.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.693+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=RWRUPXY5Y4I1 type=del size=1690435 2024-09-22T08:48:20.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.697+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~21620CZDM6Y2.0 size=242851 2024-09-22T08:48:20.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.701+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=21620CZDM6Y2 tag=CYGRZ7G9SG35 type=write size=1291427 2024-09-22T08:48:20.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.705+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=8N80NFEJ303S type=del size=1889184 2024-09-22T08:48:20.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.709+0000 7f63d5be48c0 1 < completed write operation key=VEF00MGE4G2D tag=KK0MRW4CQUHU type=write size=452780 2024-09-22T08:48:20.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.713+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~FXGWYKTD4AX0.0 size=656136 2024-09-22T08:48:20.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.713+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=FXGWYKTD4AX0 tag=UIR4KSA32P1M type=write size=1704712 2024-09-22T08:48:20.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.717+0000 7f63d5be48c0 1 < completed delete operation key=DZ5BP1FM3Z5N tag=TT9Q20M8HG9M type=del 2024-09-22T08:48:20.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.721+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~KI358JB9TH2R.0 size=1048576 2024-09-22T08:48:20.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~KI358JB9TH2R.1 size=1048576 2024-09-22T08:48:20.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.725+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~KI358JB9TH2R.2 size=319039 2024-09-22T08:48:20.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.725+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=KI358JB9TH2R tag=V0WSK75HANVH type=write size=3464767 2024-09-22T08:48:20.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.729+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=HBUYCS1QRXOH type=del 2024-09-22T08:48:20.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.733+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=ZHV3EA2YG78B type=write size=972355 2024-09-22T08:48:20.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.733+0000 7f63d5be48c0 -1 < failed to complete operation key=DD4L2M7QKCJ4 tag=WUM54PQG09LD type=del size=2326115: (22) Invalid argument 2024-09-22T08:48:20.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.737+0000 7f63d5be48c0 1 > prepared operation key=ZOK9L18PUHG0 tag=E54FCUUN87N4 type=del size=473960 2024-09-22T08:48:20.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.741+0000 7f63d5be48c0 1 < completed delete operation key=4WGAB8CTCA4V tag=2G71BY1FF2QD type=del 2024-09-22T08:48:20.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.745+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~W5DE5HGZEIOW.0 size=1048576 2024-09-22T08:48:20.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.749+0000 7f63d5be48c0 1 > prepared part key=_multipart_04W2JBYV6JRL.2~W5DE5HGZEIOW.1 size=284845 2024-09-22T08:48:20.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.749+0000 7f63d5be48c0 1 > prepared multipart upload key=04W2JBYV6JRL upload=W5DE5HGZEIOW tag=ZM91XCSPM3TO type=write size=2381997 2024-09-22T08:48:20.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.753+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~PVPWGMYP84IT.0 size=1048576 2024-09-22T08:48:20.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.761+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~PVPWGMYP84IT.1 size=1048576 2024-09-22T08:48:20.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.765+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~PVPWGMYP84IT.2 size=41465 2024-09-22T08:48:20.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.769+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=PVPWGMYP84IT tag=HDW9AGVUW69R type=write size=3187193 2024-09-22T08:48:20.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.773+0000 7f63d5be48c0 1 > prepared operation key=2ZLI4H2IJRPA tag=QL3GRG2BCHCK type=write size=512625 2024-09-22T08:48:20.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.777+0000 7f63d5be48c0 1 < suggested update operation key=4WGAB8CTCA4V tag=QIJNIYIOA6G4 type=del size=2242561 2024-09-22T08:48:20.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.785+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~O34BR1A3SBQZ.0 size=1048576 2024-09-22T08:48:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.789+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~O34BR1A3SBQZ.1 size=528493 2024-09-22T08:48:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.789+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=O34BR1A3SBQZ tag=QEXHH9Q37OLR type=write size=2625645 2024-09-22T08:48:20.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.793+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~JMRR46OKF6JR.0 size=1048576 2024-09-22T08:48:20.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.793+0000 7f63d5be48c0 1 < completed part key=_multipart_M568KL6YWKU2.2~JMRR46OKF6JR.1 size=759167 2024-09-22T08:48:20.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.801+0000 7f63d5be48c0 1 < completed multipart upload key=M568KL6YWKU2 upload=JMRR46OKF6JR tag=5WSELVHHOW3S type=write size=2856319 2024-09-22T08:48:20.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.805+0000 7f63d5be48c0 1 > prepared operation key=N3T2GVFADL66 tag=O8VDVUO4B97M type=del size=688789 2024-09-22T08:48:20.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.809+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=8E44A5MMG2TA type=del 2024-09-22T08:48:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.813+0000 7f63d5be48c0 1 > prepared operation key=XJHFTJNAZSHI tag=W8NQ2428G8AJ type=write size=174031 2024-09-22T08:48:20.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.813+0000 7f63d5be48c0 -1 < failed to complete operation key=4WGAB8CTCA4V tag=53SMZESM6F8P type=del size=204813: (22) Invalid argument 2024-09-22T08:48:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.821+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TSXQ5FQFLMU3.0 size=1048576 2024-09-22T08:48:20.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.825+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~TSXQ5FQFLMU3.1 size=637492 2024-09-22T08:48:20.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.825+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=TSXQ5FQFLMU3 tag=39QNCLYMJBJJ type=write size=2734644 2024-09-22T08:48:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.825+0000 7f63d5be48c0 1 < completed delete operation key=OPADUWLHYXXQ tag=EADCRS1KX8F7 type=del 2024-09-22T08:48:20.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.833+0000 7f63d5be48c0 1 > prepared part key=_multipart_AJ8YUA7HCF5R.2~BPDABQXJUGTF.0 size=338963 2024-09-22T08:48:20.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.833+0000 7f63d5be48c0 1 > prepared multipart upload key=AJ8YUA7HCF5R upload=BPDABQXJUGTF tag=S3O7Y571LYGU type=write size=1387539 2024-09-22T08:48:20.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.841+0000 7f63d5be48c0 1 < suggested update operation key=VEF00MGE4G2D tag=V1IQA0MG8A7X type=write size=35292 2024-09-22T08:48:20.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.853+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~H5OD333R5TH7.0 size=1048576 2024-09-22T08:48:20.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.853+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~H5OD333R5TH7.1 size=1048576 2024-09-22T08:48:20.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.857+0000 7f63d5be48c0 1 > prepared part key=_multipart_4WGAB8CTCA4V.2~H5OD333R5TH7.2 size=333721 2024-09-22T08:48:20.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.857+0000 7f63d5be48c0 1 > prepared multipart upload key=4WGAB8CTCA4V upload=H5OD333R5TH7 tag=HZXCBN81CTF3 type=write size=3479449 2024-09-22T08:48:20.863 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.861+0000 7f63d5be48c0 1 < completed part key=_multipart_K5VZA8UPYZ63.2~F9GN48AFU2KA.0 size=998797 2024-09-22T08:48:20.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.865+0000 7f63d5be48c0 1 < completed multipart upload key=K5VZA8UPYZ63 upload=F9GN48AFU2KA tag=KUK8WOH9QXH1 type=write size=2047373 2024-09-22T08:48:20.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.873+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~2YASJVNNUL2U.0 size=457900 2024-09-22T08:48:20.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.873+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=2YASJVNNUL2U tag=GQPBUR8J6ARU type=write size=1506476 2024-09-22T08:48:20.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.877+0000 7f63d5be48c0 1 < completed delete operation key=3MG2M4MHSYN5 tag=1D68UWBK5OY4 type=del 2024-09-22T08:48:20.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.881+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~KDA40IIW2TXN.0 size=1048576 2024-09-22T08:48:20.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.885+0000 7f63d5be48c0 1 > prepared part key=_multipart_OPADUWLHYXXQ.2~KDA40IIW2TXN.1 size=711089 2024-09-22T08:48:20.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.885+0000 7f63d5be48c0 1 > prepared multipart upload key=OPADUWLHYXXQ upload=KDA40IIW2TXN tag=6V86YZS12KMT type=write size=2808241 2024-09-22T08:48:20.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.889+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=RWRUPXY5Y4I1 type=del 2024-09-22T08:48:20.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~3RN7VC3JK50M.0 size=1048576 2024-09-22T08:48:20.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.897+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~3RN7VC3JK50M.1 size=1048576 2024-09-22T08:48:20.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.901+0000 7f63d5be48c0 1 > prepared part key=_multipart_DRUC4JUPWIZT.2~3RN7VC3JK50M.2 size=56533 2024-09-22T08:48:20.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.901+0000 7f63d5be48c0 1 > prepared multipart upload key=DRUC4JUPWIZT upload=3RN7VC3JK50M tag=TQ9XSGHA4S5A type=write size=3202261 2024-09-22T08:48:20.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.905+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=8N80NFEJ303S type=del 2024-09-22T08:48:20.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.909+0000 7f63d5be48c0 1 > prepared operation key=SKZYLE6QANA6 tag=WWCECZFVAHSV type=del size=2588717 2024-09-22T08:48:20.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.913+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~FXGWYKTD4AX0.0 size=656136 2024-09-22T08:48:20.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.917+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=FXGWYKTD4AX0 tag=UIR4KSA32P1M type=write size=1704712 2024-09-22T08:48:20.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.921+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=2GVOLHM7RLFY type=del size=2010082 2024-09-22T08:48:20.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.925+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~KI358JB9TH2R.0 size=1048576 2024-09-22T08:48:20.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.929+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~KI358JB9TH2R.1 size=1048576 2024-09-22T08:48:20.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.929+0000 7f63d5be48c0 1 < completed part key=_multipart_9QU8893FESH3.2~KI358JB9TH2R.2 size=319039 2024-09-22T08:48:20.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.937+0000 7f63d5be48c0 1 < completed multipart upload key=9QU8893FESH3 upload=KI358JB9TH2R tag=V0WSK75HANVH type=write size=3464767 2024-09-22T08:48:20.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.941+0000 7f63d5be48c0 1 > prepared operation key=V5JZ6OBLB6FZ tag=JIGGPVF12QGX type=del size=388453 2024-09-22T08:48:20.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.945+0000 7f63d5be48c0 1 < completed write operation key=CU2N9Z3QGASM tag=ZHV3EA2YG78B type=write size=972355 2024-09-22T08:48:20.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.949+0000 7f63d5be48c0 1 > prepared part key=_multipart_Q0ESBWWRI2U9.2~ZZWALRIKV0RH.0 size=265910 2024-09-22T08:48:20.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.949+0000 7f63d5be48c0 1 > prepared multipart upload key=Q0ESBWWRI2U9 upload=ZZWALRIKV0RH tag=EH439G8C3ZBC type=write size=1314486 2024-09-22T08:48:20.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.953+0000 7f63d5be48c0 1 < completed delete operation key=ZOK9L18PUHG0 tag=E54FCUUN87N4 type=del 2024-09-22T08:48:20.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.957+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=N0NYG036OQKW type=del size=1059514 2024-09-22T08:48:20.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.961+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~W5DE5HGZEIOW.0 size=1048576 2024-09-22T08:48:20.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.965+0000 7f63d5be48c0 1 < completed part key=_multipart_04W2JBYV6JRL.2~W5DE5HGZEIOW.1 size=284845 2024-09-22T08:48:20.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.973+0000 7f63d5be48c0 1 < completed multipart upload key=04W2JBYV6JRL upload=W5DE5HGZEIOW tag=ZM91XCSPM3TO type=write size=2381997 2024-09-22T08:48:20.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.977+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~J5RXD29I18RM.0 size=1048576 2024-09-22T08:48:20.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.981+0000 7f63d5be48c0 1 > prepared part key=_multipart_DZ5BP1FM3Z5N.2~J5RXD29I18RM.1 size=459777 2024-09-22T08:48:20.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.981+0000 7f63d5be48c0 1 > prepared multipart upload key=DZ5BP1FM3Z5N upload=J5RXD29I18RM tag=RG784FYLW4OQ type=write size=2556929 2024-09-22T08:48:20.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.985+0000 7f63d5be48c0 1 < completed write operation key=2ZLI4H2IJRPA tag=QL3GRG2BCHCK type=write size=512625 2024-09-22T08:48:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~SY5VKX5UML5L.0 size=1048576 2024-09-22T08:48:20.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.993+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~SY5VKX5UML5L.1 size=963138 2024-09-22T08:48:20.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.993+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=SY5VKX5UML5L tag=SOMZX9Q9OE4U type=write size=3060290 2024-09-22T08:48:21.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:20.997+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~O34BR1A3SBQZ.0 size=1048576 2024-09-22T08:48:21.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.001+0000 7f63d5be48c0 1 < completed part key=_multipart_VEF00MGE4G2D.2~O34BR1A3SBQZ.1 size=528493 2024-09-22T08:48:21.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.005+0000 7f63d5be48c0 1 < completed multipart upload key=VEF00MGE4G2D upload=O34BR1A3SBQZ tag=QEXHH9Q37OLR type=write size=2625645 2024-09-22T08:48:21.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.009+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=5CHSVGCL833O type=del size=930562 2024-09-22T08:48:21.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.013+0000 7f63d5be48c0 1 < completed delete operation key=N3T2GVFADL66 tag=O8VDVUO4B97M type=del 2024-09-22T08:48:21.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.021+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~WUXOURZUIJCN.0 size=1048576 2024-09-22T08:48:21.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.025+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~WUXOURZUIJCN.1 size=1048576 2024-09-22T08:48:21.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.025+0000 7f63d5be48c0 1 > prepared part key=_multipart_82NQB2S7DDDK.2~WUXOURZUIJCN.2 size=78036 2024-09-22T08:48:21.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.025+0000 7f63d5be48c0 1 > prepared multipart upload key=82NQB2S7DDDK upload=WUXOURZUIJCN tag=DHJ6FHNVAJMF type=write size=3223764 2024-09-22T08:48:21.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.029+0000 7f63d5be48c0 1 < completed write operation key=XJHFTJNAZSHI tag=W8NQ2428G8AJ type=write size=174031 2024-09-22T08:48:21.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.033+0000 7f63d5be48c0 1 > prepared operation key=LGRX93MXLXA9 tag=GE7YWXYPD5L4 type=del size=1153898 2024-09-22T08:48:21.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.037+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~TSXQ5FQFLMU3.0 size=1048576 2024-09-22T08:48:21.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.041+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~TSXQ5FQFLMU3.1 size=637492 2024-09-22T08:48:21.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.045+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=TSXQ5FQFLMU3 tag=39QNCLYMJBJJ type=write size=2734644 2024-09-22T08:48:21.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.049+0000 7f63d5be48c0 1 > prepared operation key=UHKYFMG0T61H tag=VYU1TM0G4EHR type=write size=501647 2024-09-22T08:48:21.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.053+0000 7f63d5be48c0 1 < completed part key=_multipart_AJ8YUA7HCF5R.2~BPDABQXJUGTF.0 size=338963 2024-09-22T08:48:21.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.061+0000 7f63d5be48c0 1 < completed multipart upload key=AJ8YUA7HCF5R upload=BPDABQXJUGTF tag=S3O7Y571LYGU type=write size=1387539 2024-09-22T08:48:21.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.065+0000 7f63d5be48c0 1 > prepared operation key=PZ87MXMNVGG3 tag=J4MTKIG7IUE6 type=del size=3008813 2024-09-22T08:48:21.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.065+0000 7f63d5be48c0 1 < canceled part key=_multipart_4WGAB8CTCA4V.2~H5OD333R5TH7.0 size=1048576 2024-09-22T08:48:21.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.069+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~H5OD333R5TH7.1 size=1048576 2024-09-22T08:48:21.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.069+0000 7f63d5be48c0 1 < completed part key=_multipart_4WGAB8CTCA4V.2~H5OD333R5TH7.2 size=333721 2024-09-22T08:48:21.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.077+0000 7f63d5be48c0 1 < canceled multipart upload key=4WGAB8CTCA4V upload=H5OD333R5TH7 tag=HZXCBN81CTF3 type=write size=3479449 2024-09-22T08:48:21.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.081+0000 7f63d5be48c0 1 > prepared part key=_multipart_ROTY3Z0W6P3U.2~Q7EARGZYS44A.0 size=398625 2024-09-22T08:48:21.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.081+0000 7f63d5be48c0 1 > prepared multipart upload key=ROTY3Z0W6P3U upload=Q7EARGZYS44A tag=Y47OAGFD2SYU type=write size=1447201 2024-09-22T08:48:21.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.085+0000 7f63d5be48c0 1 < completed part key=_multipart_CU2N9Z3QGASM.2~2YASJVNNUL2U.0 size=457900 2024-09-22T08:48:21.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.093+0000 7f63d5be48c0 1 < completed multipart upload key=CU2N9Z3QGASM upload=2YASJVNNUL2U tag=GQPBUR8J6ARU type=write size=1506476 2024-09-22T08:48:21.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.097+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~K76OUB8RCDJU.0 size=1048576 2024-09-22T08:48:21.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.101+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~K76OUB8RCDJU.1 size=1048576 2024-09-22T08:48:21.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.105+0000 7f63d5be48c0 1 > prepared part key=_multipart_7EXVYJV1LXD8.2~K76OUB8RCDJU.2 size=112808 2024-09-22T08:48:21.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.105+0000 7f63d5be48c0 1 > prepared multipart upload key=7EXVYJV1LXD8 upload=K76OUB8RCDJU tag=KZ8IRQZ1J2KN type=write size=3258536 2024-09-22T08:48:21.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.109+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~KDA40IIW2TXN.0 size=1048576 2024-09-22T08:48:21.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.109+0000 7f63d5be48c0 1 < completed part key=_multipart_OPADUWLHYXXQ.2~KDA40IIW2TXN.1 size=711089 2024-09-22T08:48:21.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.117+0000 7f63d5be48c0 1 < completed multipart upload key=OPADUWLHYXXQ upload=KDA40IIW2TXN tag=6V86YZS12KMT type=write size=2808241 2024-09-22T08:48:21.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.121+0000 7f63d5be48c0 1 > prepared operation key=04W2JBYV6JRL tag=78BG9HMUM4UT type=del size=100643 2024-09-22T08:48:21.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.125+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~3RN7VC3JK50M.0 size=1048576 2024-09-22T08:48:21.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.125+0000 7f63d5be48c0 1 < completed part key=_multipart_DRUC4JUPWIZT.2~3RN7VC3JK50M.1 size=1048576 2024-09-22T08:48:21.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.125+0000 7f63d5be48c0 1 < canceled part key=_multipart_DRUC4JUPWIZT.2~3RN7VC3JK50M.2 size=56533 2024-09-22T08:48:21.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.133+0000 7f63d5be48c0 1 < canceled multipart upload key=DRUC4JUPWIZT upload=3RN7VC3JK50M tag=TQ9XSGHA4S5A type=write size=3202261 2024-09-22T08:48:21.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.137+0000 7f63d5be48c0 1 > prepared operation key=XIM0MQELPJS0 tag=KUSTN6FP9NKV type=del size=1441686 2024-09-22T08:48:21.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.137+0000 7f63d5be48c0 1 < completed delete operation key=SKZYLE6QANA6 tag=WWCECZFVAHSV type=del 2024-09-22T08:48:21.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.141+0000 7f63d5be48c0 1 > prepared operation key=VDSHPE93TN14 tag=RF2N91V4XY80 type=del size=4061542 2024-09-22T08:48:21.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.149+0000 7f63d5be48c0 1 < suggested remove operation key=ANO1D6N8RQ7Y tag=2GVOLHM7RLFY type=del 2024-09-22T08:48:21.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.153+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=K4IEFNIXEVIF type=write size=758122 2024-09-22T08:48:21.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.157+0000 7f63d5be48c0 1 < completed delete operation key=V5JZ6OBLB6FZ tag=JIGGPVF12QGX type=del 2024-09-22T08:48:21.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.161+0000 7f63d5be48c0 1 > prepared part key=_multipart_PZ87MXMNVGG3.2~1OSYAHA0P4V2.0 size=951648 2024-09-22T08:48:21.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.161+0000 7f63d5be48c0 1 > prepared multipart upload key=PZ87MXMNVGG3 upload=1OSYAHA0P4V2 tag=3RMD9LFK27I1 type=write size=2000224 2024-09-22T08:48:21.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.165+0000 7f63d5be48c0 1 < completed part key=_multipart_Q0ESBWWRI2U9.2~ZZWALRIKV0RH.0 size=265910 2024-09-22T08:48:21.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.173+0000 7f63d5be48c0 1 < completed multipart upload key=Q0ESBWWRI2U9 upload=ZZWALRIKV0RH tag=EH439G8C3ZBC type=write size=1314486 2024-09-22T08:48:21.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.177+0000 7f63d5be48c0 1 > prepared operation key=CU2N9Z3QGASM tag=GLUE83SAFIY6 type=del size=1460941 2024-09-22T08:48:21.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.181+0000 7f63d5be48c0 1 < completed delete operation key=UHKYFMG0T61H tag=N0NYG036OQKW type=del 2024-09-22T08:48:21.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.185+0000 7f63d5be48c0 1 > prepared operation key=82NQB2S7DDDK tag=EQSS0WX1NAJA type=del size=2999582 2024-09-22T08:48:21.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.189+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~J5RXD29I18RM.0 size=1048576 2024-09-22T08:48:21.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.189+0000 7f63d5be48c0 1 < completed part key=_multipart_DZ5BP1FM3Z5N.2~J5RXD29I18RM.1 size=459777 2024-09-22T08:48:21.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.197+0000 7f63d5be48c0 1 < completed multipart upload key=DZ5BP1FM3Z5N upload=J5RXD29I18RM tag=RG784FYLW4OQ type=write size=2556929 2024-09-22T08:48:21.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.201+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~6CVJ0CK7R2QK.0 size=1048576 2024-09-22T08:48:21.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.205+0000 7f63d5be48c0 1 > prepared part key=_multipart_VEF00MGE4G2D.2~6CVJ0CK7R2QK.1 size=257326 2024-09-22T08:48:21.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.205+0000 7f63d5be48c0 1 > prepared multipart upload key=VEF00MGE4G2D upload=6CVJ0CK7R2QK tag=KQQGMHHJJJU4 type=write size=2354478 2024-09-22T08:48:21.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.209+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~SY5VKX5UML5L.0 size=1048576 2024-09-22T08:48:21.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.209+0000 7f63d5be48c0 1 < canceled part key=_multipart_ROTY3Z0W6P3U.2~SY5VKX5UML5L.1 size=963138 2024-09-22T08:48:21.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.213+0000 7f63d5be48c0 1 < canceled multipart upload key=ROTY3Z0W6P3U upload=SY5VKX5UML5L tag=SOMZX9Q9OE4U type=write size=3060290 2024-09-22T08:48:21.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.221+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~4TNTGNJYCI6R.0 size=1048576 2024-09-22T08:48:21.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.225+0000 7f63d5be48c0 1 > prepared part key=_multipart_CU2N9Z3QGASM.2~4TNTGNJYCI6R.1 size=789974 2024-09-22T08:48:21.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.225+0000 7f63d5be48c0 1 > prepared multipart upload key=CU2N9Z3QGASM upload=4TNTGNJYCI6R tag=H0JH9QDUF7FO type=write size=2887126 2024-09-22T08:48:21.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.229+0000 7f63d5be48c0 1 < completed delete operation key=7EXVYJV1LXD8 tag=5CHSVGCL833O type=del 2024-09-22T08:48:21.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.233+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~QL88JX0NM4O1.0 size=854765 2024-09-22T08:48:21.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.233+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=QL88JX0NM4O1 tag=TOH7655260KV type=write size=1903341 2024-09-22T08:48:21.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.237+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~WUXOURZUIJCN.0 size=1048576 2024-09-22T08:48:21.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.241+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~WUXOURZUIJCN.1 size=1048576 2024-09-22T08:48:21.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.245+0000 7f63d5be48c0 1 < completed part key=_multipart_82NQB2S7DDDK.2~WUXOURZUIJCN.2 size=78036 2024-09-22T08:48:21.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.249+0000 7f63d5be48c0 1 < completed multipart upload key=82NQB2S7DDDK upload=WUXOURZUIJCN tag=DHJ6FHNVAJMF type=write size=3223764 2024-09-22T08:48:21.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.253+0000 7f63d5be48c0 1 > prepared operation key=ZWR5FR2EUOBU tag=TVFGXP4UWJYG type=del size=3951752 2024-09-22T08:48:21.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.261+0000 7f63d5be48c0 1 < suggested update operation key=LGRX93MXLXA9 tag=GE7YWXYPD5L4 type=del size=1153898 2024-09-22T08:48:21.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.261+0000 7f63d5be48c0 1 > prepared operation key=9QU8893FESH3 tag=AIXSDQEXNQ3I type=del size=4055500 2024-09-22T08:48:21.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.265+0000 7f63d5be48c0 1 < canceled operation key=UHKYFMG0T61H tag=VYU1TM0G4EHR type=write size=501647 2024-09-22T08:48:21.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.273+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~RAE08PM33N6N.0 size=1048576 2024-09-22T08:48:21.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.277+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~RAE08PM33N6N.1 size=1048576 2024-09-22T08:48:21.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.277+0000 7f63d5be48c0 1 > prepared part key=_multipart_UHKYFMG0T61H.2~RAE08PM33N6N.2 size=876239 2024-09-22T08:48:21.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.277+0000 7f63d5be48c0 1 > prepared multipart upload key=UHKYFMG0T61H upload=RAE08PM33N6N tag=M2LA55UO6XA1 type=write size=4021967 2024-09-22T08:48:21.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.281+0000 7f63d5be48c0 1 < completed delete operation key=PZ87MXMNVGG3 tag=J4MTKIG7IUE6 type=del 2024-09-22T08:48:21.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~LTUP27Q8Z0FK.0 size=1048576 2024-09-22T08:48:21.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.289+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~LTUP27Q8Z0FK.1 size=1048576 2024-09-22T08:48:21.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.293+0000 7f63d5be48c0 1 > prepared part key=_multipart_9QU8893FESH3.2~LTUP27Q8Z0FK.2 size=420627 2024-09-22T08:48:21.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.293+0000 7f63d5be48c0 1 > prepared multipart upload key=9QU8893FESH3 upload=LTUP27Q8Z0FK tag=S97YXE505951 type=write size=3566355 2024-09-22T08:48:21.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.297+0000 7f63d5be48c0 1 < completed part key=_multipart_ROTY3Z0W6P3U.2~Q7EARGZYS44A.0 size=398625 2024-09-22T08:48:21.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.301+0000 7f63d5be48c0 1 < completed multipart upload key=ROTY3Z0W6P3U upload=Q7EARGZYS44A tag=Y47OAGFD2SYU type=write size=1447201 2024-09-22T08:48:21.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.305+0000 7f63d5be48c0 1 > prepared operation key=7EXVYJV1LXD8 tag=QB9DJ4MPYPAO type=del size=2930449 2024-09-22T08:48:21.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.309+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~K76OUB8RCDJU.0 size=1048576 2024-09-22T08:48:21.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.313+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~K76OUB8RCDJU.1 size=1048576 2024-09-22T08:48:21.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.317+0000 7f63d5be48c0 1 < completed part key=_multipart_7EXVYJV1LXD8.2~K76OUB8RCDJU.2 size=112808 2024-09-22T08:48:21.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.321+0000 7f63d5be48c0 1 < completed multipart upload key=7EXVYJV1LXD8 upload=K76OUB8RCDJU tag=KZ8IRQZ1J2KN type=write size=3258536 2024-09-22T08:48:21.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.329+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~ONFJ3L4A2VEV.0 size=1048576 2024-09-22T08:48:21.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.329+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~ONFJ3L4A2VEV.1 size=941705 2024-09-22T08:48:21.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.329+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=ONFJ3L4A2VEV tag=LFSP6OL0AVUV type=write size=3038857 2024-09-22T08:48:21.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.337+0000 7f63d5be48c0 1 < suggested remove operation key=04W2JBYV6JRL tag=78BG9HMUM4UT type=del 2024-09-22T08:48:21.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.341+0000 7f63d5be48c0 1 > prepared operation key=ANO1D6N8RQ7Y tag=G9RBRXCM42AN type=del size=3985075 2024-09-22T08:48:21.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.345+0000 7f63d5be48c0 1 < completed delete operation key=XIM0MQELPJS0 tag=KUSTN6FP9NKV type=del 2024-09-22T08:48:21.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~3KXB1DRBYZD1.0 size=1048576 2024-09-22T08:48:21.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.353+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~3KXB1DRBYZD1.1 size=1048576 2024-09-22T08:48:21.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.357+0000 7f63d5be48c0 1 > prepared part key=_multipart_ZOK9L18PUHG0.2~3KXB1DRBYZD1.2 size=764366 2024-09-22T08:48:21.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.357+0000 7f63d5be48c0 1 > prepared multipart upload key=ZOK9L18PUHG0 upload=3KXB1DRBYZD1 tag=G3KCI09XIC3N type=write size=3910094 2024-09-22T08:48:21.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.361+0000 7f63d5be48c0 1 < completed delete operation key=VDSHPE93TN14 tag=RF2N91V4XY80 type=del 2024-09-22T08:48:21.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.365+0000 7f63d5be48c0 1 > prepared operation key=Q0ESBWWRI2U9 tag=DSQ4B94VH312 type=del size=368794 2024-09-22T08:48:21.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.365+0000 7f63d5be48c0 1 < completed write operation key=ROTY3Z0W6P3U tag=K4IEFNIXEVIF type=write size=758122 2024-09-22T08:48:21.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.369+0000 7f63d5be48c0 1 > prepared operation key=DD4L2M7QKCJ4 tag=TSFIBM1UOCLA type=del size=4190661 2024-09-22T08:48:21.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.373+0000 7f63d5be48c0 1 < completed part key=_multipart_PZ87MXMNVGG3.2~1OSYAHA0P4V2.0 size=951648 2024-09-22T08:48:21.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.381+0000 7f63d5be48c0 1 < completed multipart upload key=PZ87MXMNVGG3 upload=1OSYAHA0P4V2 tag=3RMD9LFK27I1 type=write size=2000224 2024-09-22T08:48:21.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.385+0000 7f63d5be48c0 1 > prepared part key=_multipart_SKZYLE6QANA6.2~8TXPV78O5H7L.0 size=512370 2024-09-22T08:48:21.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.385+0000 7f63d5be48c0 1 > prepared multipart upload key=SKZYLE6QANA6 upload=8TXPV78O5H7L tag=LFHHG6OGIGKD type=write size=1560946 2024-09-22T08:48:21.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.389+0000 7f63d5be48c0 1 < completed delete operation key=CU2N9Z3QGASM tag=GLUE83SAFIY6 type=del 2024-09-22T08:48:21.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:48:21.393+0000 7f63d5be48c0 1 > prepared operation key=ROTY3Z0W6P3U tag=QA14VZPJNFBG type=del size=3781301 2024-09-22T08:48:21.396 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] cls_rgw_stats.simulate (23958 ms) 2024-09-22T08:48:21.396 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 1 test from cls_rgw_stats (23958 ms total) 2024-09-22T08:48:21.396 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:48:21.396 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:48:21.529 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 1 test from 1 test suite ran. (25996 ms total) 2024-09-22T08:48:21.529 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 1 test. 2024-09-22T08:48:21.538 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:48:21.538 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:48:21.594 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-22T08:48:21.595 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-22T08:48:21.595 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-22T08:48:21.660 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:48:21.660 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-22T08:48:21.660 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:48:23.562 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 31 tests from CmpOmap 2024-09-22T08:48:23.562 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-22T08:48:23.600 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (38 ms) 2024-09-22T08:48:23.601 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-22T08:48:23.616 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (15 ms) 2024-09-22T08:48:23.616 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-22T08:48:23.622 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (7 ms) 2024-09-22T08:48:23.622 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-22T08:48:23.629 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (7 ms) 2024-09-22T08:48:23.629 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-22T08:48:23.644 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_str (15 ms) 2024-09-22T08:48:23.645 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-22T08:48:23.657 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_u64 (12 ms) 2024-09-22T08:48:23.657 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-22T08:48:23.664 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (8 ms) 2024-09-22T08:48:23.664 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-22T08:48:23.673 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (9 ms) 2024-09-22T08:48:23.673 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-22T08:48:23.682 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (9 ms) 2024-09-22T08:48:23.682 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-22T08:48:23.693 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (11 ms) 2024-09-22T08:48:23.693 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-22T08:48:23.694 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-22T08:48:23.694 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-22T08:48:23.695 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-22T08:48:23.695 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-22T08:48:23.710 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (15 ms) 2024-09-22T08:48:23.711 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-22T08:48:23.728 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (18 ms) 2024-09-22T08:48:23.729 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-22T08:48:23.745 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (17 ms) 2024-09-22T08:48:23.745 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-22T08:48:23.762 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (16 ms) 2024-09-22T08:48:23.762 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-22T08:48:23.784 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_str (23 ms) 2024-09-22T08:48:23.784 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-22T08:48:23.806 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (22 ms) 2024-09-22T08:48:23.806 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-22T08:48:23.813 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (6 ms) 2024-09-22T08:48:23.813 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-22T08:48:23.820 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (7 ms) 2024-09-22T08:48:23.820 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-22T08:48:23.822 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-22T08:48:23.823 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-22T08:48:23.825 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-22T08:48:23.825 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-22T08:48:23.845 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (21 ms) 2024-09-22T08:48:23.845 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-22T08:48:23.862 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (16 ms) 2024-09-22T08:48:23.862 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-22T08:48:23.881 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (20 ms) 2024-09-22T08:48:23.882 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-22T08:48:23.904 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (23 ms) 2024-09-22T08:48:23.904 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-22T08:48:23.910 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (6 ms) 2024-09-22T08:48:23.910 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-22T08:48:23.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (7 ms) 2024-09-22T08:48:23.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-22T08:48:23.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-22T08:48:23.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-22T08:48:23.922 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-22T08:48:23.922 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-22T08:48:23.943 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (20 ms) 2024-09-22T08:48:23.943 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 31 tests from CmpOmap (380 ms total) 2024-09-22T08:48:23.943 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:48:23.943 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:48:24.587 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 31 tests from 1 test suite ran. (2928 ms total) 2024-09-22T08:48:24.587 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 31 tests. 2024-09-22T08:48:24.593 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:48:24.594 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:48:24.651 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-22T08:48:24.652 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-22T08:48:24.652 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-22T08:48:24.722 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:48:24.722 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:48:24.722 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:48:24.722 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-22T08:48:24.723 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-22T08:48:27.586 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2863 ms) 2024-09-22T08:48:27.586 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-22T08:48:30.683 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3097 ms) 2024-09-22T08:48:30.683 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-22T08:48:33.718 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.Reserve (3030 ms) 2024-09-22T08:48:33.718 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-22T08:48:36.744 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3032 ms) 2024-09-22T08:48:36.744 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-22T08:48:40.819 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.Commit (4075 ms) 2024-09-22T08:48:40.819 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-22T08:48:44.878 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.Stats (4059 ms) 2024-09-22T08:48:44.879 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-22T08:48:49.939 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (5061 ms) 2024-09-22T08:48:49.939 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-22T08:48:52.950 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.Abort (3011 ms) 2024-09-22T08:48:52.950 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-22T08:48:56.005 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.ReserveError (3053 ms) 2024-09-22T08:48:56.006 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-22T08:48:59.030 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.CommitError (3027 ms) 2024-09-22T08:48:59.030 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-22T08:49:02.048 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.AbortError (3017 ms) 2024-09-22T08:49:02.048 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-22T08:49:05.098 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3051 ms) 2024-09-22T08:49:05.098 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-22T08:49:08.147 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3049 ms) 2024-09-22T08:49:08.147 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-22T08:49:11.177 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3030 ms) 2024-09-22T08:49:11.177 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-22T08:49:14.219 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3041 ms) 2024-09-22T08:49:14.219 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-22T08:49:17.292 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3074 ms) 2024-09-22T08:49:17.292 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-22T08:49:20.323 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3030 ms) 2024-09-22T08:49:20.323 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-22T08:49:23.403 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.Cleanup (3080 ms) 2024-09-22T08:49:23.403 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-22T08:49:36.460 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.MultiProducer (13058 ms) 2024-09-22T08:49:36.461 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-22T08:49:41.582 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5121 ms) 2024-09-22T08:49:41.582 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-22T08:49:54.948 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13367 ms) 2024-09-22T08:49:54.948 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-22T08:50:01.021 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6073 ms) 2024-09-22T08:50:01.021 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-22T08:50:11.094 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (10073 ms) 2024-09-22T08:50:11.094 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-22T08:50:21.155 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (10062 ms) 2024-09-22T08:50:21.156 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from TestCls2PCQueue (116434 ms total) 2024-09-22T08:50:21.156 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:50:21.156 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:21.156 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 24 tests from 1 test suite ran. (116434 ms total) 2024-09-22T08:50:21.156 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 24 tests. 2024-09-22T08:50:21.162 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:50:21.162 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:50:21.218 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-22T08:50:21.221 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-22T08:50:21.221 DEBUG:teuthology.orchestra.run.smithi064:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-22T08:50:21.296 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:21.296 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:21.296 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-22T08:50:21.297 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:23.181 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 4 tests from ClsAccount 2024-09-22T08:50:23.181 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsAccount.add 2024-09-22T08:50:23.225 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsAccount.add (44 ms) 2024-09-22T08:50:23.225 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsAccount.get 2024-09-22T08:50:23.233 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsAccount.get (9 ms) 2024-09-22T08:50:23.234 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsAccount.rm 2024-09-22T08:50:23.958 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsAccount.rm (724 ms) 2024-09-22T08:50:23.958 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] ClsAccount.list 2024-09-22T08:50:24.005 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] ClsAccount.list (47 ms) 2024-09-22T08:50:24.005 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 4 tests from ClsAccount (825 ms total) 2024-09-22T08:50:24.005 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:50:24.006 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:24.205 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 4 tests from 1 test suite ran. (2910 ms total) 2024-09-22T08:50:24.206 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 4 tests. 2024-09-22T08:50:24.211 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:50:24.212 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:50:24.269 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-22T08:50:24.271 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-22T08:50:24.271 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-22T08:50:24.351 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:24.351 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:24.351 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-22T08:50:24.351 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:26.226 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 6 tests from rgw_gc_log 2024-09-22T08:50:26.227 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-22T08:50:26.273 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] rgw_gc_log.init_existing_queue (47 ms) 2024-09-22T08:50:26.273 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-22T08:50:26.280 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] rgw_gc_log.init_existing_omap (7 ms) 2024-09-22T08:50:26.280 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-22T08:50:26.287 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (8 ms) 2024-09-22T08:50:26.288 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-22T08:50:26.290 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (3 ms) 2024-09-22T08:50:26.291 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-22T08:50:26.296 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] rgw_gc_log.defer1_after_init (5 ms) 2024-09-22T08:50:26.296 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-22T08:50:26.502 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] rgw_gc_log.defer2_before_init (206 ms) 2024-09-22T08:50:26.502 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 6 tests from rgw_gc_log (276 ms total) 2024-09-22T08:50:26.502 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:50:26.503 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:27.219 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 6 tests from 1 test suite ran. (2868 ms total) 2024-09-22T08:50:27.219 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 6 tests. 2024-09-22T08:50:27.225 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:50:27.225 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:50:27.283 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-22T08:50:27.285 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-22T08:50:27.286 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-22T08:50:27.357 INFO:tasks.workunit.client.0.smithi064.stdout:Running main() from gmock_main.cc 2024-09-22T08:50:27.357 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-22T08:50:27.357 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:27.357 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 4 tests from TestRGWObj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestRGWObj.underscore 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns= i= 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns= i= 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns= i= 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.358 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.359 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.360 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.361 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.362 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.363 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns=ns i= 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns=ns i= 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns=ns i= 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.364 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.365 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.366 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.367 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.368 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.369 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns= i=v1 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns= i=v1 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.370 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns= i=v1 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.371 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.372 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.373 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.374 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.375 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns=ns i=v1 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns=ns i=v1 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: _obj[v1] 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: _obj ns=ns i=v1 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.376 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.377 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.378 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.379 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.380 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_obj", 2024-09-22T08:50:27.381 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns= i= 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns= i= 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.382 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns= i= 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.383 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.384 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.385 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.386 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.387 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns=ns i= 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns=ns i= 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns=ns i= 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.388 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.389 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.390 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.391 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.392 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.393 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.394 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.395 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.396 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.397 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns= i=v1 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns= i=v1 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns= i=v1 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.398 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.399 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.400 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.401 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.402 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns=ns i=v1 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns=ns i=v1 2024-09-22T08:50:27.403 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout:parsed: obj[v1] 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout:stripped: obj ns=ns i=v1 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "obj1": { 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.404 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "obj2": { 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.405 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3": { 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.406 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.407 INFO:tasks.workunit.client.0.smithi064.stdout: "obj3-2": { 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "obj", 2024-09-22T08:50:27.408 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "v1", 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.409 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.410 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker_myobj", 2024-09-22T08:50:27.411 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.412 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.413 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.414 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.415 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker_myobj", 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.416 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.417 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.418 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.419 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.420 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.421 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.422 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.423 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.424 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.425 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.426 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.427 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.428 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.429 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.430 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.431 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.432 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.433 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.434 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.435 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.436 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.437 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.438 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.439 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.440 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.441 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.442 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.443 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.444 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.445 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj", 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.446 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.447 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.448 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.449 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj", 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.450 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.451 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.452 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.453 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.454 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.455 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.456 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.457 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.458 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.459 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.460 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.461 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.462 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.463 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.464 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.465 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.466 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.467 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.468 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.469 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.470 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.471 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.472 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.473 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.474 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.475 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.476 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.477 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.478 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.479 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj_", 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.480 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.481 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.482 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.483 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.484 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.485 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.486 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.486 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.486 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.486 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.486 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj_", 2024-09-22T08:50:27.486 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.487 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.488 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.488 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.488 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.488 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.488 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.488 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.489 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.490 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.490 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.490 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.490 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.490 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.490 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.491 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.491 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.491 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.491 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.491 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.491 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.492 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.492 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.492 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.492 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.492 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.492 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.493 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.493 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.493 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.493 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.493 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.493 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.494 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.494 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.494 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.494 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.494 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.494 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.495 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.495 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.495 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.495 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.495 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.495 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.496 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.497 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.497 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.497 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.497 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.497 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.497 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.498 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.499 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.500 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.501 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.502 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.503 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.504 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.505 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.506 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.507 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.508 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.509 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.510 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.511 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.512 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.513 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.514 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": "default-placement.data", 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:50:27.515 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "test", 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": "", 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.516 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": "" 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.517 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "obj": { 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.518 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.519 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.520 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.521 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestRGWObj.obj_to_raw (1 ms) 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker_myobj", 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.522 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.523 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker_myobj 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker_myobj", 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.524 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.525 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker_myobj 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.526 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.527 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__ns_myobj 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.528 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.529 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.530 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.531 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.532 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.533 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.534 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.535 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.536 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.537 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "myobj", 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.538 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj", 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.539 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.540 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker___myobj 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj", 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.541 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.542 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker___myobj 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.543 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.544 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__ns__myobj 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.545 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.546 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.547 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.548 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj" 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.549 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.550 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.551 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.552 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.553 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj", 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.554 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj_", 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.555 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker___myobj_ 2024-09-22T08:50:27.556 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker___myobj_", 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.557 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker___myobj_ 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.558 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.559 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.560 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.561 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "", 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.562 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.563 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "marker__myobj_" 2024-09-22T08:50:27.564 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.565 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "" 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj": { 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.566 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj": { 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.567 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "raw_obj2": { 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "pool": ".data-pool", 2024-09-22T08:50:27.568 INFO:tasks.workunit.client.0.smithi064.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout: "loc": "" 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout: "new_obj2": { 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket": { 2024-09-22T08:50:27.569 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "ebtest", 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "marker": "marker", 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_id": "bucket-id", 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "tenant": "", 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "explicit_placement": { 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "data_pool": ".data-pool", 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "data_extra_pool": "", 2024-09-22T08:50:27.570 INFO:tasks.workunit.client.0.smithi064.stdout: "index_pool": ".index-pool" 2024-09-22T08:50:27.571 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.571 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.571 INFO:tasks.workunit.client.0.smithi064.stdout: "key": { 2024-09-22T08:50:27.571 INFO:tasks.workunit.client.0.smithi064.stdout: "name": "_myobj_", 2024-09-22T08:50:27.571 INFO:tasks.workunit.client.0.smithi064.stdout: "instance": "inst", 2024-09-22T08:50:27.571 INFO:tasks.workunit.client.0.smithi064.stdout: "ns": "ns" 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 4 tests from TestRGWObj (2 ms total) 2024-09-22T08:50:27.572 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:50:27.573 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:27.573 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 4 tests from 1 test suite ran. (2 ms total) 2024-09-22T08:50:27.573 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 4 tests. 2024-09-22T08:50:27.573 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:50:27.573 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:50:27.589 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-22T08:50:27.591 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-22T08:50:27.591 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-22T08:50:27.730 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:27.730 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:27.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.795+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 realm 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.799+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.803+0000 7f4e784809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:50:27.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.803+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.803+0000 7f4e784809c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:50:27.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.803+0000 7f4e784809c0 20 searching for the correct realm 2024-09-22T08:50:27.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.815+0000 7f4e75785640 0 -- 172.21.15.64:0/1461111372 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f4e6c031040 msgr2=0x7f4e6c069450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:50:27.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.835+0000 7f4e76787640 0 -- 172.21.15.64:0/1461111372 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f4e6c01b040 msgr2=0x7f4e6c06ba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:50:27.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:50:27.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:50:27.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:50:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:50:27.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 zone default found 2024-09-22T08:50:27.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 4 Realm: () 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 zonegroup default 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.843+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.847+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.847+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.847+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.847+0000 7f4e784809c0 20 started sync module instance, tier type = 2024-09-22T08:50:27.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.847+0000 7f4e784809c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=0 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=1 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=2 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=3 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=4 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=5 2024-09-22T08:50:27.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.863+0000 7f4e784809c0 20 add_watcher() i=6 2024-09-22T08:50:27.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.867+0000 7f4e784809c0 20 add_watcher() i=7 2024-09-22T08:50:27.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.867+0000 7f4e784809c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:50:27.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.867+0000 7f4d2bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:50:27.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.867+0000 7f4e784809c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:50:27.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.867+0000 7f4e784809c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:50:27.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.867+0000 7f4e784809c0 5 note: GC not initialized 2024-09-22T08:50:27.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4d2afe5640 20 reqs_thread_entry: start 2024-09-22T08:50:27.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 init_complete bucket index max shards: 1 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 Filter name: none 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4d28fe1640 20 reqs_thread_entry: start 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-22T08:50:27.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-22T08:50:27.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-22T08:50:27.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-22T08:50:27.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-22T08:50:27.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache get: name=default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= : miss 2024-09-22T08:50:27.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 rados->read ofs=0 len=0 2024-09-22T08:50:27.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:50:27.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache put: name=default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= info.flags=0x0 2024-09-22T08:50:27.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 adding default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= to cache LRU end 2024-09-22T08:50:27.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache get: name=default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= : hit (negative entry) 2024-09-22T08:50:27.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.871+0000 7f4e784809c0 10 cache get: name=default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= : hit (negative entry) 2024-09-22T08:50:27.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.875+0000 7f4e784809c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-22T08:50:27.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.875+0000 7f4e784809c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-22T08:50:27.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.875+0000 7f4e784809c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-22T08:50:27.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.875+0000 7f4d597fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1082331758594 cookie 94775671810320 notifier 5345 bl.length()=697 2024-09-22T08:50:27.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.875+0000 7f4d597fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-22T08:50:27.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.875+0000 7f4d597fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-22T08:50:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.879+0000 7f4e784809c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-22T08:50:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.879+0000 7f4e784809c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-22T08:50:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.879+0000 7f4e784809c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-22T08:50:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.879+0000 7f4d597fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1082331758592 cookie 94775671807984 notifier 5345 bl.length()=194 2024-09-22T08:50:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.879+0000 7f4d597fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-22T08:50:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.879+0000 7f4d597fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-22T08:50:27.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.883+0000 7f4e784809c0 10 cache put: name=default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= info.flags=0x7 2024-09-22T08:50:27.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.883+0000 7f4e784809c0 10 moving default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= to cache LRU end 2024-09-22T08:50:27.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.883+0000 7f4e784809c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:BD7neQyUBH9ZZrWYe6uagkZ6WTw=, ofs0, ns] 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.883+0000 7f4d58ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1082331758595 cookie 94775671822704 notifier 5345 bl.length()=203 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.883+0000 7f4d58ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= info.flags=0x7 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.883+0000 7f4d58ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BD7neQyUBH9ZZrWYe6uagkZ6WTw= to cache LRU end 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stdout: "user_id": "ceph-test-librgw-file", 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stdout: "display_name": "librgw test user", 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stdout: "email": "librgw@example.com", 2024-09-22T08:50:27.885 INFO:tasks.workunit.client.0.smithi064.stdout: "suspended": 0, 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "max_buckets": 1000, 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "subusers": [], 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "keys": [ 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: { 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "user": "ceph-test-librgw-file", 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "access_key": "BD7neQyUBH9ZZrWYe6uagkZ6WTw=", 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "secret_key": "05rKpf34Wz0FHbM8XvJCw0ki4qlUbwo78x2drFszIYsUFIAvj0ab3g==", 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "active": true, 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "create_date": "2024-09-22T08:50:27.874997Z" 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: ], 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "swift_keys": [], 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "caps": [], 2024-09-22T08:50:27.886 INFO:tasks.workunit.client.0.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "default_placement": "", 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "default_storage_class": "", 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "placement_tags": [], 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_quota": { 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "enabled": false, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size": -1, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "max_objects": -1 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "user_quota": { 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "enabled": false, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:50:27.887 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size": -1, 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "max_objects": -1 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "temp_url_keys": [], 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "type": "rgw", 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "mfa_ids": [], 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "account_id": "", 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "path": "/", 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "create_date": "2024-09-22T08:50:27.874970Z", 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "tags": [], 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: "group_ids": [] 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:50:27.888 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:50:27.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.887+0000 7f4d2bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:50:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.891+0000 7f4e784809c0 20 remove_watcher() i=0 2024-09-22T08:50:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.891+0000 7f4e784809c0 2 removed watcher, disabling cache 2024-09-22T08:50:27.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.895+0000 7f4e784809c0 20 remove_watcher() i=1 2024-09-22T08:50:27.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.895+0000 7f4e784809c0 20 remove_watcher() i=2 2024-09-22T08:50:27.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.899+0000 7f4e784809c0 20 remove_watcher() i=3 2024-09-22T08:50:27.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.899+0000 7f4e784809c0 20 remove_watcher() i=4 2024-09-22T08:50:27.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.903+0000 7f4e784809c0 20 remove_watcher() i=5 2024-09-22T08:50:27.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.903+0000 7f4e784809c0 20 remove_watcher() i=6 2024-09-22T08:50:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:27.903+0000 7f4e784809c0 20 remove_watcher() i=7 2024-09-22T08:50:27.918 INFO:tasks.workunit.client.0.smithi064.stdout:phase 1.1 2024-09-22T08:50:27.938 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:50:27.938 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:27.938 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from LibRGW 2024-09-22T08:50:27.938 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:50:27.951 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:27.951 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:28.240 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (302 ms) 2024-09-22T08:50:28.240 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-22T08:50:28.242 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-22T08:50:28.242 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:50:28.243 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-22T08:50:28.243 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-22T08:50:28.257 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-22T08:50:28.265 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/f1 2024-09-22T08:50:28.272 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/f2 2024-09-22T08:50:28.281 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/f1 2024-09-22T08:50:28.287 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-22T08:50:28.295 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-22T08:50:28.301 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-22T08:50:28.309 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-22T08:50:28.316 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-22T08:50:28.324 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-22T08:50:28.331 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-22T08:50:28.339 INFO:tasks.workunit.client.0.smithi064.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-22T08:50:28.346 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETUP_HIER1 (104 ms) 2024-09-22T08:50:28.346 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-22T08:50:28.578 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETUP_DIRS1 (232 ms) 2024-09-22T08:50:28.578 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETATTR 2024-09-22T08:50:28.578 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-22T08:50:28.578 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-22T08:50:28.619 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (41 ms) 2024-09-22T08:50:28.619 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-22T08:50:28.687 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (68 ms) 2024-09-22T08:50:28.688 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-22T08:50:28.688 INFO:tasks.workunit.client.0.smithi064.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-22T08:50:28.701 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (15 ms) 2024-09-22T08:50:28.702 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-22T08:50:28.702 INFO:tasks.workunit.client.0.smithi064.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (12 ms) 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout:scanning objects in /bdirs1/dir_0 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout:scanning objects in /bdirs1/dir_1 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout:scanning objects in /bdirs1/dir_2 2024-09-22T08:50:28.715 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (1 ms) 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout:read back objects in /bdirs1/dir_0 2024-09-22T08:50:28.716 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_0/sfile_0 2024-09-22T08:50:28.717 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:50:28.717 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_0/sfile_1 2024-09-22T08:50:28.721 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:50:28.721 INFO:tasks.workunit.client.0.smithi064.stdout:read back objects in /bdirs1/dir_1 2024-09-22T08:50:28.721 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_1/sfile_0 2024-09-22T08:50:28.724 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:50:28.724 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_1/sfile_1 2024-09-22T08:50:28.727 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:50:28.727 INFO:tasks.workunit.client.0.smithi064.stdout:read back objects in /bdirs1/dir_2 2024-09-22T08:50:28.727 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_2/sfile_0 2024-09-22T08:50:28.729 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:50:28.729 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_2/sfile_1 2024-09-22T08:50:28.732 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:50:28.732 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READ_DIRS1 (17 ms) 2024-09-22T08:50:28.732 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-22T08:50:28.959 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READF_SETUP1 (228 ms) 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:50:28.960 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:50:28.961 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:50:28.961 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:50:28.961 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:50:28.961 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-22T08:50:28.961 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.HIER1 2024-09-22T08:50:28.975 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-22T08:50:28.976 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-22T08:50:28.980 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-22T08:50:28.984 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-22T08:50:28.991 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:50:28.992 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:50:28.992 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-22T08:50:28.993 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-22T08:50:28.994 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:50:28.994 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:50:28.996 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo (foo): DIR 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot (nfsroot): DIR 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.HIER1 (40 ms) 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:50:29.000 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:50:29.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:28.999+0000 7fa274a0ea80 -1 shutting down 2024-09-22T08:50:29.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:29.003+0000 7fa14e760640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57327, si_uid : 1000, si_addr0x3e80000dfef, si_status0 2024-09-22T08:50:58.529 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (29529 ms) 2024-09-22T08:50:58.529 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from LibRGW (30591 ms total) 2024-09-22T08:50:58.529 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:50:58.529 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:58.529 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 24 tests from 1 test suite ran. (30591 ms total) 2024-09-22T08:50:58.529 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 24 tests. 2024-09-22T08:50:58.539 INFO:tasks.workunit.client.0.smithi064.stdout:phase 1.2 2024-09-22T08:50:58.563 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:50:58.563 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:58.563 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from LibRGW 2024-09-22T08:50:58.563 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:50:58.573 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:58.573 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:58.910 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (347 ms) 2024-09-22T08:50:58.910 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-22T08:50:58.914 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-22T08:50:58.914 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:50:58.914 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-22T08:50:58.914 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-22T08:50:58.914 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-22T08:50:58.914 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-22T08:50:58.915 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-22T08:50:58.915 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETATTR 2024-09-22T08:50:58.915 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-22T08:50:58.915 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-22T08:50:58.915 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-22T08:50:58.915 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-22T08:50:58.916 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-22T08:50:58.916 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-22T08:50:58.916 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-22T08:50:58.916 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-22T08:50:58.916 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-22T08:50:58.916 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-22T08:50:58.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-22T08:50:58.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-22T08:50:58.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-22T08:50:58.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-22T08:50:58.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-22T08:50:58.917 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.HIER1 2024-09-22T08:50:58.918 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-22T08:50:58.919 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:50:58.919 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-22T08:50:58.919 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:50:58.919 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:50:58.919 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:50:58.919 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:50:58.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:50:58.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:50:58.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:50:58.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:50:58.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:50:58.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:50:58.921 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:50:58.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:58.910+0000 7fb6862ffa80 -1 shutting down 2024-09-22T08:50:58.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:50:58.914+0000 7fb560051640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57972, si_uid : 1000, si_addr0x3e80000e274, si_status0 2024-09-22T08:51:29.101 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (30189 ms) 2024-09-22T08:51:29.101 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from LibRGW (30539 ms total) 2024-09-22T08:51:29.101 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:51:29.101 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:51:29.102 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 24 tests from 1 test suite ran. (30539 ms total) 2024-09-22T08:51:29.102 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 24 tests. 2024-09-22T08:51:29.116 INFO:tasks.workunit.client.0.smithi064.stdout:phase 1.3 2024-09-22T08:51:29.139 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:51:29.139 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:51:29.139 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from LibRGW 2024-09-22T08:51:29.139 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:51:29.152 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:51:29.152 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:51:29.439 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (299 ms) 2024-09-22T08:51:29.439 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-22T08:51:29.441 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-22T08:51:29.441 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:51:29.441 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-22T08:51:29.441 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-22T08:51:29.450 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETUP_HIER1 (10 ms) 2024-09-22T08:51:29.450 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-22T08:51:29.594 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETUP_DIRS1 (143 ms) 2024-09-22T08:51:29.594 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SETATTR 2024-09-22T08:51:29.594 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-22T08:51:29.595 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-22T08:51:29.595 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-22T08:51:29.595 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-22T08:51:29.595 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-22T08:51:29.595 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-22T08:51:29.595 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout:scanning objects in /bdirs1/dir_0 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout:scanning objects in /bdirs1/dir_1 2024-09-22T08:51:29.596 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout:scanning objects in /bdirs1/dir_2 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout:read back objects in /bdirs1/dir_0 2024-09-22T08:51:29.597 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_0/sfile_0 2024-09-22T08:51:29.598 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:51:29.598 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_0/sfile_1 2024-09-22T08:51:29.602 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:51:29.603 INFO:tasks.workunit.client.0.smithi064.stdout:read back objects in /bdirs1/dir_1 2024-09-22T08:51:29.603 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_1/sfile_0 2024-09-22T08:51:29.607 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:51:29.607 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_1/sfile_1 2024-09-22T08:51:29.610 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:51:29.611 INFO:tasks.workunit.client.0.smithi064.stdout:read back objects in /bdirs1/dir_2 2024-09-22T08:51:29.611 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_2/sfile_0 2024-09-22T08:51:29.614 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:51:29.614 INFO:tasks.workunit.client.0.smithi064.stdout:reading 0,256 dir_2/sfile_1 2024-09-22T08:51:29.618 INFO:tasks.workunit.client.0.smithi064.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:51:29.618 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READ_DIRS1 (24 ms) 2024-09-22T08:51:29.618 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-22T08:51:29.618 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-22T08:51:29.618 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:51:29.619 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:51:29.620 INFO:tasks.workunit.client.0.smithi064.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:51:29.620 INFO:tasks.workunit.client.0.smithi064.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:51:29.620 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-22T08:51:29.620 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.HIER1 2024-09-22T08:51:29.637 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-22T08:51:29.638 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-22T08:51:29.648 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-22T08:51:29.653 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-22T08:51:29.663 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:51:29.664 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:51:29.666 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-22T08:51:29.668 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-22T08:51:29.670 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:51:29.671 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:51:29.673 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-22T08:51:29.679 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-22T08:51:29.679 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-22T08:51:29.679 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-22T08:51:29.679 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot/foo (foo): DIR 2024-09-22T08:51:29.679 INFO:tasks.workunit.client.0.smithi064.stdout:/nfsroot (nfsroot): DIR 2024-09-22T08:51:29.679 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.HIER1 (60 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:51:29.680 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:51:29.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:51:29.678+0000 7f0189468a80 -1 shutting down 2024-09-22T08:51:29.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:51:29.682+0000 7f00631ba640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58617, si_uid : 1000, si_addr0x3e80000e4f9, si_status0 2024-09-22T08:51:59.520 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (29841 ms) 2024-09-22T08:51:59.520 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 24 tests from LibRGW (30380 ms total) 2024-09-22T08:51:59.520 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:51:59.520 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:51:59.520 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 24 tests from 1 test suite ran. (30380 ms total) 2024-09-22T08:51:59.520 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 24 tests. 2024-09-22T08:51:59.534 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2.1 2024-09-22T08:51:59.558 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-22T08:51:59.558 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:51:59.559 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 9 tests from LibRGW 2024-09-22T08:51:59.559 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:51:59.570 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:51:59.570 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:51:59.854 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (296 ms) 2024-09-22T08:51:59.854 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:51:59.856 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:51:59.856 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:51:59.870 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET (14 ms) 2024-09-22T08:51:59.870 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:51:59.870 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-22T08:51:59.870 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-22T08:51:59.882 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave0 2024-09-22T08:51:59.896 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave1 2024-09-22T08:51:59.909 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave2 2024-09-22T08:51:59.921 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave3 2024-09-22T08:51:59.935 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave4 2024-09-22T08:51:59.950 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave5 2024-09-22T08:51:59.965 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave6 2024-09-22T08:51:59.981 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave7 2024-09-22T08:51:59.997 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave8 2024-09-22T08:52:00.012 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave9 2024-09-22T08:52:00.012 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (142 ms) 2024-09-22T08:52:00.012 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-22T08:52:00.389 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (377 ms) 2024-09-22T08:52:00.423 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:52:00.423 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:52:00.423 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:52:00.423 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:52:00.423 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:52:00.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:52:00.390+0000 7fabda160a80 -1 shutting down 2024-09-22T08:52:00.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:52:00.390+0000 7faab3eb2640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59262, si_uid : 1000, si_addr0x3e80000e77e, si_status0 2024-09-22T08:52:30.072 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (29683 ms) 2024-09-22T08:52:30.072 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 9 tests from LibRGW (30514 ms total) 2024-09-22T08:52:30.072 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:52:30.073 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:52:30.073 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 9 tests from 1 test suite ran. (30514 ms total) 2024-09-22T08:52:30.073 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 9 tests. 2024-09-22T08:52:30.086 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2.2 2024-09-22T08:52:30.110 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-22T08:52:30.110 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:52:30.110 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 9 tests from LibRGW 2024-09-22T08:52:30.111 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:52:30.122 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:52:30.122 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:52:30.404 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (294 ms) 2024-09-22T08:52:30.404 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:52:30.407 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-22T08:52:30.407 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:52:30.407 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-22T08:52:30.407 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:52:30.435 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET (28 ms) 2024-09-22T08:52:30.435 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-22T08:52:30.447 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave0 2024-09-22T08:52:30.460 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave1 2024-09-22T08:52:30.475 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave2 2024-09-22T08:52:30.487 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave3 2024-09-22T08:52:30.499 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave4 2024-09-22T08:52:30.512 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave5 2024-09-22T08:52:30.526 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave6 2024-09-22T08:52:30.542 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave7 2024-09-22T08:52:30.556 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave8 2024-09-22T08:52:30.572 INFO:tasks.workunit.client.0.smithi064.stdout:created: sorrydave9 2024-09-22T08:52:30.573 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (138 ms) 2024-09-22T08:52:30.573 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-22T08:52:30.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (347 ms) 2024-09-22T08:52:30.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:52:30.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:52:30.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:52:30.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:52:30.920 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:52:30.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:52:30.917+0000 7fe070099a80 -1 shutting down 2024-09-22T08:52:30.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:52:30.921+0000 7fdf49deb640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59907, si_uid : 1000, si_addr0x3e80000ea03, si_status0 2024-09-22T08:53:00.712 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (29792 ms) 2024-09-22T08:53:00.712 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 9 tests from LibRGW (30602 ms total) 2024-09-22T08:53:00.712 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:53:00.712 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:53:00.712 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 9 tests from 1 test suite ran. (30602 ms total) 2024-09-22T08:53:00.712 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 9 tests. 2024-09-22T08:53:00.721 INFO:tasks.workunit.client.0.smithi064.stdout:phase 3.1 2024-09-22T08:53:01.067 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-22T08:53:01.067 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:53:01.067 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 13 tests from LibRGW 2024-09-22T08:53:01.067 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:53:01.076 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:53:01.077 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:53:01.620 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (553 ms) 2024-09-22T08:53:01.620 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:53:01.622 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:53:01.622 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:53:01.634 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET (13 ms) 2024-09-22T08:53:01.635 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:53:01.638 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-22T08:53:01.638 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:53:01.641 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-22T08:53:01.641 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LARGE1 2024-09-22T08:53:01.717 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LARGE1 (76 ms) 2024-09-22T08:53:01.717 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LARGE2 2024-09-22T08:53:01.797 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LARGE2 (80 ms) 2024-09-22T08:53:01.797 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:53:01.797 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:53:01.797 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:53:01.797 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-22T08:53:01.797 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:53:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:53:01.797+0000 7fc12c2c3a80 -1 shutting down 2024-09-22T08:53:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:53:01.801+0000 7fc006015640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60552, si_uid : 1000, si_addr0x3e80000ec88, si_status0 2024-09-22T08:53:31.962 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (30166 ms) 2024-09-22T08:53:31.963 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 13 tests from LibRGW (30896 ms total) 2024-09-22T08:53:31.963 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:53:31.963 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:53:31.963 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 13 tests from 1 test suite ran. (30896 ms total) 2024-09-22T08:53:31.963 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 13 tests. 2024-09-22T08:53:31.976 INFO:tasks.workunit.client.0.smithi064.stdout:phase 3.2 2024-09-22T08:53:32.323 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-22T08:53:32.323 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:53:32.323 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 13 tests from LibRGW 2024-09-22T08:53:32.323 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:53:32.332 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:53:32.332 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:53:32.607 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (283 ms) 2024-09-22T08:53:32.607 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:53:32.609 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-22T08:53:32.609 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:53:32.609 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-22T08:53:32.609 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:53:32.614 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-22T08:53:32.614 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:53:32.621 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (7 ms) 2024-09-22T08:53:32.621 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LARGE1 2024-09-22T08:53:32.705 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LARGE1 (83 ms) 2024-09-22T08:53:32.705 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LARGE2 2024-09-22T08:53:32.705 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-22T08:53:32.705 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:53:32.705 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:53:32.705 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:53:32.715 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-22T08:53:32.715 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET (30 ms) 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:53:32.746 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:53:32.744+0000 7f0c96a48a80 -1 shutting down 2024-09-22T08:53:32.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:53:32.748+0000 7f0b7079a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61197, si_uid : 1000, si_addr0x3e80000ef0d, si_status0 2024-09-22T08:54:02.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (30082 ms) 2024-09-22T08:54:02.827 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 13 tests from LibRGW (30504 ms total) 2024-09-22T08:54:02.828 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:54:02.828 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:54:02.828 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 13 tests from 1 test suite ran. (30505 ms total) 2024-09-22T08:54:02.828 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 13 tests. 2024-09-22T08:54:02.846 INFO:tasks.workunit.client.0.smithi064.stdout:phase 4.1 2024-09-22T08:54:02.870 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-22T08:54:02.870 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:54:02.870 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 11 tests from LibRGW 2024-09-22T08:54:02.870 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.TVAR 2024-09-22T08:54:02.870 INFO:tasks.workunit.client.0.smithi064.stdout:read i1: 64001 2024-09-22T08:54:02.871 INFO:tasks.workunit.client.0.smithi064.stdout:read s1: blunderbuss 2024-09-22T08:54:02.871 INFO:tasks.workunit.client.0.smithi064.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-22T08:54:02.871 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:54:02.883 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:54:02.883 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:54:03.208 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (339 ms) 2024-09-22T08:54:03.208 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:54:03.210 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:54:03.210 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:54:03.237 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (26 ms) 2024-09-22T08:54:03.237 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:54:04.825 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_0 2024-09-22T08:54:04.825 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_1 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_2 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_3 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_4 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_5 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_6 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_7 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_8 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_9 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_10 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_11 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_12 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_13 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_14 2024-09-22T08:54:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_15 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_16 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_17 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_18 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_19 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_20 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_21 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_22 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_23 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_24 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_25 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_26 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_27 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_28 2024-09-22T08:54:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_29 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_30 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_31 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_32 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_33 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_34 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_35 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_36 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_37 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_38 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_39 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_40 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_41 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_42 2024-09-22T08:54:04.828 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_43 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_44 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_45 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_46 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_47 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_48 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_49 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_50 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_51 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_52 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_53 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_54 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_55 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_56 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_57 2024-09-22T08:54:04.829 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_58 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_59 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_60 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_61 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_62 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_63 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_64 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_65 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_66 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_67 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_68 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_69 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_70 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_71 2024-09-22T08:54:04.830 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_72 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_73 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_74 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_75 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_76 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_77 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_78 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_79 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_80 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_81 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_82 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_83 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_84 2024-09-22T08:54:04.831 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_85 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_86 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_87 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_88 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_89 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_90 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_91 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_92 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_93 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_94 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_95 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_96 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_97 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_98 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:created: dmarker:f_99 2024-09-22T08:54:04.832 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1589 ms) 2024-09-22T08:54:04.833 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-22T08:54:04.834 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-22T08:54:04.835 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-22T08:54:04.836 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-22T08:54:04.837 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-22T08:54:04.838 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-22T08:54:04.839 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-22T08:54:04.840 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_READDIR (9 ms) 2024-09-22T08:54:04.841 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-22T08:54:04.842 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-22T08:54:04.842 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-22T08:54:04.842 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-22T08:54:04.842 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-22T08:54:04.842 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-22T08:54:04.843 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-22T08:54:04.844 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-22T08:54:04.845 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-22T08:54:04.846 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-22T08:54:04.847 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-22T08:54:04.848 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-22T08:54:04.849 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER2_READDIR (6 ms) 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:54:04.840+0000 7f8e71d6ba80 -1 shutting down 2024-09-22T08:54:04.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:54:04.844+0000 7f8d4babd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61842, si_uid : 1000, si_addr0x3e80000f192, si_status0 2024-09-22T08:54:33.574 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (28733 ms) 2024-09-22T08:54:33.574 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 11 tests from LibRGW (30704 ms total) 2024-09-22T08:54:33.574 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:54:33.574 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:54:33.574 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 11 tests from 1 test suite ran. (30704 ms total) 2024-09-22T08:54:33.574 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 11 tests. 2024-09-22T08:54:33.588 INFO:tasks.workunit.client.0.smithi064.stdout:phase 4.2 2024-09-22T08:54:33.612 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-22T08:54:33.612 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:54:33.612 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 11 tests from LibRGW 2024-09-22T08:54:33.612 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.TVAR 2024-09-22T08:54:33.612 INFO:tasks.workunit.client.0.smithi064.stdout:read i1: 64001 2024-09-22T08:54:33.612 INFO:tasks.workunit.client.0.smithi064.stdout:read s1: blunderbuss 2024-09-22T08:54:33.613 INFO:tasks.workunit.client.0.smithi064.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-22T08:54:33.613 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:54:33.623 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:54:33.623 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:54:34.184 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (572 ms) 2024-09-22T08:54:34.184 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:54:34.186 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:54:34.186 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:54:34.201 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (15 ms) 2024-09-22T08:54:34.201 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:54:34.201 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:54:34.201 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:54:34.201 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:54:34.201 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-22T08:54:34.205 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-22T08:54:34.206 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-22T08:54:34.207 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-22T08:54:34.208 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-22T08:54:34.209 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-22T08:54:34.210 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-22T08:54:34.211 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER2_READDIR (4 ms) 2024-09-22T08:54:34.212 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:54:34.208+0000 7f02bdf67a80 -1 shutting down 2024-09-22T08:54:34.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:54:34.212+0000 7f0197cb9640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 62488, si_uid : 1000, si_addr0x3e80000f418, si_status0 2024-09-22T08:55:04.424 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (30219 ms) 2024-09-22T08:55:04.424 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 11 tests from LibRGW (30812 ms total) 2024-09-22T08:55:04.424 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:55:04.424 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:55:04.425 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 11 tests from 1 test suite ran. (30812 ms total) 2024-09-22T08:55:04.425 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 11 tests. 2024-09-22T08:55:04.438 INFO:tasks.workunit.client.0.smithi064.stdout:phase 5.1 2024-09-22T08:55:04.473 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-22T08:55:04.473 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:55:04.473 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 19 tests from LibRGW 2024-09-22T08:55:04.473 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:55:04.485 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:55:04.485 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:55:04.786 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (313 ms) 2024-09-22T08:55:04.786 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:55:04.788 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:55:04.788 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:55:04.803 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET (15 ms) 2024-09-22T08:55:04.803 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:55:04.809 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2024-09-22T08:55:04.809 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-22T08:55:04.809 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-22T08:55:04.809 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:55:04.811 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-22T08:55:04.811 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-22T08:55:04.811 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-22T08:55:04.811 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-22T08:55:04.822 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.PUT_OBJECT (11 ms) 2024-09-22T08:55:04.822 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.GET_OBJECT (4 ms) 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITEV 2024-09-22T08:55:04.826 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READV 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:55:04.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:55:04.827+0000 7fa636138a80 -1 shutting down 2024-09-22T08:55:04.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:55:04.831+0000 7fa50fe8a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63136, si_uid : 1000, si_addr0x3e80000f6a0, si_status0 2024-09-22T08:55:35.105 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (30279 ms) 2024-09-22T08:55:35.106 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 19 tests from LibRGW (30632 ms total) 2024-09-22T08:55:35.106 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:55:35.106 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:55:35.106 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 19 tests from 1 test suite ran. (30632 ms total) 2024-09-22T08:55:35.106 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 19 tests. 2024-09-22T08:55:35.119 INFO:tasks.workunit.client.0.smithi064.stdout:phase 5.2 2024-09-22T08:55:35.155 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-22T08:55:35.155 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:55:35.155 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 19 tests from LibRGW 2024-09-22T08:55:35.155 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:55:35.163 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:55:35.163 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:55:35.475 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (321 ms) 2024-09-22T08:55:35.475 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:55:35.477 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:55:35.477 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:55:35.477 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-22T08:55:35.477 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:55:35.488 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (11 ms) 2024-09-22T08:55:35.488 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-22T08:55:35.488 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.WRITEV 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-22T08:55:35.489 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READV 2024-09-22T08:55:35.490 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-22T08:55:35.490 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-22T08:55:35.490 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-22T08:55:35.490 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:55:35.498 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-22T08:55:35.498 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.DELETE_BUCKET (34 ms) 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:55:35.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:55:35.534+0000 7fe89f53aa80 -1 shutting down 2024-09-22T08:55:35.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:55:35.538+0000 7fe77928c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63783, si_uid : 1000, si_addr0x3e80000f927, si_status0 2024-09-22T08:56:05.503 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (29970 ms) 2024-09-22T08:56:05.503 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 19 tests from LibRGW (30348 ms total) 2024-09-22T08:56:05.503 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:56:05.503 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:56:05.503 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 19 tests from 1 test suite ran. (30348 ms total) 2024-09-22T08:56:05.503 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 19 tests. 2024-09-22T08:56:05.514 INFO:tasks.workunit.client.0.smithi064.stdout:phase 6.1 2024-09-22T08:56:05.538 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-22T08:56:05.538 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment set-up. 2024-09-22T08:56:05.538 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 10 tests from LibRGW 2024-09-22T08:56:05.538 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:56:05.547 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:56:05.548 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:56:05.833 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.INIT (294 ms) 2024-09-22T08:56:05.833 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:56:05.835 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-22T08:56:05.835 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-22T08:56:05.863 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CREATE_BUCKETS (27 ms) 2024-09-22T08:56:05.863 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-22T08:56:05.872 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (10 ms) 2024-09-22T08:56:05.872 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-22T08:56:05.907 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.TOPDIR_RENAME (34 ms) 2024-09-22T08:56:05.907 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-22T08:56:05.952 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SUBDIR_RENAME (46 ms) 2024-09-22T08:56:05.952 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-22T08:56:06.001 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (49 ms) 2024-09-22T08:56:06.002 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:56:06.002 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:56:06.002 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:56:06.002 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:56:06.002 INFO:tasks.workunit.client.0.smithi064.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:56:06.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:06.001+0000 7f827fa5ba80 -1 shutting down 2024-09-22T08:56:06.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:06.005+0000 7f81597ad640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64428, si_uid : 1000, si_addr0x3e80000fbac, si_status0 2024-09-22T08:56:35.965 INFO:tasks.workunit.client.0.smithi064.stdout:[ OK ] LibRGW.SHUTDOWN (29962 ms) 2024-09-22T08:56:35.965 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] 10 tests from LibRGW (30425 ms total) 2024-09-22T08:56:35.965 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:56:35.965 INFO:tasks.workunit.client.0.smithi064.stdout:[----------] Global test environment tear-down 2024-09-22T08:56:35.965 INFO:tasks.workunit.client.0.smithi064.stdout:[==========] 10 tests from 1 test suite ran. (30425 ms total) 2024-09-22T08:56:35.965 INFO:tasks.workunit.client.0.smithi064.stdout:[ PASSED ] 10 tests. 2024-09-22T08:56:35.975 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:56:35.975 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:56:35.990 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-22T08:56:35.991 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-22T08:56:35.992 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-22T08:56:36.041 INFO:tasks.workunit.client.0.smithi064.stderr:+ [ -z ] 2024-09-22T08:56:36.041 INFO:tasks.workunit.client.0.smithi064.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-22T08:56:36.041 INFO:tasks.workunit.client.0.smithi064.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-22T08:56:36.042 INFO:tasks.workunit.client.0.smithi064.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-22T08:56:36.084 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:56:36.085 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:56:36.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 realm 2024-09-22T08:56:36.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:56:36.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.129+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.133+0000 7fda7e6d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:56:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.133+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.133+0000 7fda7e6d89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:56:36.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.133+0000 7fda7e6d89c0 20 searching for the correct realm 2024-09-22T08:56:36.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.137+0000 7fda7c9df640 0 -- 172.21.15.64:0/2777024207 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x558ae8e47a00 msgr2=0x558ae8e49ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:56:36.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.145+0000 7fda7c1de640 0 -- 172.21.15.64:0/2777024207 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fda7004c3d0 msgr2=0x7fda7004c830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:56:36.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 zone default found 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 4 Realm: () 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:56:36.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:56:36.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:56:36.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 zonegroup default 2024-09-22T08:56:36.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.153+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 started sync module instance, tier type = 2024-09-22T08:56:36.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.157+0000 7fda7e6d89c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=0 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=1 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=2 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=3 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=4 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=5 2024-09-22T08:56:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=6 2024-09-22T08:56:36.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 20 add_watcher() i=7 2024-09-22T08:56:36.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.173+0000 7fda7e6d89c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:56:36.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fd9327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:56:36.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:56:36.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:56:36.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 5 note: GC not initialized 2024-09-22T08:56:36.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fd9317e2640 20 reqs_thread_entry: start 2024-09-22T08:56:36.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 init_complete bucket index max shards: 1 2024-09-22T08:56:36.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 Filter name: none 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fd8a2ffd640 20 reqs_thread_entry: start 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-22T08:56:36.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rados->read ofs=0 len=0 2024-09-22T08:56:36.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:56:36.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.177+0000 7fda7e6d89c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fda7e6d89c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fda7e6d89c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fda7e6d89c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fd95b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1082331758600 cookie 94055101166176 notifier 5892 bl.length()=677 2024-09-22T08:56:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fd95b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-22T08:56:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fd95b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-22T08:56:36.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fda7e6d89c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-22T08:56:36.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fda7e6d89c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-22T08:56:36.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.181+0000 7fda7e6d89c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-22T08:56:36.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.185+0000 7fd95b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1082331758600 cookie 94055101149504 notifier 5892 bl.length()=187 2024-09-22T08:56:36.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.185+0000 7fd95b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-22T08:56:36.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.185+0000 7fd95b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-22T08:56:36.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.185+0000 7fda7e6d89c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-22T08:56:36.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.185+0000 7fda7e6d89c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-22T08:56:36.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.185+0000 7fda7e6d89c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-22T08:56:36.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.189+0000 7fd95b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1082331758601 cookie 94055101149504 notifier 5892 bl.length()=197 2024-09-22T08:56:36.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.189+0000 7fd95b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-22T08:56:36.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.189+0000 7fd95b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-22T08:56:36.190 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "user_id": "ceph-test-maven", 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "display_name": "maven test user", 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "email": "sigv4@example.com", 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "suspended": 0, 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "max_buckets": 1000, 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "subusers": [], 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "keys": [ 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: { 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "user": "ceph-test-maven", 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "active": true, 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: "create_date": "2024-09-22T08:56:36.183589Z" 2024-09-22T08:56:36.191 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: ], 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "swift_keys": [], 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "caps": [], 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "default_placement": "", 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "default_storage_class": "", 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "placement_tags": [], 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_quota": { 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "enabled": false, 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size": -1, 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "max_objects": -1 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "user_quota": { 2024-09-22T08:56:36.192 INFO:tasks.workunit.client.0.smithi064.stdout: "enabled": false, 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size": -1, 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "max_objects": -1 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "temp_url_keys": [], 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "type": "rgw", 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "mfa_ids": [], 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "account_id": "", 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "path": "/", 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "create_date": "2024-09-22T08:56:36.183564Z", 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "tags": [], 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: "group_ids": [] 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:56:36.193 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:56:36.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.189+0000 7fd9327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:56:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.193+0000 7fda7e6d89c0 20 remove_watcher() i=0 2024-09-22T08:56:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.193+0000 7fda7e6d89c0 2 removed watcher, disabling cache 2024-09-22T08:56:36.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.197+0000 7fda7e6d89c0 20 remove_watcher() i=1 2024-09-22T08:56:36.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.201+0000 7fda7e6d89c0 20 remove_watcher() i=2 2024-09-22T08:56:36.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.201+0000 7fda7e6d89c0 20 remove_watcher() i=3 2024-09-22T08:56:36.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.205+0000 7fda7e6d89c0 20 remove_watcher() i=4 2024-09-22T08:56:36.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.205+0000 7fda7e6d89c0 20 remove_watcher() i=5 2024-09-22T08:56:36.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.205+0000 7fda7e6d89c0 20 remove_watcher() i=6 2024-09-22T08:56:36.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T08:56:36.205+0000 7fda7e6d89c0 20 remove_watcher() i=7 2024-09-22T08:56:36.222 INFO:tasks.workunit.client.0.smithi064.stderr:+ [ -z ] 2024-09-22T08:56:36.222 INFO:tasks.workunit.client.0.smithi064.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-22T08:56:36.222 INFO:tasks.workunit.client.0.smithi064.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-22T08:56:36.223 INFO:tasks.workunit.client.0.smithi064.stderr:+ export RGW_HTTP_ENDPOINT_URL=http://smithi064.front.sepia.ceph.com:80 2024-09-22T08:56:36.223 INFO:tasks.workunit.client.0.smithi064.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-22T08:56:36.223 INFO:tasks.workunit.client.0.smithi064.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-22T08:56:36.223 INFO:tasks.workunit.client.0.smithi064.stderr:+ ./mvnw clean package 2024-09-22T08:56:36.229 INFO:tasks.workunit.client.0.smithi064.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-22T08:56:40.163 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Scanning for projects... 2024-09-22T08:56:40.294 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-22T08:56:40.390 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 57 kB/s) 2024-09-22T08:56:40.427 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-22T08:56:40.466 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 66/83 kB Progress (1): 82/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.1 MB/s) 2024-09-22T08:56:40.484 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-22T08:56:40.508 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 66/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.2 MB/s) 2024-09-22T08:56:40.544 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:40.544 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-22T08:56:40.544 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Building jcksum 1.0 2024-09-22T08:56:40.544 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] from pom.xml 2024-09-22T08:56:40.544 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-22T08:56:40.547 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-22T08:56:40.564 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 312 kB/s) 2024-09-22T08:56:40.572 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-22T08:56:40.588 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-22T08:56:40.592 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-22T08:56:40.609 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.8 MB/s) 2024-09-22T08:56:40.617 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-22T08:56:40.635 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.2 MB/s) 2024-09-22T08:56:40.654 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-22T08:56:40.672 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.0 MB/s) 2024-09-22T08:56:40.682 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-22T08:56:40.697 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 510 kB/s) 2024-09-22T08:56:40.701 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-22T08:56:40.717 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 506 kB/s) 2024-09-22T08:56:40.720 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-22T08:56:40.736 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-22T08:56:40.742 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-22T08:56:40.758 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.3 MB/s) 2024-09-22T08:56:40.769 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-22T08:56:40.787 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.7 MB/s) 2024-09-22T08:56:40.798 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-22T08:56:40.816 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 545 kB/s) 2024-09-22T08:56:40.829 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-22T08:56:40.848 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.5 MB/s) 2024-09-22T08:56:40.862 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-22T08:56:40.880 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 280 kB/s) 2024-09-22T08:56:40.885 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-22T08:56:40.902 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.4 MB/s) 2024-09-22T08:56:40.908 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-22T08:56:40.926 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 2.8 MB/s) 2024-09-22T08:56:40.934 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-22T08:56:40.952 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.3 MB/s) 2024-09-22T08:56:40.963 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-22T08:56:40.979 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 331 kB/s) 2024-09-22T08:56:40.986 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-22T08:56:41.006 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.2 MB/s) 2024-09-22T08:56:41.016 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-22T08:56:41.032 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 398 kB/s) 2024-09-22T08:56:41.036 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-22T08:56:41.051 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-22T08:56:41.055 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-22T08:56:41.071 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.7 MB/s) 2024-09-22T08:56:41.077 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-22T08:56:41.093 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.2 MB/s) 2024-09-22T08:56:41.103 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-22T08:56:41.121 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.5 MB/s) 2024-09-22T08:56:41.150 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-22T08:56:41.167 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 358 kB/s) 2024-09-22T08:56:41.171 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-22T08:56:41.187 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-22T08:56:41.197 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-22T08:56:41.214 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.1 MB/s) 2024-09-22T08:56:41.225 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-22T08:56:41.241 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 250 kB/s) 2024-09-22T08:56:41.245 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-22T08:56:41.261 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 91 kB/s) 2024-09-22T08:56:41.264 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-22T08:56:41.282 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 124 kB/s) 2024-09-22T08:56:41.290 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-22T08:56:41.306 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 214 kB/s) 2024-09-22T08:56:41.314 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-22T08:56:41.330 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 190 kB/s) 2024-09-22T08:56:41.338 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-22T08:56:41.355 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 645 kB/s) 2024-09-22T08:56:41.362 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-22T08:56:41.379 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 99 kB/s) 2024-09-22T08:56:41.386 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-22T08:56:41.403 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 212 kB/s) 2024-09-22T08:56:41.412 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-22T08:56:41.429 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 273 kB/s) 2024-09-22T08:56:41.436 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-22T08:56:41.455 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 61 kB/s) 2024-09-22T08:56:41.459 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-22T08:56:41.475 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 226 kB/s) 2024-09-22T08:56:41.479 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-22T08:56:41.495 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 812 kB/s) 2024-09-22T08:56:41.501 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-22T08:56:41.519 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 216 kB/s) 2024-09-22T08:56:41.528 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-22T08:56:41.545 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 144 kB/s) 2024-09-22T08:56:41.552 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-22T08:56:41.569 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 171 kB/s) 2024-09-22T08:56:41.578 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-22T08:56:41.596 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 412 kB/s) 2024-09-22T08:56:41.605 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-22T08:56:41.623 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 321 kB/s) 2024-09-22T08:56:41.633 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-22T08:56:41.650 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 194 kB/s) 2024-09-22T08:56:41.663 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-22T08:56:41.684 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 209 kB/s) 2024-09-22T08:56:41.691 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-22T08:56:41.709 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 127 kB/s) 2024-09-22T08:56:41.718 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-22T08:56:41.736 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 358 kB/s) 2024-09-22T08:56:41.746 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-22T08:56:41.763 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 337 kB/s) 2024-09-22T08:56:41.773 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-22T08:56:41.791 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 165 kB/s) 2024-09-22T08:56:41.800 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-22T08:56:41.818 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 183 kB/s) 2024-09-22T08:56:41.830 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-22T08:56:41.848 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 227 kB/s) 2024-09-22T08:56:41.852 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-22T08:56:41.869 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 105 kB/s) 2024-09-22T08:56:41.880 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-22T08:56:41.897 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 367 kB/s) 2024-09-22T08:56:41.902 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-22T08:56:41.920 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 964 kB/s) 2024-09-22T08:56:41.927 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-22T08:56:41.948 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 1.6 MB/s) 2024-09-22T08:56:41.960 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-22T08:56:41.978 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 900 kB/s) 2024-09-22T08:56:41.990 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-22T08:56:42.007 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 292 kB/s) 2024-09-22T08:56:42.011 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-22T08:56:42.028 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 823 kB/s) 2024-09-22T08:56:42.035 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-22T08:56:42.051 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 822 kB/s) 2024-09-22T08:56:42.057 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-22T08:56:42.079 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.0 MB/s) 2024-09-22T08:56:42.096 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-22T08:56:42.114 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 870 kB/s) 2024-09-22T08:56:42.125 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-22T08:56:42.142 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 908 kB/s) 2024-09-22T08:56:42.146 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-22T08:56:42.166 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/79 kB Progress (1): 33/79 kB Progress (1): 49/79 kB Progress (1): 66/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.2 MB/s) 2024-09-22T08:56:42.175 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-22T08:56:42.192 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.1 MB/s) 2024-09-22T08:56:42.203 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-22T08:56:42.223 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 998 kB/s) 2024-09-22T08:56:42.231 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-22T08:56:42.253 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 3.5 MB/s) 2024-09-22T08:56:42.269 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-22T08:56:42.285 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 226 kB/s) 2024-09-22T08:56:42.289 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-22T08:56:42.305 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 863 kB/s) 2024-09-22T08:56:42.309 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-22T08:56:42.325 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 200 kB/s) 2024-09-22T08:56:42.328 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-22T08:56:42.346 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 199 kB/s) 2024-09-22T08:56:42.346 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-22T08:56:42.361 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 145 kB/s) 2024-09-22T08:56:42.363 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-22T08:56:42.378 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 189 kB/s) 2024-09-22T08:56:42.380 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-22T08:56:42.395 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 109 kB/s) 2024-09-22T08:56:42.398 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-22T08:56:42.413 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 201 kB/s) 2024-09-22T08:56:42.415 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-22T08:56:42.429 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 214 kB/s) 2024-09-22T08:56:42.431 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-22T08:56:42.446 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 214 kB/s) 2024-09-22T08:56:42.449 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-22T08:56:42.464 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 68 kB/s) 2024-09-22T08:56:42.468 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-22T08:56:42.483 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 64 kB/s) 2024-09-22T08:56:42.485 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-22T08:56:42.500 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 218 kB/s) 2024-09-22T08:56:42.502 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-22T08:56:42.517 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 202 kB/s) 2024-09-22T08:56:42.519 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-22T08:56:42.534 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 229 kB/s) 2024-09-22T08:56:42.537 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-22T08:56:42.552 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 245 kB/s) 2024-09-22T08:56:42.554 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-22T08:56:42.569 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 216 kB/s) 2024-09-22T08:56:42.606 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-22T08:56:42.732 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 26 MB/s) 2024-09-22T08:56:42.734 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-22T08:56:42.734 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-22T08:56:42.734 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-22T08:56:42.735 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-22T08:56:42.739 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-22T08:56:42.767 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/35 kB Progress (1): 32/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 1.0 MB/s) 2024-09-22T08:56:42.767 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-22T08:56:42.786 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 314 kB/s) 2024-09-22T08:56:42.786 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-22T08:56:42.799 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/16 kB Progress (1): 2.8/16 kB Progress (1): 4.1/16 kB Progress (1): 5.5/16 kB Progress (1): 6.9/16 kB Progress (1): 8.3/16 kB Progress (1): 9.7/16 kB Progress (1): 11/16 kB Progress (1): 12/16 kB Progress (1): 14/16 kB Progress (1): 15/16 kB Progress (1): 16 kB Progress (2): 16 kB | 16/71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 239 kB/s) 2024-09-22T08:56:42.799 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-22T08:56:42.816 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 16/71 kB | 16/782 kB Progress (2): 16/71 kB | 33/782 kB Progress (2): 16/71 kB | 49/782 kB Progress (2): 16/71 kB | 66/782 kB Progress (2): 16/71 kB | 82/782 kB Progress (2): 16/71 kB | 98/782 kB Progress (2): 16/71 kB | 115/782 kB Progress (2): 33/71 kB | 115/782 kB Progress (2): 33/71 kB | 131/782 kB Progress (2): 33/71 kB | 147/782 kB Progress (2): 33/71 kB | 164/782 kB Progress (2): 33/71 kB | 180/782 kB Progress (2): 33/71 kB | 197/782 kB Progress (2): 33/71 kB | 213/782 kB Progress (2): 33/71 kB | 229/782 kB Progress (2): 33/71 kB | 246/782 kB Progress (2): 33/71 kB | 262/782 kB Progress (2): 33/71 kB | 279/782 kB Progress (2): 33/71 kB | 295/782 kB Progress (2): 33/71 kB | 311/782 kB Progress (2): 33/71 kB | 328/782 kB Progress (2): 33/71 kB | 344/782 kB Progress (2): 33/71 kB | 360/782 kB Progress (3): 33/71 kB | 360/782 kB | 1.4/49 kB Progress (3): 33/71 kB | 377/782 kB | 1.4/49 kB Progress (3): 33/71 kB | 377/782 kB | 2.8/49 kB Progress (3): 33/71 kB | 377/782 kB | 4.1/49 kB Progress (3): 33/71 kB | 393/782 kB | 4.1/49 kB Progress (3): 33/71 kB | 393/782 kB | 5.5/49 kB Progress (3): 33/71 kB | 393/782 kB | 6.9/49 kB Progress (3): 33/71 kB | 410/782 kB | 6.9/49 kB Progress (3): 33/71 kB | 410/782 kB | 8.3/49 kB Progress (3): 33/71 kB | 426/782 kB | 8.3/49 kB Progress (3): 33/71 kB | 426/782 kB | 9.7/49 kB Progress (3): 33/71 kB | 426/782 kB | 11/49 kB Progress (3): 33/71 kB | 442/782 kB | 11/49 kB Progress (4): 33/71 kB | 442/782 kB | 11/49 kB | 16/98 kB Progress (4): 33/71 kB | 442/782 kB | 12/49 kB | 16/98 kB Progress (4): 33/71 kB | 442/782 kB | 14/49 kB | 16/98 kB Progress (4): 33/71 kB | 459/782 kB | 14/49 kB | 16/98 kB Progress (4): 33/71 kB | 459/782 kB | 15/49 kB | 16/98 kB Progress (4): 49/71 kB | 459/782 kB | 15/49 kB | 16/98 kB Progress (4): 49/71 kB | 459/782 kB | 17/49 kB | 16/98 kB Progress (4): 49/71 kB | 459/782 kB | 18/49 kB | 16/98 kB Progress (4): 49/71 kB | 475/782 kB | 18/49 kB | 16/98 kB Progress (4): 49/71 kB | 475/782 kB | 19/49 kB | 16/98 kB Progress (4): 49/71 kB | 475/782 kB | 21/49 kB | 16/98 kB Progress (4): 49/71 kB | 475/782 kB | 22/49 kB | 16/98 kB Progress (4): 49/71 kB | 492/782 kB | 22/49 kB | 16/98 kB Progress (4): 49/71 kB | 492/782 kB | 23/49 kB | 16/98 kB Progress (4): 49/71 kB | 492/782 kB | 25/49 kB | 16/98 kB Progress (4): 49/71 kB | 492/782 kB | 25/49 kB | 33/98 kB Progress (4): 49/71 kB | 492/782 kB | 26/49 kB | 33/98 kB Progress (4): 49/71 kB | 508/782 kB | 26/49 kB | 33/98 kB Progress (4): 49/71 kB | 508/782 kB | 28/49 kB | 33/98 kB Progress (4): 49/71 kB | 508/782 kB | 29/49 kB | 33/98 kB Progress (5): 49/71 kB | 508/782 kB | 29/49 kB | 33/98 kB | 1.4/11 kB Progress (5): 49/71 kB | 508/782 kB | 30/49 kB | 33/98 kB | 1.4/11 kB Progress (5): 49/71 kB | 524/782 kB | 30/49 kB | 33/98 kB | 1.4/11 kB Progress (5): 66/71 kB | 524/782 kB | 30/49 kB | 33/98 kB | 1.4/11 kB Progress (5): 66/71 kB | 524/782 kB | 30/49 kB | 33/98 kB | 2.8/11 kB Progress (5): 71 kB | 524/782 kB | 30/49 kB | 33/98 kB | 2.8/11 kB Progress (5): 71 kB | 524/782 kB | 32/49 kB | 33/98 kB | 2.8/11 kB Progress (5): 71 kB | 524/782 kB | 32/49 kB | 33/98 kB | 4.1/11 kB Progress (5): 71 kB | 524/782 kB | 33/49 kB | 33/98 kB | 4.1/11 kB Progress (5): 71 kB | 541/782 kB | 33/49 kB | 33/98 kB | 4.1/11 kB Progress (5): 71 kB | 541/782 kB | 34/49 kB | 33/98 kB | 4.1/11 kB Progress (5): 71 kB | 541/782 kB | 34/49 kB | 33/98 kB | 5.5/11 kB Progress (5): 71 kB | 541/782 kB | 36/49 kB | 33/98 kB | 5.5/11 kB Progress (5): 71 kB | 541/782 kB | 36/49 kB | 33/98 kB | 6.9/11 kB Progress (5): 71 kB | 557/782 kB | 36/49 kB | 33/98 kB | 6.9/11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 850 kB/s) 2024-09-22T08:56:42.816 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 557/782 kB | 36/49 kB | 33/98 kB | 8.3/11 kB Progress (4): 557/782 kB | 37/49 kB | 33/98 kB | 8.3/11 kB Progress (4): 557/782 kB | 37/49 kB | 33/98 kB | 9.7/11 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-22T08:56:42.818 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 573/782 kB | 37/49 kB | 33/98 kB | 9.7/11 kB Progress (4): 573/782 kB | 39/49 kB | 33/98 kB | 9.7/11 kB Progress (4): 573/782 kB | 39/49 kB | 33/98 kB | 11/11 kB Progress (4): 585/782 kB | 39/49 kB | 33/98 kB | 11/11 kB Progress (4): 585/782 kB | 39/49 kB | 33/98 kB | 11 kB Progress (4): 601/782 kB | 39/49 kB | 33/98 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 137 kB/s) 2024-09-22T08:56:42.818 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 617/782 kB | 39/49 kB | 33/98 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-22T08:56:42.823 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 634/782 kB | 39/49 kB | 33/98 kB Progress (3): 650/782 kB | 39/49 kB | 33/98 kB Progress (3): 667/782 kB | 39/49 kB | 33/98 kB Progress (3): 667/782 kB | 40/49 kB | 33/98 kB Progress (3): 667/782 kB | 41/49 kB | 33/98 kB Progress (3): 683/782 kB | 41/49 kB | 33/98 kB Progress (3): 683/782 kB | 43/49 kB | 33/98 kB Progress (3): 683/782 kB | 44/49 kB | 33/98 kB Progress (3): 683/782 kB | 46/49 kB | 33/98 kB Progress (3): 699/782 kB | 46/49 kB | 33/98 kB Progress (3): 699/782 kB | 47/49 kB | 33/98 kB Progress (3): 699/782 kB | 48/49 kB | 33/98 kB Progress (3): 699/782 kB | 49 kB | 33/98 kB Progress (3): 716/782 kB | 49 kB | 33/98 kB Progress (3): 716/782 kB | 49 kB | 49/98 kB Progress (3): 732/782 kB | 49 kB | 49/98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 559 kB/s) 2024-09-22T08:56:42.823 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 749/782 kB | 49/98 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-22T08:56:42.825 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 765/782 kB | 49/98 kB Progress (2): 765/782 kB | 66/98 kB Progress (2): 781/782 kB | 66/98 kB Progress (2): 782 kB | 66/98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 8.6 MB/s) 2024-09-22T08:56:42.825 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-22T08:56:42.828 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 82/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.0 MB/s) 2024-09-22T08:56:42.828 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-22T08:56:42.839 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/205 kB Progress (2): 16/205 kB | 1.4/30 kB Progress (2): 33/205 kB | 1.4/30 kB Progress (2): 33/205 kB | 2.8/30 kB Progress (2): 33/205 kB | 4.1/30 kB Progress (2): 33/205 kB | 5.5/30 kB Progress (2): 33/205 kB | 6.9/30 kB Progress (2): 49/205 kB | 6.9/30 kB Progress (2): 49/205 kB | 8.3/30 kB Progress (2): 49/205 kB | 9.7/30 kB Progress (2): 49/205 kB | 11/30 kB Progress (2): 49/205 kB | 12/30 kB Progress (2): 66/205 kB | 12/30 kB Progress (2): 66/205 kB | 14/30 kB Progress (2): 66/205 kB | 15/30 kB Progress (2): 66/205 kB | 17/30 kB Progress (2): 82/205 kB | 17/30 kB Progress (2): 82/205 kB | 18/30 kB Progress (2): 82/205 kB | 19/30 kB Progress (2): 82/205 kB | 21/30 kB Progress (2): 98/205 kB | 21/30 kB Progress (2): 98/205 kB | 22/30 kB Progress (2): 98/205 kB | 23/30 kB Progress (2): 98/205 kB | 25/30 kB Progress (2): 98/205 kB | 26/30 kB Progress (2): 98/205 kB | 28/30 kB Progress (2): 98/205 kB | 29/30 kB Progress (2): 98/205 kB | 30 kB Progress (3): 98/205 kB | 30 kB | 16/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 299 kB/s) 2024-09-22T08:56:42.839 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-22T08:56:42.844 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 98/205 kB | 33/81 kB Progress (2): 98/205 kB | 49/81 kB Progress (3): 98/205 kB | 49/81 kB | 16/798 kB Progress (3): 98/205 kB | 66/81 kB | 16/798 kB Progress (3): 98/205 kB | 66/81 kB | 33/798 kB Progress (4): 98/205 kB | 66/81 kB | 33/798 kB | 13 kB Progress (4): 98/205 kB | 66/81 kB | 49/798 kB | 13 kB Progress (4): 98/205 kB | 66/81 kB | 66/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 127 kB/s) 2024-09-22T08:56:42.844 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 115/205 kB | 66/81 kB | 66/798 kB Progress (3): 115/205 kB | 66/81 kB | 82/798 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-22T08:56:42.848 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 115/205 kB | 66/81 kB | 98/798 kB Progress (3): 131/205 kB | 66/81 kB | 98/798 kB Progress (3): 131/205 kB | 66/81 kB | 115/798 kB Progress (3): 147/205 kB | 66/81 kB | 115/798 kB Progress (3): 147/205 kB | 66/81 kB | 131/798 kB Progress (3): 147/205 kB | 66/81 kB | 147/798 kB Progress (3): 164/205 kB | 66/81 kB | 147/798 kB Progress (3): 164/205 kB | 66/81 kB | 164/798 kB Progress (3): 164/205 kB | 66/81 kB | 180/798 kB Progress (3): 180/205 kB | 66/81 kB | 180/798 kB Progress (3): 180/205 kB | 66/81 kB | 197/798 kB Progress (3): 197/205 kB | 66/81 kB | 197/798 kB Progress (3): 197/205 kB | 66/81 kB | 213/798 kB Progress (3): 205 kB | 66/81 kB | 213/798 kB Progress (3): 205 kB | 66/81 kB | 229/798 kB Progress (3): 205 kB | 66/81 kB | 246/798 kB Progress (3): 205 kB | 66/81 kB | 256/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.8 MB/s) 2024-09-22T08:56:42.849 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-22T08:56:42.851 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 66/81 kB | 272/798 kB Progress (2): 66/81 kB | 289/798 kB Progress (2): 66/81 kB | 305/798 kB Progress (2): 81 kB | 305/798 kB Progress (2): 81 kB | 321/798 kB Progress (2): 81 kB | 338/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 719 kB/s) 2024-09-22T08:56:42.851 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-22T08:56:42.863 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 354/798 kB Progress (1): 370/798 kB Progress (1): 387/798 kB Progress (1): 403/798 kB Progress (1): 420/798 kB Progress (1): 436/798 kB Progress (1): 452/798 kB Progress (1): 469/798 kB Progress (1): 485/798 kB Progress (1): 502/798 kB Progress (1): 518/798 kB Progress (2): 518/798 kB | 16/182 kB Progress (2): 534/798 kB | 16/182 kB Progress (2): 551/798 kB | 16/182 kB Progress (2): 567/798 kB | 16/182 kB Progress (2): 583/798 kB | 16/182 kB Progress (2): 583/798 kB | 33/182 kB Progress (2): 600/798 kB | 33/182 kB Progress (2): 616/798 kB | 33/182 kB Progress (2): 633/798 kB | 33/182 kB Progress (2): 649/798 kB | 33/182 kB Progress (2): 665/798 kB | 33/182 kB Progress (3): 665/798 kB | 33/182 kB | 16/151 kB Progress (3): 665/798 kB | 49/182 kB | 16/151 kB Progress (3): 682/798 kB | 49/182 kB | 16/151 kB Progress (3): 682/798 kB | 49/182 kB | 33/151 kB Progress (3): 698/798 kB | 49/182 kB | 33/151 kB Progress (3): 715/798 kB | 49/182 kB | 33/151 kB Progress (3): 715/798 kB | 49/182 kB | 49/151 kB Progress (3): 731/798 kB | 49/182 kB | 49/151 kB Progress (3): 747/798 kB | 49/182 kB | 49/151 kB Progress (3): 764/798 kB | 49/182 kB | 49/151 kB Progress (3): 764/798 kB | 49/182 kB | 66/151 kB Progress (3): 780/798 kB | 49/182 kB | 66/151 kB Progress (3): 780/798 kB | 49/182 kB | 82/151 kB Progress (3): 796/798 kB | 49/182 kB | 82/151 kB Progress (3): 798 kB | 49/182 kB | 82/151 kB Progress (3): 798 kB | 49/182 kB | 98/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 6.4 MB/s) 2024-09-22T08:56:42.863 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-22T08:56:42.865 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 49/182 kB | 115/151 kB Progress (2): 49/182 kB | 131/151 kB Progress (3): 49/182 kB | 131/151 kB | 16/27 kB Progress (3): 49/182 kB | 131/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 218 kB/s) 2024-09-22T08:56:42.865 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-22T08:56:42.869 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 66/182 kB | 131/151 kB Progress (2): 82/182 kB | 131/151 kB Progress (3): 82/182 kB | 131/151 kB | 16/30 kB Progress (3): 82/182 kB | 131/151 kB | 30 kB Progress (3): 98/182 kB | 131/151 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 231 kB/s) 2024-09-22T08:56:42.869 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-22T08:56:42.871 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 115/182 kB | 131/151 kB Progress (2): 115/182 kB | 147/151 kB Progress (2): 115/182 kB | 151 kB Progress (2): 131/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.2 MB/s) 2024-09-22T08:56:42.871 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-22T08:56:42.875 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 147/182 kB Progress (1): 164/182 kB Progress (1): 180/182 kB Progress (1): 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.3 MB/s) 2024-09-22T08:56:42.875 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-22T08:56:42.880 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/385 kB Progress (1): 32/385 kB Progress (1): 49/385 kB Progress (1): 65/385 kB Progress (1): 81/385 kB Progress (2): 81/385 kB | 13 kB Progress (2): 98/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 93 kB/s) 2024-09-22T08:56:42.880 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-22T08:56:42.887 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 114/385 kB Progress (1): 130/385 kB Progress (1): 147/385 kB Progress (1): 163/385 kB Progress (1): 180/385 kB Progress (1): 196/385 kB Progress (1): 212/385 kB Progress (1): 229/385 kB Progress (1): 245/385 kB Progress (2): 245/385 kB | 16/75 kB Progress (2): 262/385 kB | 16/75 kB Progress (2): 262/385 kB | 33/75 kB Progress (2): 278/385 kB | 33/75 kB Progress (3): 278/385 kB | 33/75 kB | 16/780 kB Progress (3): 278/385 kB | 49/75 kB | 16/780 kB Progress (3): 294/385 kB | 49/75 kB | 16/780 kB Progress (3): 294/385 kB | 49/75 kB | 33/780 kB Progress (3): 311/385 kB | 49/75 kB | 33/780 kB Progress (3): 311/385 kB | 49/75 kB | 49/780 kB Progress (3): 311/385 kB | 66/75 kB | 49/780 kB Progress (3): 311/385 kB | 66/75 kB | 62/780 kB Progress (3): 327/385 kB | 66/75 kB | 62/780 kB Progress (3): 327/385 kB | 66/75 kB | 79/780 kB Progress (3): 327/385 kB | 75 kB | 79/780 kB Progress (3): 343/385 kB | 75 kB | 79/780 kB Progress (3): 343/385 kB | 75 kB | 95/780 kB Progress (3): 360/385 kB | 75 kB | 95/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 511 kB/s) 2024-09-22T08:56:42.887 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 360/385 kB | 111/780 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-22T08:56:42.889 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 376/385 kB | 111/780 kB Progress (2): 376/385 kB | 128/780 kB Progress (2): 376/385 kB | 144/780 kB Progress (2): 385 kB | 144/780 kB Progress (2): 385 kB | 161/780 kB Progress (2): 385 kB | 177/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.6 MB/s) 2024-09-22T08:56:42.889 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-22T08:56:42.911 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 193/780 kB Progress (2): 193/780 kB | 16/329 kB Progress (2): 210/780 kB | 16/329 kB Progress (2): 226/780 kB | 16/329 kB Progress (2): 226/780 kB | 33/329 kB Progress (2): 243/780 kB | 33/329 kB Progress (2): 243/780 kB | 49/329 kB Progress (2): 259/780 kB | 49/329 kB Progress (2): 259/780 kB | 64/329 kB Progress (2): 275/780 kB | 64/329 kB Progress (2): 292/780 kB | 64/329 kB Progress (2): 292/780 kB | 80/329 kB Progress (2): 292/780 kB | 97/329 kB Progress (2): 292/780 kB | 113/329 kB Progress (2): 292/780 kB | 130/329 kB Progress (2): 292/780 kB | 146/329 kB Progress (2): 292/780 kB | 162/329 kB Progress (2): 292/780 kB | 179/329 kB Progress (2): 292/780 kB | 195/329 kB Progress (2): 292/780 kB | 211/329 kB Progress (2): 292/780 kB | 228/329 kB Progress (3): 292/780 kB | 228/329 kB | 16/501 kB Progress (3): 308/780 kB | 228/329 kB | 16/501 kB Progress (4): 308/780 kB | 228/329 kB | 16/501 kB | 16/41 kB Progress (5): 308/780 kB | 228/329 kB | 16/501 kB | 16/41 kB | 16/354 kB Progress (5): 308/780 kB | 228/329 kB | 33/501 kB | 16/41 kB | 16/354 kB Progress (5): 308/780 kB | 244/329 kB | 33/501 kB | 16/41 kB | 16/354 kB Progress (5): 308/780 kB | 244/329 kB | 33/501 kB | 33/41 kB | 16/354 kB Progress (5): 324/780 kB | 244/329 kB | 33/501 kB | 33/41 kB | 16/354 kB Progress (5): 324/780 kB | 244/329 kB | 33/501 kB | 33/41 kB | 33/354 kB Progress (5): 324/780 kB | 261/329 kB | 33/501 kB | 33/41 kB | 33/354 kB Progress (5): 324/780 kB | 261/329 kB | 49/501 kB | 33/41 kB | 33/354 kB Progress (5): 324/780 kB | 261/329 kB | 49/501 kB | 41 kB | 33/354 kB Progress (5): 341/780 kB | 261/329 kB | 49/501 kB | 41 kB | 33/354 kB Progress (5): 341/780 kB | 261/329 kB | 49/501 kB | 41 kB | 49/354 kB Progress (5): 341/780 kB | 277/329 kB | 49/501 kB | 41 kB | 49/354 kB Progress (5): 341/780 kB | 277/329 kB | 62/501 kB | 41 kB | 49/354 kB Progress (5): 357/780 kB | 277/329 kB | 62/501 kB | 41 kB | 49/354 kB Progress (5): 357/780 kB | 277/329 kB | 62/501 kB | 41 kB | 64/354 kB Progress (5): 357/780 kB | 293/329 kB | 62/501 kB | 41 kB | 64/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 242 kB/s) 2024-09-22T08:56:42.911 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 357/780 kB | 293/329 kB | 78/501 kB | 64/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-22T08:56:42.916 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 374/780 kB | 293/329 kB | 78/501 kB | 64/354 kB Progress (4): 374/780 kB | 310/329 kB | 78/501 kB | 64/354 kB Progress (4): 374/780 kB | 310/329 kB | 94/501 kB | 64/354 kB Progress (4): 374/780 kB | 310/329 kB | 94/501 kB | 81/354 kB Progress (4): 374/780 kB | 326/329 kB | 94/501 kB | 81/354 kB Progress (4): 390/780 kB | 326/329 kB | 94/501 kB | 81/354 kB Progress (4): 390/780 kB | 326/329 kB | 94/501 kB | 97/354 kB Progress (4): 390/780 kB | 326/329 kB | 111/501 kB | 97/354 kB Progress (4): 406/780 kB | 326/329 kB | 111/501 kB | 97/354 kB Progress (4): 406/780 kB | 326/329 kB | 111/501 kB | 114/354 kB Progress (4): 406/780 kB | 326/329 kB | 127/501 kB | 114/354 kB Progress (4): 423/780 kB | 326/329 kB | 127/501 kB | 114/354 kB Progress (4): 423/780 kB | 326/329 kB | 127/501 kB | 130/354 kB Progress (4): 423/780 kB | 326/329 kB | 143/501 kB | 130/354 kB Progress (4): 423/780 kB | 326/329 kB | 143/501 kB | 146/354 kB Progress (4): 423/780 kB | 329 kB | 143/501 kB | 146/354 kB Progress (4): 439/780 kB | 329 kB | 143/501 kB | 146/354 kB Progress (4): 439/780 kB | 329 kB | 143/501 kB | 163/354 kB Progress (4): 439/780 kB | 329 kB | 160/501 kB | 163/354 kB Progress (4): 456/780 kB | 329 kB | 160/501 kB | 163/354 kB Progress (4): 456/780 kB | 329 kB | 160/501 kB | 179/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.9 MB/s) 2024-09-22T08:56:42.916 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 456/780 kB | 176/501 kB | 179/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-22T08:56:42.922 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 472/780 kB | 176/501 kB | 179/354 kB Progress (3): 472/780 kB | 176/501 kB | 195/354 kB Progress (3): 472/780 kB | 193/501 kB | 195/354 kB Progress (3): 472/780 kB | 193/501 kB | 212/354 kB Progress (3): 488/780 kB | 193/501 kB | 212/354 kB Progress (3): 488/780 kB | 193/501 kB | 228/354 kB Progress (3): 488/780 kB | 209/501 kB | 228/354 kB Progress (3): 505/780 kB | 209/501 kB | 228/354 kB Progress (3): 521/780 kB | 209/501 kB | 228/354 kB Progress (3): 521/780 kB | 225/501 kB | 228/354 kB Progress (3): 537/780 kB | 225/501 kB | 228/354 kB Progress (3): 554/780 kB | 225/501 kB | 228/354 kB Progress (3): 554/780 kB | 242/501 kB | 228/354 kB Progress (3): 570/780 kB | 242/501 kB | 228/354 kB Progress (3): 587/780 kB | 242/501 kB | 228/354 kB Progress (3): 587/780 kB | 258/501 kB | 228/354 kB Progress (3): 603/780 kB | 258/501 kB | 228/354 kB Progress (3): 619/780 kB | 258/501 kB | 228/354 kB Progress (3): 619/780 kB | 275/501 kB | 228/354 kB Progress (3): 636/780 kB | 275/501 kB | 228/354 kB Progress (3): 652/780 kB | 275/501 kB | 228/354 kB Progress (3): 652/780 kB | 291/501 kB | 228/354 kB Progress (3): 669/780 kB | 291/501 kB | 228/354 kB Progress (3): 669/780 kB | 291/501 kB | 245/354 kB Progress (3): 685/780 kB | 291/501 kB | 245/354 kB Progress (3): 685/780 kB | 307/501 kB | 245/354 kB Progress (3): 685/780 kB | 307/501 kB | 261/354 kB Progress (3): 701/780 kB | 307/501 kB | 261/354 kB Progress (3): 701/780 kB | 307/501 kB | 277/354 kB Progress (3): 718/780 kB | 307/501 kB | 277/354 kB Progress (3): 718/780 kB | 324/501 kB | 277/354 kB Progress (3): 718/780 kB | 324/501 kB | 294/354 kB Progress (3): 734/780 kB | 324/501 kB | 294/354 kB Progress (3): 734/780 kB | 324/501 kB | 310/354 kB Progress (3): 734/780 kB | 340/501 kB | 310/354 kB Progress (3): 750/780 kB | 340/501 kB | 310/354 kB Progress (3): 750/780 kB | 340/501 kB | 327/354 kB Progress (3): 767/780 kB | 340/501 kB | 327/354 kB Progress (3): 767/780 kB | 340/501 kB | 343/354 kB Progress (3): 767/780 kB | 356/501 kB | 343/354 kB Progress (3): 767/780 kB | 356/501 kB | 354 kB Progress (3): 780 kB | 356/501 kB | 354 kB Progress (3): 780 kB | 373/501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.0 MB/s) 2024-09-22T08:56:42.922 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.3 MB/s) 2024-09-22T08:56:42.922 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-22T08:56:42.922 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-22T08:56:42.926 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 389/501 kB Progress (1): 406/501 kB Progress (1): 422/501 kB Progress (1): 438/501 kB Progress (1): 455/501 kB Progress (1): 471/501 kB Progress (1): 488/501 kB Progress (2): 488/501 kB | 6.4 kB Progress (2): 501 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 34 kB/s) 2024-09-22T08:56:42.926 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-22T08:56:42.927 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.7 MB/s) 2024-09-22T08:56:42.927 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-22T08:56:42.937 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/586 kB Progress (1): 33/586 kB Progress (1): 49/586 kB Progress (1): 64/586 kB Progress (1): 80/586 kB Progress (1): 97/586 kB Progress (1): 113/586 kB Progress (1): 129/586 kB Progress (1): 146/586 kB Progress (1): 162/586 kB Progress (1): 179/586 kB Progress (1): 195/586 kB Progress (1): 211/586 kB Progress (1): 228/586 kB Progress (1): 244/586 kB Progress (1): 261/586 kB Progress (1): 277/586 kB Progress (1): 293/586 kB Progress (1): 310/586 kB Progress (1): 326/586 kB Progress (1): 342/586 kB Progress (1): 359/586 kB Progress (1): 375/586 kB Progress (1): 392/586 kB Progress (1): 408/586 kB Progress (1): 424/586 kB Progress (1): 441/586 kB Progress (2): 441/586 kB | 14 kB Progress (2): 457/586 kB | 14 kB Progress (2): 474/586 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 73 kB/s) 2024-09-22T08:56:42.937 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 490/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-22T08:56:42.942 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 490/586 kB | 16/211 kB Progress (2): 506/586 kB | 16/211 kB Progress (2): 506/586 kB | 33/211 kB Progress (2): 523/586 kB | 33/211 kB Progress (2): 523/586 kB | 49/211 kB Progress (2): 539/586 kB | 49/211 kB Progress (2): 539/586 kB | 66/211 kB Progress (2): 555/586 kB | 66/211 kB Progress (2): 555/586 kB | 82/211 kB Progress (2): 572/586 kB | 82/211 kB Progress (2): 572/586 kB | 98/211 kB Progress (2): 572/586 kB | 115/211 kB Progress (2): 572/586 kB | 131/211 kB Progress (2): 572/586 kB | 147/211 kB Progress (2): 572/586 kB | 164/211 kB Progress (2): 572/586 kB | 180/211 kB Progress (3): 572/586 kB | 180/211 kB | 16/106 kB Progress (3): 572/586 kB | 197/211 kB | 16/106 kB Progress (4): 572/586 kB | 197/211 kB | 16/106 kB | 6.8 kB Progress (4): 572/586 kB | 197/211 kB | 33/106 kB | 6.8 kB Progress (4): 586 kB | 197/211 kB | 33/106 kB | 6.8 kB Progress (4): 586 kB | 211 kB | 33/106 kB | 6.8 kB Progress (4): 586 kB | 211 kB | 49/106 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 34 kB/s) 2024-09-22T08:56:42.942 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 2.9 MB/s) 2024-09-22T08:56:42.942 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-22T08:56:42.942 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-22T08:56:42.942 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 211 kB | 66/106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.0 MB/s) 2024-09-22T08:56:42.942 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-22T08:56:42.943 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 82/106 kB Progress (1): 98/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 523 kB/s) 2024-09-22T08:56:42.944 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-22T08:56:42.955 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 66/245 kB Progress (1): 82/245 kB Progress (1): 98/245 kB Progress (1): 115/245 kB Progress (1): 131/245 kB Progress (1): 147/245 kB Progress (1): 164/245 kB Progress (1): 180/245 kB Progress (1): 197/245 kB Progress (1): 213/245 kB Progress (1): 229/245 kB Progress (1): 245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.1 MB/s) 2024-09-22T08:56:42.956 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-22T08:56:42.958 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/205 kB Progress (2): 16/205 kB | 15 kB Progress (3): 16/205 kB | 15 kB | 16/16 kB Progress (3): 16/205 kB | 15 kB | 16 kB Progress (3): 33/205 kB | 15 kB | 16 kB Progress (3): 49/205 kB | 15 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 71 kB/s) 2024-09-22T08:56:42.958 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-22T08:56:42.958 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 76 kB/s) 2024-09-22T08:56:42.958 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 63/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-22T08:56:42.958 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 63/205 kB | 6.4 kB Progress (2): 80/205 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 29 kB/s) 2024-09-22T08:56:42.959 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-22T08:56:42.961 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 96/205 kB Progress (1): 113/205 kB Progress (1): 129/205 kB Progress (1): 145/205 kB Progress (1): 162/205 kB Progress (1): 178/205 kB Progress (1): 194/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 931 kB/s) 2024-09-22T08:56:42.971 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 99 kB/s) 2024-09-22T08:56:42.973 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Progress (2): 24 kB | 16/17 kB Progress (2): 24 kB | 17 kB Progress (3): 24 kB | 17 kB | 16/184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 104 kB/s) 2024-09-22T08:56:42.973 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 17 kB | 33/184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 75 kB/s) 2024-09-22T08:56:42.975 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 49/184 kB Progress (1): 62/184 kB Progress (1): 78/184 kB Progress (1): 94/184 kB Progress (1): 111/184 kB Progress (1): 127/184 kB Progress (1): 143/184 kB Progress (1): 160/184 kB Progress (1): 176/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 785 kB/s) 2024-09-22T08:56:43.004 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:43.004 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-22T08:56:43.013 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-22T08:56:43.029 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 364 kB/s) 2024-09-22T08:56:43.032 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-22T08:56:43.047 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 318 kB/s) 2024-09-22T08:56:43.050 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-22T08:56:43.066 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.7 MB/s) 2024-09-22T08:56:43.072 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-22T08:56:43.087 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 950 kB/s) 2024-09-22T08:56:43.094 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-22T08:56:43.113 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 65/153 kB Progress (1): 81/153 kB Progress (1): 98/153 kB Progress (1): 114/153 kB Progress (1): 131/153 kB Progress (1): 147/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 8.5 MB/s) 2024-09-22T08:56:43.113 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-22T08:56:43.134 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/215 kB Progress (1): 32/215 kB Progress (1): 49/215 kB Progress (1): 65/215 kB Progress (1): 77/215 kB Progress (1): 94/215 kB Progress (1): 110/215 kB Progress (1): 126/215 kB Progress (1): 143/215 kB Progress (1): 159/215 kB Progress (1): 176/215 kB Progress (1): 192/215 kB Progress (1): 208/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 10 MB/s) 2024-09-22T08:56:43.188 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:43.189 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-22T08:56:43.194 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-22T08:56:43.208 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-22T08:56:43.211 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-22T08:56:43.226 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.5 MB/s) 2024-09-22T08:56:43.229 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-22T08:56:43.244 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-22T08:56:43.247 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-22T08:56:43.262 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.8 MB/s) 2024-09-22T08:56:43.266 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-22T08:56:43.281 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 402 kB/s) 2024-09-22T08:56:43.283 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-22T08:56:43.297 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 215 kB/s) 2024-09-22T08:56:43.301 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-22T08:56:43.317 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 41 kB/s) 2024-09-22T08:56:43.319 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-22T08:56:43.334 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-22T08:56:43.336 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-22T08:56:43.350 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 940 kB/s) 2024-09-22T08:56:43.353 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-22T08:56:43.368 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 214 kB/s) 2024-09-22T08:56:43.370 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-22T08:56:43.385 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 597 kB/s) 2024-09-22T08:56:43.387 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-22T08:56:43.402 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 558 kB/s) 2024-09-22T08:56:43.405 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-22T08:56:43.419 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 534 kB/s) 2024-09-22T08:56:43.423 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-22T08:56:43.439 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.2 MB/s) 2024-09-22T08:56:43.447 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-22T08:56:43.461 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 340 kB/s) 2024-09-22T08:56:43.465 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-22T08:56:43.480 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.0 MB/s) 2024-09-22T08:56:43.487 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-22T08:56:43.502 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 340 kB/s) 2024-09-22T08:56:43.509 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-22T08:56:43.525 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.3 MB/s) 2024-09-22T08:56:43.525 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-22T08:56:43.526 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-22T08:56:43.526 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-22T08:56:43.526 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-22T08:56:43.527 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-22T08:56:43.542 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/269 kB Progress (3): 2.5 kB | 16/269 kB | 16/41 kB Progress (3): 2.5 kB | 33/269 kB | 16/41 kB Progress (3): 2.5 kB | 33/269 kB | 33/41 kB Progress (3): 2.5 kB | 49/269 kB | 33/41 kB Progress (3): 2.5 kB | 49/269 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 156 kB/s) 2024-09-22T08:56:43.542 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 64/269 kB | 41 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-22T08:56:43.543 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 64/269 kB | 41 kB | 16/55 kB Progress (3): 81/269 kB | 41 kB | 16/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.6 MB/s) 2024-09-22T08:56:43.543 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-22T08:56:43.543 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 97/269 kB | 16/55 kB Progress (3): 97/269 kB | 16/55 kB | 8.5 kB Progress (3): 97/269 kB | 33/55 kB | 8.5 kB Progress (3): 113/269 kB | 33/55 kB | 8.5 kB Progress (3): 113/269 kB | 49/55 kB | 8.5 kB Progress (3): 130/269 kB | 49/55 kB | 8.5 kB Progress (3): 130/269 kB | 55 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 471 kB/s) 2024-09-22T08:56:43.544 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 146/269 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.1 MB/s) 2024-09-22T08:56:43.548 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 162/269 kB Progress (1): 179/269 kB Progress (1): 195/269 kB Progress (1): 212/269 kB Progress (1): 228/269 kB Progress (1): 244/269 kB Progress (1): 261/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 12 MB/s) 2024-09-22T08:56:43.566 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/587 kB Progress (2): 16/587 kB | 16/327 kB Progress (2): 33/587 kB | 16/327 kB Progress (2): 33/587 kB | 33/327 kB Progress (2): 49/587 kB | 33/327 kB Progress (2): 62/587 kB | 33/327 kB Progress (2): 62/587 kB | 49/327 kB Progress (2): 62/587 kB | 62/327 kB Progress (2): 78/587 kB | 62/327 kB Progress (2): 78/587 kB | 78/327 kB Progress (2): 94/587 kB | 78/327 kB Progress (2): 94/587 kB | 95/327 kB Progress (2): 111/587 kB | 95/327 kB Progress (2): 111/587 kB | 111/327 kB Progress (2): 127/587 kB | 111/327 kB Progress (2): 127/587 kB | 128/327 kB Progress (2): 144/587 kB | 128/327 kB Progress (2): 144/587 kB | 144/327 kB Progress (2): 160/587 kB | 144/327 kB Progress (2): 160/587 kB | 160/327 kB Progress (2): 176/587 kB | 160/327 kB Progress (2): 176/587 kB | 177/327 kB Progress (2): 193/587 kB | 177/327 kB Progress (2): 193/587 kB | 193/327 kB Progress (2): 209/587 kB | 193/327 kB Progress (2): 209/587 kB | 210/327 kB Progress (2): 226/587 kB | 210/327 kB Progress (2): 226/587 kB | 226/327 kB Progress (2): 242/587 kB | 226/327 kB Progress (2): 242/587 kB | 242/327 kB Progress (2): 258/587 kB | 242/327 kB Progress (2): 258/587 kB | 259/327 kB Progress (2): 275/587 kB | 259/327 kB Progress (2): 275/587 kB | 275/327 kB Progress (2): 291/587 kB | 275/327 kB Progress (2): 291/587 kB | 291/327 kB Progress (2): 307/587 kB | 291/327 kB Progress (2): 307/587 kB | 308/327 kB Progress (2): 324/587 kB | 308/327 kB Progress (2): 324/587 kB | 324/327 kB Progress (2): 340/587 kB | 324/327 kB Progress (2): 340/587 kB | 327 kB Progress (2): 357/587 kB | 327 kB Progress (2): 373/587 kB | 327 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 8.0 MB/s) 2024-09-22T08:56:43.570 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 389/587 kB Progress (1): 406/587 kB Progress (1): 422/587 kB Progress (1): 439/587 kB Progress (1): 455/587 kB Progress (1): 471/587 kB Progress (1): 488/587 kB Progress (1): 504/587 kB Progress (1): 520/587 kB Progress (1): 537/587 kB Progress (1): 553/587 kB Progress (1): 570/587 kB Progress (1): 586/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 13 MB/s) 2024-09-22T08:56:43.616 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-22T08:56:43.618 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:43.618 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-22T08:56:43.622 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-22T08:56:43.637 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-22T08:56:43.639 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-22T08:56:43.654 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 424 kB/s) 2024-09-22T08:56:43.657 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-22T08:56:43.672 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/33 kB Progress (1): 32/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.2 MB/s) 2024-09-22T08:56:43.674 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-22T08:56:43.689 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 932 kB/s) 2024-09-22T08:56:43.693 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-22T08:56:43.707 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 54 kB/s) 2024-09-22T08:56:43.710 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-22T08:56:43.724 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 283 kB/s) 2024-09-22T08:56:43.726 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-22T08:56:43.741 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-22T08:56:43.744 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-22T08:56:43.759 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-22T08:56:43.761 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-22T08:56:43.776 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 276 kB/s) 2024-09-22T08:56:43.779 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-22T08:56:43.794 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 158 kB/s) 2024-09-22T08:56:43.796 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-22T08:56:43.810 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-22T08:56:43.812 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-22T08:56:43.827 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-22T08:56:43.830 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-22T08:56:43.844 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-22T08:56:43.847 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-22T08:56:43.862 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-22T08:56:43.863 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-22T08:56:43.878 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 559 kB/s) 2024-09-22T08:56:43.880 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-22T08:56:43.896 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 167 kB/s) 2024-09-22T08:56:43.901 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-22T08:56:43.920 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 296 kB/s) 2024-09-22T08:56:43.924 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-22T08:56:43.939 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-22T08:56:43.944 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-22T08:56:43.958 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 51 kB/s) 2024-09-22T08:56:43.961 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-22T08:56:43.975 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 402 kB/s) 2024-09-22T08:56:43.978 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-22T08:56:43.993 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.7 MB/s) 2024-09-22T08:56:43.997 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-22T08:56:44.012 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 75 kB/s) 2024-09-22T08:56:44.015 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-22T08:56:44.029 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 88 kB/s) 2024-09-22T08:56:44.045 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-22T08:56:44.062 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 846 kB/s) 2024-09-22T08:56:44.062 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-22T08:56:44.063 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-22T08:56:44.063 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-22T08:56:44.063 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-22T08:56:44.064 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-22T08:56:44.077 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 263 kB/s) 2024-09-22T08:56:44.077 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-22T08:56:44.080 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 33/55 kB Progress (2): 33/55 kB | 16/122 kB Progress (3): 33/55 kB | 16/122 kB | 16/334 kB Progress (3): 49/55 kB | 16/122 kB | 16/334 kB Progress (3): 49/55 kB | 16/122 kB | 33/334 kB Progress (3): 49/55 kB | 33/122 kB | 33/334 kB Progress (3): 55 kB | 33/122 kB | 33/334 kB Progress (3): 55 kB | 33/122 kB | 49/334 kB Progress (4): 55 kB | 33/122 kB | 49/334 kB | 16/27 kB Progress (4): 55 kB | 49/122 kB | 49/334 kB | 16/27 kB Progress (4): 55 kB | 49/122 kB | 63/334 kB | 16/27 kB Progress (4): 55 kB | 49/122 kB | 63/334 kB | 27 kB Progress (4): 55 kB | 49/122 kB | 80/334 kB | 27 kB Progress (4): 55 kB | 66/122 kB | 80/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.2 MB/s) 2024-09-22T08:56:44.080 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-22T08:56:44.081 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 66/122 kB | 96/334 kB | 27 kB Progress (3): 82/122 kB | 96/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.6 MB/s) 2024-09-22T08:56:44.081 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 82/122 kB | 112/334 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-22T08:56:44.083 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 98/122 kB | 112/334 kB Progress (2): 98/122 kB | 129/334 kB Progress (2): 98/122 kB | 145/334 kB Progress (2): 115/122 kB | 145/334 kB Progress (2): 115/122 kB | 161/334 kB Progress (2): 122 kB | 161/334 kB Progress (2): 122 kB | 178/334 kB Progress (2): 122 kB | 194/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.1 MB/s) 2024-09-22T08:56:44.087 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 211/334 kB Progress (1): 227/334 kB Progress (1): 243/334 kB Progress (1): 260/334 kB Progress (1): 276/334 kB Progress (1): 293/334 kB Progress (1): 309/334 kB Progress (1): 325/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 14 MB/s) 2024-09-22T08:56:44.095 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (1): 49/267 kB Progress (1): 66/267 kB Progress (1): 82/267 kB Progress (1): 98/267 kB Progress (1): 115/267 kB Progress (1): 131/267 kB Progress (1): 147/267 kB Progress (1): 164/267 kB Progress (2): 164/267 kB | 4.7 kB Progress (2): 180/267 kB | 4.7 kB Progress (2): 197/267 kB | 4.7 kB Progress (2): 213/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 150 kB/s) 2024-09-22T08:56:44.096 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 213/267 kB | 16/23 kB Progress (2): 229/267 kB | 16/23 kB Progress (2): 229/267 kB | 23 kB Progress (2): 246/267 kB | 23 kB Progress (2): 262/267 kB | 23 kB Progress (2): 267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 735 kB/s) 2024-09-22T08:56:44.096 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 8.4 MB/s) 2024-09-22T08:56:44.246 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-22T08:56:44.248 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-22T08:56:45.466 INFO:tasks.workunit.client.0.smithi064.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-22T08:56:45.466 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:45.466 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-22T08:56:45.470 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-22T08:56:45.470 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:45.471 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-22T08:56:45.478 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-22T08:56:45.478 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-22T08:56:45.710 INFO:tasks.workunit.client.0.smithi064.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-22T08:56:45.710 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:45.711 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-22T08:56:45.717 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-22T08:56:45.732 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-22T08:56:45.735 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-22T08:56:45.750 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-22T08:56:45.754 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-22T08:56:45.768 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-22T08:56:45.772 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-22T08:56:45.787 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 254 kB/s) 2024-09-22T08:56:45.791 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-22T08:56:45.805 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-22T08:56:45.809 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-22T08:56:45.824 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 297 kB/s) 2024-09-22T08:56:45.827 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-22T08:56:45.842 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 126 kB/s) 2024-09-22T08:56:45.845 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-22T08:56:45.860 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 146 kB/s) 2024-09-22T08:56:45.862 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-22T08:56:45.877 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.0 MB/s) 2024-09-22T08:56:45.879 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-22T08:56:45.894 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 135 kB/s) 2024-09-22T08:56:45.896 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-22T08:56:45.911 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 414 kB/s) 2024-09-22T08:56:45.914 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-22T08:56:45.929 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 157 kB/s) 2024-09-22T08:56:45.931 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-22T08:56:45.945 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.5 MB/s) 2024-09-22T08:56:45.947 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-22T08:56:45.963 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.3 MB/s) 2024-09-22T08:56:45.967 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-22T08:56:45.982 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 952 kB/s) 2024-09-22T08:56:45.988 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-22T08:56:46.005 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 509 kB/s) 2024-09-22T08:56:46.008 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-22T08:56:46.025 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.6 MB/s) 2024-09-22T08:56:46.033 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-22T08:56:46.050 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 474 kB/s) 2024-09-22T08:56:46.059 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-22T08:56:46.074 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 136 kB/s) 2024-09-22T08:56:46.081 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-22T08:56:46.097 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 162 kB/s) 2024-09-22T08:56:46.103 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-22T08:56:46.117 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 103 kB/s) 2024-09-22T08:56:46.120 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-22T08:56:46.136 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 192 kB/s) 2024-09-22T08:56:46.140 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-22T08:56:46.157 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.2 MB/s) 2024-09-22T08:56:46.162 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-22T08:56:46.177 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 451 kB/s) 2024-09-22T08:56:46.180 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-22T08:56:46.195 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 904 kB/s) 2024-09-22T08:56:46.201 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-22T08:56:46.216 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 197 kB/s) 2024-09-22T08:56:46.219 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-22T08:56:46.235 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 425 kB/s) 2024-09-22T08:56:46.238 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-22T08:56:46.254 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 560 kB/s) 2024-09-22T08:56:46.260 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-22T08:56:46.275 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 138 kB/s) 2024-09-22T08:56:46.278 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-22T08:56:46.293 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 149 kB/s) 2024-09-22T08:56:46.300 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-22T08:56:46.315 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 189 kB/s) 2024-09-22T08:56:46.325 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-22T08:56:46.342 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 831 kB/s) 2024-09-22T08:56:46.348 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-22T08:56:46.365 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 853 kB/s) 2024-09-22T08:56:46.371 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-22T08:56:46.387 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 840 kB/s) 2024-09-22T08:56:46.390 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-22T08:56:46.406 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 319 kB/s) 2024-09-22T08:56:46.410 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-22T08:56:46.426 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 392 kB/s) 2024-09-22T08:56:46.430 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-22T08:56:46.446 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 1.9 MB/s) 2024-09-22T08:56:46.452 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-22T08:56:46.468 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.1 MB/s) 2024-09-22T08:56:46.472 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-22T08:56:46.488 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 925 kB/s) 2024-09-22T08:56:46.496 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-22T08:56:46.512 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 47 kB/s) 2024-09-22T08:56:46.515 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-22T08:56:46.531 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 300 kB/s) 2024-09-22T08:56:46.537 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-22T08:56:46.553 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 494 kB/s) 2024-09-22T08:56:46.558 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-22T08:56:46.573 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 200 kB/s) 2024-09-22T08:56:46.579 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-22T08:56:46.595 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 283 kB/s) 2024-09-22T08:56:46.601 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-22T08:56:46.617 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 137 kB/s) 2024-09-22T08:56:46.622 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-22T08:56:46.637 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 217 kB/s) 2024-09-22T08:56:46.643 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-22T08:56:46.659 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 729 kB/s) 2024-09-22T08:56:46.663 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-22T08:56:46.679 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 842 kB/s) 2024-09-22T08:56:46.683 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-22T08:56:46.699 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-22T08:56:46.705 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-22T08:56:46.720 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-22T08:56:46.723 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-22T08:56:46.739 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 407 kB/s) 2024-09-22T08:56:46.742 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-22T08:56:46.757 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 489 kB/s) 2024-09-22T08:56:46.760 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-22T08:56:46.775 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 322 kB/s) 2024-09-22T08:56:46.780 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-22T08:56:46.796 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 487 kB/s) 2024-09-22T08:56:46.802 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-22T08:56:46.818 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.3 MB/s) 2024-09-22T08:56:46.823 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-22T08:56:46.841 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.1 MB/s) 2024-09-22T08:56:46.850 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-22T08:56:46.867 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.4 MB/s) 2024-09-22T08:56:46.874 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-22T08:56:46.890 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 353 kB/s) 2024-09-22T08:56:46.894 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-22T08:56:46.910 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 267 kB/s) 2024-09-22T08:56:46.913 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-22T08:56:46.929 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-22T08:56:46.932 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-22T08:56:46.948 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.7 MB/s) 2024-09-22T08:56:46.954 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-22T08:56:46.970 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 139 kB/s) 2024-09-22T08:56:46.988 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-22T08:56:47.017 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 66/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 115/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 164/308 kB Progress (1): 180/308 kB Progress (1): 197/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 246/308 kB Progress (1): 262/308 kB Progress (1): 279/308 kB Progress (1): 295/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-22T08:56:47.018 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-22T08:56:47.018 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-22T08:56:47.019 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-22T08:56:47.019 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-22T08:56:47.019 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-22T08:56:47.036 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 49/171 kB Progress (1): 66/171 kB Progress (2): 66/171 kB | 14 kB Progress (2): 82/171 kB | 14 kB Progress (3): 82/171 kB | 14 kB | 16/118 kB Progress (4): 82/171 kB | 14 kB | 16/118 kB | 16/26 kB Progress (5): 82/171 kB | 14 kB | 16/118 kB | 16/26 kB | 8.2 kB Progress (5): 82/171 kB | 14 kB | 33/118 kB | 16/26 kB | 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 755 kB/s) 2024-09-22T08:56:47.036 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-22T08:56:47.037 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 98/171 kB | 33/118 kB | 16/26 kB | 8.2 kB Progress (4): 98/171 kB | 33/118 kB | 26 kB | 8.2 kB Progress (4): 98/171 kB | 49/118 kB | 26 kB | 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 454 kB/s) 2024-09-22T08:56:47.038 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 98/171 kB | 66/118 kB | 26 kB Progress (3): 115/171 kB | 66/118 kB | 26 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-22T08:56:47.038 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.4 MB/s) 2024-09-22T08:56:47.038 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-22T08:56:47.039 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 115/171 kB | 82/118 kB Progress (2): 131/171 kB | 82/118 kB Progress (2): 131/171 kB | 98/118 kB Progress (2): 147/171 kB | 98/118 kB Progress (2): 147/171 kB | 115/118 kB Progress (2): 147/171 kB | 118 kB Progress (2): 164/171 kB | 118 kB Progress (2): 171 kB | 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 5.9 MB/s) 2024-09-22T08:56:47.039 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-22T08:56:47.039 INFO:tasks.workunit.client.0.smithi064.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 7.8 MB/s) 2024-09-22T08:56:47.039 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-22T08:56:47.053 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/146 kB Progress (1): 33/146 kB Progress (1): 49/146 kB Progress (2): 49/146 kB | 16/61 kB Progress (2): 64/146 kB | 16/61 kB Progress (3): 64/146 kB | 16/61 kB | 16/136 kB Progress (3): 64/146 kB | 33/61 kB | 16/136 kB Progress (3): 80/146 kB | 33/61 kB | 16/136 kB Progress (3): 80/146 kB | 33/61 kB | 33/136 kB Progress (3): 80/146 kB | 49/61 kB | 33/136 kB Progress (3): 97/146 kB | 49/61 kB | 33/136 kB Progress (3): 97/146 kB | 61 kB | 33/136 kB Progress (3): 97/146 kB | 61 kB | 49/136 kB Progress (3): 113/146 kB | 61 kB | 49/136 kB Progress (3): 129/146 kB | 61 kB | 49/136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.8 MB/s) 2024-09-22T08:56:47.054 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 129/146 kB | 63/136 kB Progress (3): 129/146 kB | 63/136 kB | 15/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-22T08:56:47.055 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 129/146 kB | 63/136 kB | 15/501 kB | 16/58 kB Progress (4): 146/146 kB | 63/136 kB | 15/501 kB | 16/58 kB Progress (4): 146 kB | 63/136 kB | 15/501 kB | 16/58 kB Progress (4): 146 kB | 63/136 kB | 31/501 kB | 16/58 kB Progress (4): 146 kB | 79/136 kB | 31/501 kB | 16/58 kB Progress (4): 146 kB | 79/136 kB | 48/501 kB | 16/58 kB Progress (4): 146 kB | 79/136 kB | 48/501 kB | 33/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.3 MB/s) 2024-09-22T08:56:47.055 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-22T08:56:47.056 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 96/136 kB | 48/501 kB | 33/58 kB Progress (3): 96/136 kB | 64/501 kB | 33/58 kB Progress (3): 96/136 kB | 64/501 kB | 49/58 kB Progress (3): 96/136 kB | 80/501 kB | 49/58 kB Progress (3): 112/136 kB | 80/501 kB | 49/58 kB Progress (3): 112/136 kB | 96/501 kB | 49/58 kB Progress (3): 112/136 kB | 96/501 kB | 58 kB Progress (3): 112/136 kB | 113/501 kB | 58 kB Progress (3): 128/136 kB | 113/501 kB | 58 kB Progress (3): 128/136 kB | 129/501 kB | 58 kB Progress (3): 136 kB | 129/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-22T08:56:47.057 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 136 kB | 145/501 kB Progress (2): 136 kB | 162/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.7 MB/s) 2024-09-22T08:56:47.065 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 178/501 kB Progress (1): 194/501 kB Progress (1): 211/501 kB Progress (1): 227/501 kB Progress (1): 244/501 kB Progress (1): 260/501 kB Progress (1): 276/501 kB Progress (1): 293/501 kB Progress (1): 309/501 kB Progress (1): 325/501 kB Progress (1): 342/501 kB Progress (1): 358/501 kB Progress (1): 375/501 kB Progress (1): 391/501 kB Progress (1): 407/501 kB Progress (1): 424/501 kB Progress (1): 440/501 kB Progress (1): 457/501 kB Progress (1): 473/501 kB Progress (1): 489/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 11 MB/s) 2024-09-22T08:56:47.069 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (1): 98/124 kB Progress (1): 115/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.5 MB/s) 2024-09-22T08:56:47.113 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 26 MB/s) 2024-09-22T08:56:47.262 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:47.262 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-22T08:56:47.265 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-22T08:56:47.279 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 299 kB/s) 2024-09-22T08:56:47.281 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-22T08:56:47.295 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 350 kB/s) 2024-09-22T08:56:47.297 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-22T08:56:47.312 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.0 MB/s) 2024-09-22T08:56:47.314 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-22T08:56:47.330 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.4 MB/s) 2024-09-22T08:56:47.333 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-22T08:56:47.347 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 370 kB/s) 2024-09-22T08:56:47.349 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-22T08:56:47.363 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 280 kB/s) 2024-09-22T08:56:47.366 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-22T08:56:47.380 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 430 kB/s) 2024-09-22T08:56:47.382 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-22T08:56:47.396 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 417 kB/s) 2024-09-22T08:56:47.399 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-22T08:56:47.413 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-22T08:56:47.416 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-22T08:56:47.430 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 1.0 MB/s) 2024-09-22T08:56:47.433 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-22T08:56:47.447 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 146 kB/s) 2024-09-22T08:56:47.449 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-22T08:56:47.463 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 548 kB/s) 2024-09-22T08:56:47.465 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-22T08:56:47.480 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.8 MB/s) 2024-09-22T08:56:47.485 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-22T08:56:47.500 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.4 MB/s) 2024-09-22T08:56:47.500 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-22T08:56:47.501 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-22T08:56:47.501 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-22T08:56:47.501 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-22T08:56:47.502 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-22T08:56:47.518 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/79 kB Progress (2): 16/79 kB | 16/26 kB Progress (2): 33/79 kB | 16/26 kB Progress (3): 33/79 kB | 16/26 kB | 16/211 kB Progress (3): 33/79 kB | 26 kB | 16/211 kB Progress (4): 33/79 kB | 26 kB | 16/211 kB | 0/1.0 MB Progress (4): 49/79 kB | 26 kB | 16/211 kB | 0/1.0 MB Progress (5): 49/79 kB | 26 kB | 16/211 kB | 0/1.0 MB | 16/58 kB Progress (5): 49/79 kB | 26 kB | 33/211 kB | 0/1.0 MB | 16/58 kB Progress (5): 66/79 kB | 26 kB | 33/211 kB | 0/1.0 MB | 16/58 kB Progress (5): 66/79 kB | 26 kB | 33/211 kB | 0/1.0 MB | 33/58 kB Progress (5): 66/79 kB | 26 kB | 33/211 kB | 0/1.0 MB | 33/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.5 MB/s) 2024-09-22T08:56:47.518 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 79 kB | 33/211 kB | 0/1.0 MB | 33/58 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-22T08:56:47.518 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (4): 79 kB | 49/211 kB | 0/1.0 MB | 33/58 kB Progress (4): 79 kB | 49/211 kB | 0/1.0 MB | 49/58 kB Progress (4): 79 kB | 49/211 kB | 0/1.0 MB | 49/58 kB Progress (4): 79 kB | 63/211 kB | 0/1.0 MB | 49/58 kB Progress (4): 79 kB | 63/211 kB | 0/1.0 MB | 58 kB Progress (4): 79 kB | 63/211 kB | 0.1/1.0 MB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.7 MB/s) 2024-09-22T08:56:47.518 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-22T08:56:47.520 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 79/211 kB | 0.1/1.0 MB | 58 kB Progress (3): 79/211 kB | 0.1/1.0 MB | 58 kB Progress (3): 79/211 kB | 0.1/1.0 MB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.2 MB/s) 2024-09-22T08:56:47.521 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 96/211 kB | 0.1/1.0 MB Progress (2): 96/211 kB | 0.1/1.0 MB Progress (2): 112/211 kB | 0.1/1.0 MB Progress (2): 112/211 kB | 0.1/1.0 MB Progress (2): 129/211 kB | 0.1/1.0 MB Progress (2): 129/211 kB | 0.1/1.0 MB Progress (2): 145/211 kB | 0.1/1.0 MB Progress (2): 145/211 kB | 0.2/1.0 MB Progress (2): 161/211 kB | 0.2/1.0 MB Progress (2): 161/211 kB | 0.2/1.0 MB Progress (2): 178/211 kB | 0.2/1.0 MB Progress (2): 178/211 kB | 0.2/1.0 MB Progress (2): 194/211 kB | 0.2/1.0 MB Progress (2): 194/211 kB | 0.2/1.0 MB Progress (2): 211/211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 11 MB/s) 2024-09-22T08:56:47.535 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (2): 0.8/1.0 MB | 16/116 kB Progress (2): 0.9/1.0 MB | 16/116 kB Progress (2): 0.9/1.0 MB | 33/116 kB Progress (2): 0.9/1.0 MB | 33/116 kB Progress (3): 0.9/1.0 MB | 33/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 49/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 49/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 49/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 66/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 66/116 kB | 49/267 kB Progress (3): 0.9/1.0 MB | 66/116 kB | 49/267 kB Progress (3): 0.9/1.0 MB | 82/116 kB | 49/267 kB Progress (3): 0.9/1.0 MB | 82/116 kB | 63/267 kB Progress (3): 0.9/1.0 MB | 82/116 kB | 63/267 kB Progress (3): 0.9/1.0 MB | 98/116 kB | 63/267 kB Progress (3): 0.9/1.0 MB | 98/116 kB | 79/267 kB Progress (3): 0.9/1.0 MB | 98/116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 115/116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 115/116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 95/267 kB Progress (3): 0.9/1.0 MB | 116 kB | 112/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 112/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 128/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.5 MB/s) 2024-09-22T08:56:47.537 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 1.0/1.0 MB | 128/267 kB Progress (2): 1.0/1.0 MB | 145/267 kB Progress (2): 1.0/1.0 MB | 145/267 kB Progress (2): 1.0/1.0 MB | 161/267 kB Progress (2): 1.0/1.0 MB | 161/267 kB Progress (2): 1.0/1.0 MB | 177/267 kB Progress (2): 1.0 MB | 177/267 kB Progress (2): 1.0 MB | 194/267 kB Progress (2): 1.0 MB | 210/267 kB Progress (2): 1.0 MB | 226/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 28 MB/s) 2024-09-22T08:56:47.538 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 243/267 kB Progress (1): 259/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.2 MB/s) 2024-09-22T08:56:47.721 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-22T08:56:47.752 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:56:47.752 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] BUILD SUCCESS 2024-09-22T08:56:47.752 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:56:47.753 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Total time: 7.633 s 2024-09-22T08:56:47.753 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Finished at: 2024-09-22T08:56:47Z 2024-09-22T08:56:47.753 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:56:47.803 INFO:tasks.workunit.client.0.smithi064.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-22T08:56:47.809 INFO:tasks.workunit.client.0.smithi064.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-22T08:56:49.025 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Scanning for projects... 2024-09-22T08:56:49.134 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:49.134 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-22T08:56:49.134 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Building jcksum 1.0 2024-09-22T08:56:49.134 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] from pom.xml 2024-09-22T08:56:49.134 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-22T08:56:49.435 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:49.436 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-22T08:56:49.558 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-22T08:56:49.559 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:49.559 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-22T08:56:49.662 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-22T08:56:49.662 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:49.662 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-22T08:56:49.664 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-22T08:56:49.665 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:49.665 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-22T08:56:49.669 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-22T08:56:49.669 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:49.670 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-22T08:56:49.873 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-22T08:56:50.109 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-22T08:56:50.316 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 22 kB/s) 2024-09-22T08:56:50.323 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-22T08:56:50.341 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 154 kB/s) 2024-09-22T08:56:50.346 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-22T08:56:50.364 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 166 kB/s) 2024-09-22T08:56:50.368 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-22T08:56:50.384 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 178 kB/s) 2024-09-22T08:56:50.387 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-22T08:56:50.403 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 200 kB/s) 2024-09-22T08:56:50.405 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-22T08:56:50.420 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 105 kB/s) 2024-09-22T08:56:50.423 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-22T08:56:50.439 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 167 kB/s) 2024-09-22T08:56:50.445 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-22T08:56:50.466 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.2 MB/s) 2024-09-22T08:56:50.468 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-22T08:56:50.468 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-22T08:56:50.471 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-22T08:56:50.471 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-22T08:56:50.473 INFO:tasks.workunit.client.0.smithi064.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-22T08:56:50.491 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 731 kB/s) 2024-09-22T08:56:50.525 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 1.4/7.7 kB Progress (2): 1.4/7.7 kB | 1.4/189 kB Progress (3): 1.4/7.7 kB | 1.4/189 kB | 1.4/169 kB Progress (3): 1.4/7.7 kB | 2.8/189 kB | 1.4/169 kB Progress (3): 2.8/7.7 kB | 2.8/189 kB | 1.4/169 kB Progress (4): 2.8/7.7 kB | 2.8/189 kB | 1.4/169 kB | 16/103 kB Progress (4): 2.8/7.7 kB | 2.8/189 kB | 2.8/169 kB | 16/103 kB Progress (4): 4.1/7.7 kB | 2.8/189 kB | 2.8/169 kB | 16/103 kB Progress (4): 4.1/7.7 kB | 4.1/189 kB | 2.8/169 kB | 16/103 kB Progress (4): 5.5/7.7 kB | 4.1/189 kB | 2.8/169 kB | 16/103 kB Progress (4): 5.5/7.7 kB | 4.1/189 kB | 4.1/169 kB | 16/103 kB Progress (4): 6.9/7.7 kB | 4.1/189 kB | 4.1/169 kB | 16/103 kB Progress (4): 6.9/7.7 kB | 5.5/189 kB | 4.1/169 kB | 16/103 kB Progress (4): 7.7 kB | 5.5/189 kB | 4.1/169 kB | 16/103 kB Progress (4): 7.7 kB | 5.5/189 kB | 4.1/169 kB | 33/103 kB Progress (4): 7.7 kB | 5.5/189 kB | 5.5/169 kB | 33/103 kB Progress (4): 7.7 kB | 6.9/189 kB | 5.5/169 kB | 33/103 kB Progress (4): 7.7 kB | 6.9/189 kB | 6.9/169 kB | 33/103 kB Progress (4): 7.7 kB | 8.3/189 kB | 6.9/169 kB | 33/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 139 kB/s) 2024-09-22T08:56:50.548 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (3): 9.7/189 kB | 6.9/169 kB | 33/103 kB Progress (3): 9.7/189 kB | 8.3/169 kB | 33/103 kB Progress (3): 11/189 kB | 8.3/169 kB | 33/103 kB Progress (3): 11/189 kB | 9.7/169 kB | 33/103 kB Progress (3): 12/189 kB | 9.7/169 kB | 33/103 kB Progress (3): 12/189 kB | 11/169 kB | 33/103 kB Progress (3): 14/189 kB | 11/169 kB | 33/103 kB Progress (3): 14/189 kB | 12/169 kB | 33/103 kB Progress (3): 15/189 kB | 12/169 kB | 33/103 kB Progress (3): 15/189 kB | 14/169 kB | 33/103 kB Progress (3): 17/189 kB | 14/169 kB | 33/103 kB Progress (3): 17/189 kB | 15/169 kB | 33/103 kB Progress (3): 18/189 kB | 15/169 kB | 33/103 kB Progress (3): 18/189 kB | 16/169 kB | 33/103 kB Progress (3): 19/189 kB | 16/169 kB | 33/103 kB Progress (3): 19/189 kB | 18/169 kB | 33/103 kB Progress (3): 21/189 kB | 18/169 kB | 33/103 kB Progress (3): 21/189 kB | 19/169 kB | 33/103 kB Progress (3): 22/189 kB | 19/169 kB | 33/103 kB Progress (3): 22/189 kB | 21/169 kB | 33/103 kB Progress (3): 23/189 kB | 21/169 kB | 33/103 kB Progress (3): 23/189 kB | 22/169 kB | 33/103 kB Progress (3): 25/189 kB | 22/169 kB | 33/103 kB Progress (3): 25/189 kB | 23/169 kB | 33/103 kB Progress (3): 25/189 kB | 23/169 kB | 49/103 kB Progress (3): 25/189 kB | 25/169 kB | 49/103 kB Progress (3): 26/189 kB | 25/169 kB | 49/103 kB Progress (3): 26/189 kB | 26/169 kB | 49/103 kB Progress (3): 28/189 kB | 26/169 kB | 49/103 kB Progress (3): 28/189 kB | 26/169 kB | 66/103 kB Progress (3): 29/189 kB | 26/169 kB | 66/103 kB Progress (3): 29/189 kB | 27/169 kB | 66/103 kB Progress (3): 30/189 kB | 27/169 kB | 66/103 kB Progress (3): 30/189 kB | 29/169 kB | 66/103 kB Progress (3): 30/189 kB | 29/169 kB | 82/103 kB Progress (3): 32/189 kB | 29/169 kB | 82/103 kB Progress (3): 33/189 kB | 29/169 kB | 82/103 kB Progress (3): 34/189 kB | 29/169 kB | 82/103 kB Progress (3): 36/189 kB | 29/169 kB | 82/103 kB Progress (3): 37/189 kB | 29/169 kB | 82/103 kB Progress (3): 39/189 kB | 29/169 kB | 82/103 kB Progress (3): 40/189 kB | 29/169 kB | 82/103 kB Progress (3): 41/189 kB | 29/169 kB | 82/103 kB Progress (3): 43/189 kB | 29/169 kB | 82/103 kB Progress (3): 44/189 kB | 29/169 kB | 82/103 kB Progress (3): 44/189 kB | 30/169 kB | 82/103 kB Progress (3): 46/189 kB | 30/169 kB | 82/103 kB Progress (3): 46/189 kB | 32/169 kB | 82/103 kB Progress (3): 46/189 kB | 32/169 kB | 98/103 kB Progress (3): 46/189 kB | 33/169 kB | 98/103 kB Progress (3): 47/189 kB | 33/169 kB | 98/103 kB Progress (3): 47/189 kB | 34/169 kB | 98/103 kB Progress (3): 47/189 kB | 34/169 kB | 103 kB Progress (3): 47/189 kB | 36/169 kB | 103 kB Progress (3): 48/189 kB | 36/169 kB | 103 kB Progress (3): 48/189 kB | 37/169 kB | 103 kB Progress (3): 50/189 kB | 37/169 kB | 103 kB Progress (3): 50/189 kB | 38/169 kB | 103 kB Progress (3): 51/189 kB | 38/169 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.3 MB/s) 2024-09-22T08:56:50.563 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (2): 52/189 kB | 38/169 kB Progress (2): 52/189 kB | 40/169 kB Progress (2): 54/189 kB | 40/169 kB Progress (2): 54/189 kB | 41/169 kB Progress (2): 55/189 kB | 41/169 kB Progress (2): 55/189 kB | 43/169 kB Progress (2): 57/189 kB | 43/169 kB Progress (2): 57/189 kB | 44/169 kB Progress (2): 58/189 kB | 44/169 kB Progress (2): 58/189 kB | 45/169 kB Progress (2): 59/189 kB | 45/169 kB Progress (2): 59/189 kB | 47/169 kB Progress (2): 61/189 kB | 47/169 kB Progress (2): 61/189 kB | 48/169 kB Progress (2): 62/189 kB | 48/169 kB Progress (2): 62/189 kB | 49/169 kB Progress (2): 62/189 kB | 49/169 kB Progress (2): 62/189 kB | 51/169 kB Progress (2): 62/189 kB | 52/169 kB Progress (2): 62/189 kB | 54/169 kB Progress (2): 79/189 kB | 54/169 kB Progress (2): 79/189 kB | 55/169 kB Progress (2): 79/189 kB | 56/169 kB Progress (2): 79/189 kB | 58/169 kB Progress (2): 95/189 kB | 58/169 kB Progress (2): 95/189 kB | 59/169 kB Progress (2): 95/189 kB | 61/169 kB Progress (2): 95/189 kB | 62/169 kB Progress (2): 111/189 kB | 62/169 kB Progress (2): 111/189 kB | 63/169 kB Progress (2): 111/189 kB | 65/169 kB Progress (2): 128/189 kB | 65/169 kB Progress (2): 128/189 kB | 81/169 kB Progress (2): 144/189 kB | 81/169 kB Progress (2): 161/189 kB | 81/169 kB Progress (2): 161/189 kB | 97/169 kB Progress (2): 161/189 kB | 114/169 kB Progress (2): 161/189 kB | 130/169 kB Progress (2): 177/189 kB | 130/169 kB Progress (2): 189 kB | 130/169 kB Progress (2): 189 kB | 147/169 kB Progress (2): 189 kB | 163/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.0 MB/s) 2024-09-22T08:56:50.569 INFO:tasks.workunit.client.0.smithi064.stdout:Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.7 MB/s) 2024-09-22T08:56:50.588 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:56:50.588 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------- 2024-09-22T08:56:50.588 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] T E S T S 2024-09-22T08:56:50.588 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------- 2024-09-22T08:56:51.145 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-22T08:56:51.251 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjects.java: starting test run: 2024-09-22T08:56:51.251 INFO:tasks.workunit.client.0.smithi064.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-22T08:56:51.251 INFO:tasks.workunit.client.0.smithi064.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-22T08:56:51.251 INFO:tasks.workunit.client.0.smithi064.stdout: EndpointUrl=http://smithi064.front.sepia.ceph.com:80 2024-09-22T08:56:51.252 INFO:tasks.workunit.client.0.smithi064.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-22T08:56:51.349 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Environment Variables Read 2024-09-22T08:56:51.650 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: S3 Client Initialized 2024-09-22T08:56:51.650 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generating File 2024-09-22T08:56:51.650 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: File Generated 2024-09-22T08:56:51.650 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generating File 2024-09-22T08:56:51.751 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: File Generated 2024-09-22T08:56:51.751 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generating File 2024-09-22T08:56:51.751 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: File Generated 2024-09-22T08:56:51.751 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generating File 2024-09-22T08:56:51.751 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: File Generated 2024-09-22T08:56:51.752 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generating File 2024-09-22T08:56:51.752 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: File Generated 2024-09-22T08:56:51.752 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generating File 2024-09-22T08:56:51.752 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: File Generated 2024-09-22T08:56:51.752 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Generated Big Files 2024-09-22T08:56:51.957 INFO:tasks.workunit.client.0.smithi064.stdout:HeadBucketResponse() 2024-09-22T08:56:51.957 INFO:tasks.workunit.client.0.smithi064.stdout:sheik is ready 2024-09-22T08:56:51.957 INFO:tasks.workunit.client.0.smithi064.stdout:DEBUG: Test Bucket Created 2024-09-22T08:56:52.057 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-22T08:56:52.157 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-22T08:56:52.258 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-22T08:56:52.358 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-22T08:56:52.458 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-22T08:56:52.559 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-22T08:56:52.659 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-22T08:56:52.759 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-22T08:56:52.859 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-22T08:56:53.060 INFO:tasks.workunit.client.0.smithi064.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-22T08:56:55.064 INFO:tasks.workunit.client.0.smithi064.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-22T08:56:55.666 INFO:tasks.workunit.client.0.smithi064.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-22T08:56:59.379 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-0b 2024-09-22T08:56:59.380 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-8b 2024-09-22T08:56:59.382 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-200b 2024-09-22T08:56:59.384 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-21983b 2024-09-22T08:56:59.385 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-5519b 2024-09-22T08:56:59.386 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-204329b 2024-09-22T08:56:59.388 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-256k 2024-09-22T08:56:59.389 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-1m 2024-09-22T08:56:59.390 INFO:tasks.workunit.client.0.smithi064.stdout:arg: file-1038757b 2024-09-22T08:56:59.444 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-0b 2024-09-22T08:56:59.445 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.475 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-8b 2024-09-22T08:56:59.475 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.575 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-200b 2024-09-22T08:56:59.575 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.675 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-21983b 2024-09-22T08:56:59.675 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.767 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-5519b 2024-09-22T08:56:59.767 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.776 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-204329b 2024-09-22T08:56:59.834 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.876 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-256k 2024-09-22T08:56:59.918 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:56:59.976 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-1m 2024-09-22T08:57:00.058 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:57:00.076 INFO:tasks.workunit.client.0.smithi064.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-22T08:57:00.218 INFO:tasks.workunit.client.0.smithi064.stdout:PutObjectResponse 2024-09-22T08:57:00.277 INFO:tasks.workunit.client.0.smithi064.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-22T08:57:00.678 INFO:tasks.workunit.client.0.smithi064.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-22T08:57:01.279 INFO:tasks.workunit.client.0.smithi064.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-22T08:57:07.349 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.19 s -- in io.ceph.jcksum.PutObjects 2024-09-22T08:57:07.371 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:57:07.371 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Results: 2024-09-22T08:57:07.371 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:57:07.372 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-22T08:57:07.372 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] 2024-09-22T08:57:07.373 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:57:07.374 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] BUILD SUCCESS 2024-09-22T08:57:07.374 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:57:07.374 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Total time: 18.375 s 2024-09-22T08:57:07.375 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] Finished at: 2024-09-22T08:57:07Z 2024-09-22T08:57:07.375 INFO:tasks.workunit.client.0.smithi064.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:57:07.402 INFO:tasks.workunit.client.0.smithi064.stderr:+ exit 2024-09-22T08:57:07.403 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:57:07.403 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:57:07.455 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-22T08:57:07.455 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T08:57:07.890 DEBUG:teuthology.parallel:result is None 2024-09-22T08:57:07.891 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:57:07.903 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:57:07.903 DEBUG:teuthology.orchestra.run.smithi064:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:57:07.948 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:57:07.948 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:57:07.958 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:57:07.958 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:57:07.958 DEBUG:teuthology.orchestra.run.smithi064:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:57:07.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:57:07.997 INFO:teuthology.orchestra.run.smithi064.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:57:07.997 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:57:08.044 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:57:08.044 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:57:08.092 INFO:tasks.workunit:timeout=3h 2024-09-22T08:57:08.092 INFO:tasks.workunit:cleanup=True 2024-09-22T08:57:08.093 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:57:08.141 INFO:tasks.workunit.client.0.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:58:07.887 INFO:tasks.workunit.client.0.smithi064.stderr:Updating files: 96% (12228/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr: git switch -c 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:Or undo this operation with: 2024-09-22T08:58:08.813 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.814 INFO:tasks.workunit.client.0.smithi064.stderr: git switch - 2024-09-22T08:58:08.814 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.814 INFO:tasks.workunit.client.0.smithi064.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:58:08.814 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:58:08.814 INFO:tasks.workunit.client.0.smithi064.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:58:08.821 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:58:08.869 INFO:tasks.workunit.client.0.smithi064.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:58:08.872 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:58:08.872 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:58:08.938 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:58:09.000 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:58:09.052 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:58:09.053 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:58:09.053 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:58:09.104 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:58:09.107 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:58:09.108 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:58:09.157 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-22T08:58:09.158 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-22T08:58:09.159 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-22T08:58:09.216 INFO:tasks.workunit.client.0.smithi064.stdout:INFO: fully qualified domain name: smithi064.front.sepia.ceph.com 2024-09-22T08:58:09.217 INFO:tasks.workunit.client.0.smithi064.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-22T08:58:09.217 INFO:tasks.workunit.client.0.smithi064.stdout:== TESTING VERSIONED BUCKET == 2024-09-22T08:58:12.582 INFO:tasks.workunit.client.0.smithi064.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T08:58:12.792 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting pip 2024-09-22T08:58:12.798 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T08:58:12.834 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: pip 2024-09-22T08:58:12.834 INFO:tasks.workunit.client.0.smithi064.stdout: Attempting uninstall: pip 2024-09-22T08:58:12.834 INFO:tasks.workunit.client.0.smithi064.stdout: Found existing installation: pip 22.0.2 2024-09-22T08:58:13.099 INFO:tasks.workunit.client.0.smithi064.stdout: Uninstalling pip-22.0.2: 2024-09-22T08:58:13.105 INFO:tasks.workunit.client.0.smithi064.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T08:58:13.892 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed pip-24.2 2024-09-22T08:58:14.977 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting boto3 2024-09-22T08:58:14.978 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T08:58:15.545 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T08:58:15.546 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T08:58:15.593 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T08:58:15.594 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T08:58:15.632 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T08:58:15.633 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T08:58:15.687 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:58:15.689 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T08:58:15.787 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:58:15.789 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T08:58:16.046 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:58:16.047 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T08:58:16.050 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T08:58:16.052 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T08:58:16.061 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T08:58:16.062 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T08:58:16.064 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T08:58:16.065 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T08:58:16.066 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T08:58:16.138 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T08:58:17.561 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T08:58:17.937 INFO:tasks.workunit.client.0.smithi064.stdout:INFO: creating user 2024-09-22T08:58:18.311 INFO:tasks.workunit.client.0.smithi064.stdout:{ 2024-09-22T08:58:18.311 INFO:tasks.workunit.client.0.smithi064.stdout: "user_id": "testid", 2024-09-22T08:58:18.311 INFO:tasks.workunit.client.0.smithi064.stdout: "display_name": "M. Tester", 2024-09-22T08:58:18.311 INFO:tasks.workunit.client.0.smithi064.stdout: "email": "tester@ceph.com", 2024-09-22T08:58:18.311 INFO:tasks.workunit.client.0.smithi064.stdout: "suspended": 0, 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "max_buckets": 1000, 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "subusers": [], 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "keys": [ 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: { 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "user": "testid", 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "access_key": "0555b35654ad1656d804", 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "active": true, 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "create_date": "2024-09-22T08:58:18.302119Z" 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: } 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: ], 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "swift_keys": [], 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "caps": [], 2024-09-22T08:58:18.312 INFO:tasks.workunit.client.0.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "default_placement": "", 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "default_storage_class": "", 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "placement_tags": [], 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "bucket_quota": { 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "enabled": false, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size": -1, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "max_objects": -1 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "user_quota": { 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "enabled": false, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:58:18.313 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size": -1, 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "max_objects": -1 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: }, 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "temp_url_keys": [], 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "type": "rgw", 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "mfa_ids": [], 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "account_id": "", 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "path": "/", 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "create_date": "2024-09-22T08:58:18.302068Z", 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "tags": [], 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: "group_ids": [] 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout:} 2024-09-22T08:58:18.314 INFO:tasks.workunit.client.0.smithi064.stdout: 2024-09-22T08:58:18.624 INFO:tasks.workunit.client.0.smithi064.stderr:5+0 records in 2024-09-22T08:58:18.625 INFO:tasks.workunit.client.0.smithi064.stderr:5+0 records out 2024-09-22T08:58:18.625 INFO:tasks.workunit.client.0.smithi064.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0230245 s, 228 MB/s 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:bucket nams is reupload-bkt-112736 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:endpoint is http://smithi064.front.sepia.ceph.com:80 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:start UploadId=2~i4MLObHvvogU0WwpKADa3QuUd22IypC 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:phase 1 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:phase 1 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 2} 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.798 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:phase 2 uploaded part {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1} 2024-09-22T08:58:20.799 INFO:tasks.workunit.client.0.smithi064.stdout:aborting multipart upload, parts=[{'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 1}, {'ETag': '"c21b0abf701c8018b9f7620e239761c1"', 'PartNumber': 2}] 2024-09-22T08:58:21.886 INFO:tasks.workunit.client.0.smithi064.stdout:radosgw-admin bucket radoslist: 2024-09-22T08:58:21.971 INFO:tasks.workunit.client.0.smithi064.stdout:rados ls: 2024-09-22T08:58:21.989 INFO:tasks.workunit.client.0.smithi064.stdout:== PASSED == 2024-09-22T08:58:21.990 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:58:21.990 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:58:22.043 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-22T08:58:22.043 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T08:58:22.439 DEBUG:teuthology.parallel:result is None 2024-09-22T08:58:22.440 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:58:22.452 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:58:22.453 DEBUG:teuthology.orchestra.run.smithi064:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:58:22.502 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:58:22.503 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-22T08:58:22.523 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-22T08:58:22.524 INFO:tasks.ragweed:Downloading ragweed... 2024-09-22T08:58:22.524 INFO:tasks.ragweed:Using branch 'wip-skoduri-cloud-restore' for ragweed 2024-09-22T08:58:22.524 DEBUG:teuthology.orchestra.run.smithi064:> git clone -b wip-skoduri-cloud-restore https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-22T08:58:22.549 INFO:teuthology.orchestra.run.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-22T08:58:22.600 INFO:teuthology.orchestra.run.smithi064.stderr:fatal: Remote branch wip-skoduri-cloud-restore not found in upstream origin 2024-09-22T08:58:22.610 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-22T08:58:22.611 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-22T08:58:22.611 DEBUG:teuthology.orchestra.run.smithi064:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-22T08:58:22.656 INFO:teuthology.orchestra.run.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-22T08:58:22.807 INFO:tasks.ragweed:Creating rgw users... 2024-09-22T08:58:22.807 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-22T08:58:22.807 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key OZJVLAPXASOCTTXJHBMN --secret l+zpNIk2jbqY5hm8KYtOxGytAPyadtWVFM+I2s6iez1f3U7lvv+aNQ== --email ragweed.client.0+test@test.test --system false 2024-09-22T08:58:22.897 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:58:22.897 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:58:23.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.146+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 realm 2024-09-22T08:58:23.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:58:23.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:23.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.150+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.154+0000 7f6e3df949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:58:23.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.154+0000 7f6e3df949c0 20 searching for the correct realm 2024-09-22T08:58:23.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.154+0000 7f6e3ba9a640 0 -- 172.21.15.64:0/158703615 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f6e2c020070 msgr2=0x7f6e2c066680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:58:23.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.370+0000 7f6e3b299640 0 -- 172.21.15.64:0/158703615 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x55e873762340 msgr2=0x55e873764730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:23.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:58:23.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:58:23.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:58:23.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:58:23.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:58:23.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:58:23.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.386+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:23.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:58:23.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 zone default found 2024-09-22T08:58:23.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 4 Realm: () 2024-09-22T08:58:23.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:58:23.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:58:23.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:58:23.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 zonegroup default 2024-09-22T08:58:23.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 started sync module instance, tier type = 2024-09-22T08:58:23.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.390+0000 7f6e3df949c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:58:23.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=0 2024-09-22T08:58:23.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=1 2024-09-22T08:58:23.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=2 2024-09-22T08:58:23.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=3 2024-09-22T08:58:23.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=4 2024-09-22T08:58:23.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=5 2024-09-22T08:58:23.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.414+0000 7f6e3df949c0 20 add_watcher() i=6 2024-09-22T08:58:23.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.418+0000 7f6e3df949c0 20 add_watcher() i=7 2024-09-22T08:58:23.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.418+0000 7f6e3df949c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:58:23.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6cf1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:23.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6e3df949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:58:23.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6e3df949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:58:23.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6e3df949c0 5 note: GC not initialized 2024-09-22T08:58:23.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6cf0fe1640 20 reqs_thread_entry: start 2024-09-22T08:58:23.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6e3df949c0 20 init_complete bucket index max shards: 1 2024-09-22T08:58:23.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.422+0000 7f6e3df949c0 20 Filter name: none 2024-09-22T08:58:23.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6c6a7fc640 20 reqs_thread_entry: start 2024-09-22T08:58:23.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-22T08:58:23.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-22T08:58:23.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T08:58:23.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-22T08:58:23.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-22T08:58:23.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-22T08:58:23.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache get: name=default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN : miss 2024-09-22T08:58:23.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache put: name=default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN info.flags=0x0 2024-09-22T08:58:23.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 adding default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN to cache LRU end 2024-09-22T08:58:23.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache get: name=default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN : hit (negative entry) 2024-09-22T08:58:23.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.426+0000 7f6e3df949c0 10 cache get: name=default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN : hit (negative entry) 2024-09-22T08:58:23.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.430+0000 7f6e3df949c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-22T08:58:23.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.430+0000 7f6e3df949c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T08:58:23.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.430+0000 7f6e3df949c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-22T08:58:23.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.430+0000 7f6d1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660503 cookie 94456857936080 notifier 5654 bl.length()=675 2024-09-22T08:58:23.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.430+0000 7f6d1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-22T08:58:23.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.430+0000 7f6d1affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T08:58:23.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.434+0000 7f6e3df949c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-22T08:58:23.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.434+0000 7f6e3df949c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-22T08:58:23.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.434+0000 7f6e3df949c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-22T08:58:23.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.438+0000 7f6d1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660490 cookie 94456857931568 notifier 5654 bl.length()=202 2024-09-22T08:58:23.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.438+0000 7f6d1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-22T08:58:23.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.438+0000 7f6d1a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-22T08:58:23.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6e3df949c0 10 cache put: name=default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN info.flags=0x7 2024-09-22T08:58:23.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6e3df949c0 10 moving default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN to cache LRU end 2024-09-22T08:58:23.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6e3df949c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:OZJVLAPXASOCTTXJHBMN, ofs0, ns] 2024-09-22T08:58:23.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6d1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660492 cookie 94456857945536 notifier 5654 bl.length()=190 2024-09-22T08:58:23.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6d1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN info.flags=0x7 2024-09-22T08:58:23.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6d1a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OZJVLAPXASOCTTXJHBMN to cache LRU end 2024-09-22T08:58:23.441 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T08:58:23.441 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "ragweed.client.0", 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "ragweed.client.0", 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "OZJVLAPXASOCTTXJHBMN", 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "l+zpNIk2jbqY5hm8KYtOxGytAPyadtWVFM+I2s6iez1f3U7lvv+aNQ==", 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T08:58:23.442 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T08:58:23.431279Z" 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T08:58:23.443 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T08:58:23.444 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "rgw", 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "", 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T08:58:23.431247Z", 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:58:23.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.442+0000 7f6cf1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:23.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.446+0000 7f6e3df949c0 20 remove_watcher() i=0 2024-09-22T08:58:23.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.446+0000 7f6e3df949c0 2 removed watcher, disabling cache 2024-09-22T08:58:23.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.450+0000 7f6e3df949c0 20 remove_watcher() i=1 2024-09-22T08:58:23.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.450+0000 7f6e3df949c0 20 remove_watcher() i=2 2024-09-22T08:58:23.454 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.454+0000 7f6e3df949c0 20 remove_watcher() i=3 2024-09-22T08:58:23.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.454+0000 7f6e3df949c0 20 remove_watcher() i=4 2024-09-22T08:58:23.457 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.458+0000 7f6e3df949c0 20 remove_watcher() i=5 2024-09-22T08:58:23.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.458+0000 7f6e3df949c0 20 remove_watcher() i=6 2024-09-22T08:58:23.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.458+0000 7f6e3df949c0 20 remove_watcher() i=7 2024-09-22T08:58:23.476 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-22T08:58:23.476 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key QNDWJSZNGQJEOHSRHBUQ --secret iZ/ugCYuVhLHcUPIAENdJRNbNJ4eHBI3tH87bN3yleVtVkkuR8Xvog== --email sysuser.client.0+test@test.test --system true 2024-09-22T08:58:23.522 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:58:23.522 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:58:23.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.562+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 realm 2024-09-22T08:58:23.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:58:23.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:23.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:23.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.566+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:23.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.570+0000 7f40451aa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:58:23.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.570+0000 7f40451aa9c0 20 searching for the correct realm 2024-09-22T08:58:23.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.570+0000 7f40424af640 0 -- 172.21.15.64:0/3831934877 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f40380eac00 msgr2=0x7f40380ad930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:23.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:23.786+0000 7f4042cb0640 0 -- 172.21.15.64:0/3831934877 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f40380e03f0 msgr2=0x7f40380e0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:24.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.002+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:24.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 zone default found 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 4 Realm: () 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 zonegroup default 2024-09-22T08:58:24.006 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.006+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.010+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.010+0000 7f40451aa9c0 20 started sync module instance, tier type = 2024-09-22T08:58:24.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.010+0000 7f40451aa9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:58:24.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.030+0000 7f40451aa9c0 20 add_watcher() i=0 2024-09-22T08:58:24.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=1 2024-09-22T08:58:24.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=2 2024-09-22T08:58:24.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=3 2024-09-22T08:58:24.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=4 2024-09-22T08:58:24.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=5 2024-09-22T08:58:24.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=6 2024-09-22T08:58:24.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 20 add_watcher() i=7 2024-09-22T08:58:24.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.034+0000 7f40451aa9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:58:24.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.038+0000 7f3ef97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:24.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.038+0000 7f40451aa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:58:24.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.038+0000 7f40451aa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:58:24.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.038+0000 7f40451aa9c0 5 note: GC not initialized 2024-09-22T08:58:24.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.038+0000 7f3e73fff640 20 reqs_thread_entry: start 2024-09-22T08:58:24.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 init_complete bucket index max shards: 1 2024-09-22T08:58:24.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 Filter name: none 2024-09-22T08:58:24.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f3e71ffb640 20 reqs_thread_entry: start 2024-09-22T08:58:24.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-22T08:58:24.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-22T08:58:24.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T08:58:24.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-22T08:58:24.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-22T08:58:24.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-22T08:58:24.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache get: name=default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ : miss 2024-09-22T08:58:24.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:24.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:24.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache put: name=default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ info.flags=0x0 2024-09-22T08:58:24.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 adding default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ to cache LRU end 2024-09-22T08:58:24.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache get: name=default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ : hit (negative entry) 2024-09-22T08:58:24.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.042+0000 7f40451aa9c0 10 cache get: name=default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ : hit (negative entry) 2024-09-22T08:58:24.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.046+0000 7f40451aa9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-22T08:58:24.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.046+0000 7f40451aa9c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T08:58:24.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.046+0000 7f40451aa9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-22T08:58:24.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.046+0000 7f3f267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660491 cookie 93841678084992 notifier 6033 bl.length()=675 2024-09-22T08:58:24.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.046+0000 7f3f267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-22T08:58:24.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.046+0000 7f3f267fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T08:58:24.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.050+0000 7f40451aa9c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-22T08:58:24.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.050+0000 7f40451aa9c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-22T08:58:24.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.050+0000 7f40451aa9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-22T08:58:24.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.050+0000 7f3f25ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660504 cookie 93841678088560 notifier 6033 bl.length()=202 2024-09-22T08:58:24.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.050+0000 7f3f25ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-22T08:58:24.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.050+0000 7f3f25ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-22T08:58:24.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f40451aa9c0 10 cache put: name=default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ info.flags=0x7 2024-09-22T08:58:24.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f40451aa9c0 10 moving default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ to cache LRU end 2024-09-22T08:58:24.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f40451aa9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:QNDWJSZNGQJEOHSRHBUQ, ofs0, ns] 2024-09-22T08:58:24.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f3f267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660505 cookie 93841678078800 notifier 6033 bl.length()=190 2024-09-22T08:58:24.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f3f267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ info.flags=0x7 2024-09-22T08:58:24.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f3f267fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+QNDWJSZNGQJEOHSRHBUQ to cache LRU end 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "sysuser.client.0", 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "sysuser.client.0", 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "QNDWJSZNGQJEOHSRHBUQ", 2024-09-22T08:58:24.058 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "iZ/ugCYuVhLHcUPIAENdJRNbNJ4eHBI3tH87bN3yleVtVkkuR8Xvog==", 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T08:58:24.047941Z" 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "system": true, 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:58:24.059 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "rgw", 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "", 2024-09-22T08:58:24.060 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T08:58:24.061 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T08:58:24.047885Z", 2024-09-22T08:58:24.061 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T08:58:24.061 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T08:58:24.061 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T08:58:24.061 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:58:24.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.058+0000 7f3ef97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:24.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.066+0000 7f40451aa9c0 20 remove_watcher() i=0 2024-09-22T08:58:24.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.066+0000 7f40451aa9c0 2 removed watcher, disabling cache 2024-09-22T08:58:24.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.066+0000 7f40451aa9c0 20 remove_watcher() i=1 2024-09-22T08:58:24.068 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.070+0000 7f40451aa9c0 20 remove_watcher() i=2 2024-09-22T08:58:24.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.070+0000 7f40451aa9c0 20 remove_watcher() i=3 2024-09-22T08:58:24.073 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.074+0000 7f40451aa9c0 20 remove_watcher() i=4 2024-09-22T08:58:24.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.074+0000 7f40451aa9c0 20 remove_watcher() i=5 2024-09-22T08:58:24.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.074+0000 7f40451aa9c0 20 remove_watcher() i=6 2024-09-22T08:58:24.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:24.078+0000 7f40451aa9c0 20 remove_watcher() i=7 2024-09-22T08:58:24.093 INFO:tasks.ragweed:Configuring ragweed... 2024-09-22T08:58:24.094 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:58:24.094 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-22T08:58:24.100 INFO:tasks.ragweed:Configuring boto... 2024-09-22T08:58:24.100 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:58:24.100 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-22T08:58:24.148 DEBUG:teuthology.orchestra.run.smithi064:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-22T08:58:24.339 INFO:teuthology.orchestra.run.smithi064.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-22T08:58:24.523 INFO:teuthology.orchestra.run.smithi064.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-22T08:58:25.140 INFO:teuthology.orchestra.run.smithi064.stdout:py installdeps: -rrequirements.txt 2024-09-22T08:58:27.801 INFO:teuthology.orchestra.run.smithi064.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-22T08:58:31.935 INFO:teuthology.orchestra.run.smithi064.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=85cf502d8249e4a75beb522865722136717484a8820ee2798c8186ed160f2fff,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-22T08:58:31.936 INFO:teuthology.orchestra.run.smithi064.stdout:py run-test-pre: PYTHONHASHSEED='2008402851' 2024-09-22T08:58:31.936 INFO:teuthology.orchestra.run.smithi064.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-22T08:58:32.105 INFO:teuthology.orchestra.run.smithi064.stdout:============================= test session starts ============================== 2024-09-22T08:58:32.105 INFO:teuthology.orchestra.run.smithi064.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-22T08:58:32.106 INFO:teuthology.orchestra.run.smithi064.stdout:cachedir: .tox/py/.pytest_cache 2024-09-22T08:58:32.106 INFO:teuthology.orchestra.run.smithi064.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-22T08:58:32.272 INFO:teuthology.orchestra.run.smithi064.stdout:collecting ... collected 9 items 2024-09-22T08:58:32.272 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:58:33.097 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-22T08:58:34.126 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-22T08:58:34.833 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-22T08:58:35.777 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-22T08:58:36.869 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-22T08:58:43.157 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-22T08:58:45.289 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-22T08:58:47.176 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-22T08:58:50.678 INFO:teuthology.orchestra.run.smithi064.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-22T08:58:50.678 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:58:50.678 INFO:teuthology.orchestra.run.smithi064.stdout:=============================== warnings summary =============================== 2024-09-22T08:58:50.678 INFO:teuthology.orchestra.run.smithi064.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-22T08:58:50.679 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-22T08:58:50.679 INFO:teuthology.orchestra.run.smithi064.stdout: import imp 2024-09-22T08:58:50.679 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T08:58:50.679 INFO:teuthology.orchestra.run.smithi064.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-22T08:58:50.679 INFO:teuthology.orchestra.run.smithi064.stdout:======================== 9 passed, 1 warning in 18.57s ========================= 2024-09-22T08:58:50.727 INFO:teuthology.orchestra.run.smithi064.stdout:___________________________________ summary ____________________________________ 2024-09-22T08:58:50.727 INFO:teuthology.orchestra.run.smithi064.stdout: py: commands succeeded 2024-09-22T08:58:50.727 INFO:teuthology.orchestra.run.smithi064.stdout: congratulations :) 2024-09-22T08:58:50.747 INFO:tasks.ragweed:Cleaning up boto... 2024-09-22T08:58:50.747 DEBUG:teuthology.orchestra.run.smithi064:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-22T08:58:50.752 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-22T08:58:50.835 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:58:50.835 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:58:50.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.874+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:50.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:50.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 realm 2024-09-22T08:58:50.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:50.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:50.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:58:50.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:50.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:50.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:50.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:50.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.878+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:50.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.882+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:58:50.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.882+0000 7f446b2879c0 20 searching for the correct realm 2024-09-22T08:58:50.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:50.886+0000 7f446958e640 0 -- 172.21.15.64:0/1786375621 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f44500c2940 msgr2=0x7f44500f43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:51.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.102+0000 7f4468d8d640 0 -- 172.21.15.64:0/1786375621 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55900e2dcd80 msgr2=0x55900e2df170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:51.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:51.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.110+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:58:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 zone default found 2024-09-22T08:58:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 4 Realm: () 2024-09-22T08:58:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:58:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:58:51.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:58:51.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 zonegroup default 2024-09-22T08:58:51.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 started sync module instance, tier type = 2024-09-22T08:58:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.114+0000 7f446b2879c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.138+0000 7f446b2879c0 20 add_watcher() i=0 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.138+0000 7f446b2879c0 20 add_watcher() i=1 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.138+0000 7f446b2879c0 20 add_watcher() i=2 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.138+0000 7f446b2879c0 20 add_watcher() i=3 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.138+0000 7f446b2879c0 20 add_watcher() i=4 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.142+0000 7f446b2879c0 20 add_watcher() i=5 2024-09-22T08:58:51.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.142+0000 7f446b2879c0 20 add_watcher() i=6 2024-09-22T08:58:51.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.142+0000 7f446b2879c0 20 add_watcher() i=7 2024-09-22T08:58:51.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.142+0000 7f446b2879c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:58:51.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.146+0000 7f431efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:51.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.146+0000 7f446b2879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:58:51.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.146+0000 7f446b2879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:58:51.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.238+0000 7f431dfe3640 20 reqs_thread_entry: start 2024-09-22T08:58:51.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 20 init_complete bucket index max shards: 1 2024-09-22T08:58:51.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 20 Filter name: none 2024-09-22T08:58:51.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f428f7fe640 20 reqs_thread_entry: start 2024-09-22T08:58:51.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-22T08:58:51.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-22T08:58:51.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-22T08:58:51.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T08:58:51.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 : miss 2024-09-22T08:58:51.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.242+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-22T08:58:51.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 info.flags=0x17 2024-09-22T08:58:51.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 to cache LRU end 2024-09-22T08:58:51.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-22T08:58:51.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500d7040 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55900e31beb8 s->prefetch_data=0 2024-09-22T08:58:51.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 10 manifest: total_size = 7660 2024-09-22T08:58:51.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13657888398161325242 2024-09-22T08:58:51.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500d7040 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55900e31beb8 s->prefetch_data=0 2024-09-22T08:58:51.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31beb8 2024-09-22T08:58:51.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.246+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=7660 stripe_ofs=7660 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13657888398161325242 2024-09-22T08:58:51.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.2vK2B6OXouCosFqugOVJnOx_5Np8A0p_0 2024-09-22T08:58:51.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:51.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.254+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13657888398161325242 2024-09-22T08:58:51.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f433ffff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-22T08:58:51.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500d7040 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f446b2879c0 10 manifest: total_size = 4975 2024-09-22T08:58:51.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.421038528668390687 2024-09-22T08:58:51.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500d7040 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.258+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=4975 stripe_ofs=4975 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.421038528668390687 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.7drgUjazNXZGEqdl4S3ThxrDhbAsTcp_0 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.262+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.421038528668390687 2024-09-22T08:58:51.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-22T08:58:51.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f446b2879c0 10 manifest: total_size = 5125 2024-09-22T08:58:51.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5729000847210533230 2024-09-22T08:58:51.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.266+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5125 stripe_ofs=5125 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5729000847210533230 2024-09-22T08:58:51.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.iAr6brvxqoWvE03LIxoUnbdfJcYW4f0_0 2024-09-22T08:58:51.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:51.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5729000847210533230 2024-09-22T08:58:51.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f433ffff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-22T08:58:51.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.274+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.278+0000 7f446b2879c0 10 manifest: total_size = 12814 2024-09-22T08:58:51.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.278+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9517269012385910257 2024-09-22T08:58:51.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.278+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.278+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.278+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=12814 stripe_ofs=12814 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9517269012385910257 2024-09-22T08:58:51.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.jDT7c8Clz0bGMQEI5mVe4yRk9pjawkX_0 2024-09-22T08:58:51.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:51.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.282+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9517269012385910257 2024-09-22T08:58:51.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-22T08:58:51.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f446b2879c0 10 manifest: total_size = 5222 2024-09-22T08:58:51.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7339773767585332322 2024-09-22T08:58:51.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.286+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5222 stripe_ofs=5222 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7339773767585332322 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.t0-GQbHz6PwVCXXvYgy9b2Ko_CrXzd4_0 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.294+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7339773767585332322 2024-09-22T08:58:51.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f433ffff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-22T08:58:51.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31c900 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f446b2879c0 10 manifest: total_size = 7756 2024-09-22T08:58:51.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18186187656898825400 2024-09-22T08:58:51.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31c900 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.298+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=7756 stripe_ofs=7756 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18186187656898825400 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.x8xxVWsrOLdCIMmZV_HcHcFyQIyLEYJ_0 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18186187656898825400 2024-09-22T08:58:51.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-22T08:58:51.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.306+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.310+0000 7f446b2879c0 10 manifest: total_size = 5142 2024-09-22T08:58:51.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.310+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497204494179733347 2024-09-22T08:58:51.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.310+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.310+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.310+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5142 stripe_ofs=5142 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497204494179733347 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.d7Kh28vlqRXJNAaA1TCDrkpX4lPBppc_0 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.314+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497204494179733347 2024-09-22T08:58:51.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f433ffff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-22T08:58:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f446b2879c0 10 manifest: total_size = 5052 2024-09-22T08:58:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16286561597454823980 2024-09-22T08:58:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.318+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5052 stripe_ofs=5052 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16286561597454823980 2024-09-22T08:58:51.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.W19NrSIFuU93scqZ9xJpfXsKpFCBJSh_0 2024-09-22T08:58:51.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:51.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.322+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16286561597454823980 2024-09-22T08:58:51.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31cc20 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-22T08:58:51.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f446b2879c0 10 manifest: total_size = 5421 2024-09-22T08:58:51.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5992269462603815469 2024-09-22T08:58:51.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31cc20 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55900e31b9a8 s->prefetch_data=0 2024-09-22T08:58:51.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b9a8 2024-09-22T08:58:51.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.326+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5.0 2024-09-22T08:58:51.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5421 stripe_ofs=5421 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5992269462603815469 2024-09-22T08:58:51.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.zX2WsvrIXpxhBZ-Ga4Bow6-vDXL9Q7O_0 2024-09-22T08:58:51.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:51.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.334+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5992269462603815469 2024-09-22T08:58:51.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f433ffff640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-22T08:58:51.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.338+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.342+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-22T08:58:51.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.342+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.342+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-22T08:58:51.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.342+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-22T08:58:51.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.342+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-22T08:58:51.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.346+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-22T08:58:51.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.346+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-22T08:58:51.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.346+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464289 cookie 94077201580912 notifier 6063 bl.length()=162 2024-09-22T08:58:51.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.350+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 from cache 2024-09-22T08:58:51.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.350+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5, ofs0, ns] 2024-09-22T08:58:51.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.350+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464290 cookie 94077201591376 notifier 6063 bl.length()=219 2024-09-22T08:58:51.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.354+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 : miss 2024-09-22T08:58:51.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.354+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.354+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.354+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 info.flags=0x0 2024-09-22T08:58:51.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.354+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5 to cache LRU end 2024-09-22T08:58:51.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 : miss 2024-09-22T08:58:51.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 info.flags=0x17 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 to cache LRU end 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.358+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo 2024-09-22T08:58:51.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.362+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55900e319d38 s->prefetch_data=0 2024-09-22T08:58:51.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.362+0000 7f446b2879c0 10 manifest: total_size = 74198 2024-09-22T08:58:51.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.362+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4286060447409100097 2024-09-22T08:58:51.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.362+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55900e319d38 s->prefetch_data=0 2024-09-22T08:58:51.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.362+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e319d38 2024-09-22T08:58:51.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.362+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12.0 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T08:58:51.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=20613 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6353295 part_ofs=61839 rule->part_size=12359 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4286060447409100097 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.1 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.2 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.3 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.4 2024-09-22T08:58:51.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-22T08:58:51.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.366+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4286060447409100097 2024-09-22T08:58:51.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo 2024-09-22T08:58:51.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.370+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.374+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-22T08:58:51.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.374+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.374+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-22T08:58:51.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.374+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-22T08:58:51.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.374+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-22T08:58:51.377 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.378+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-22T08:58:51.377 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.378+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-22T08:58:51.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.378+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464311 cookie 94077201582272 notifier 6063 bl.length()=191 2024-09-22T08:58:51.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.382+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 from cache 2024-09-22T08:58:51.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.382+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12, ofs0, ns] 2024-09-22T08:58:51.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.382+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464323 cookie 94077201597280 notifier 6063 bl.length()=249 2024-09-22T08:58:51.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.382+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 : miss 2024-09-22T08:58:51.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.382+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.386+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.386+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 info.flags=0x0 2024-09-22T08:58:51.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.386+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12 to cache LRU end 2024-09-22T08:58:51.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 : miss 2024-09-22T08:58:51.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-22T08:58:51.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 info.flags=0x17 2024-09-22T08:58:51.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 to cache LRU end 2024-09-22T08:58:51.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 2024-09-22T08:58:51.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo 2024-09-22T08:58:51.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31d7c0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55900e319d38 s->prefetch_data=0 2024-09-22T08:58:51.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 10 manifest: total_size = 26079 2024-09-22T08:58:51.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3564189294141280051 2024-09-22T08:58:51.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31d7c0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55900e319d38 s->prefetch_data=0 2024-09-22T08:58:51.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e319d38 2024-09-22T08:58:51.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.390+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13.0 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7671 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6299128 part_ofs=7672 rule->part_size=7671 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=7669 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=7669 rules.size()=4 2024-09-22T08:58:51.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6306799 part_ofs=15343 rule->part_size=7669 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=23012 stripe_ofs=23012 part_ofs=23012 rule->part_size=3067 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6314468 part_ofs=23012 rule->part_size=3067 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=26079 stripe_ofs=26079 part_ofs=26079 rule->part_size=3067 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3564189294141280051 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.1 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.2 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.3 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.4 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-22T08:58:51.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.398+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3564189294141280051 2024-09-22T08:58:51.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo 2024-09-22T08:58:51.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.402+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.406+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-22T08:58:51.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.406+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.406+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-22T08:58:51.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.406+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-22T08:58:51.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.406+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-22T08:58:51.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.410+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-22T08:58:51.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.410+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-22T08:58:51.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.410+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464272 cookie 94077201583456 notifier 6063 bl.length()=198 2024-09-22T08:58:51.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.414+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 from cache 2024-09-22T08:58:51.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.414+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13, ofs0, ns] 2024-09-22T08:58:51.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.414+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464266 cookie 94077201589248 notifier 6063 bl.length()=256 2024-09-22T08:58:51.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.418+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 : miss 2024-09-22T08:58:51.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.418+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.418+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.418+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 info.flags=0x0 2024-09-22T08:58:51.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.418+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13 to cache LRU end 2024-09-22T08:58:51.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.422+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 : miss 2024-09-22T08:58:51.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.422+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-22T08:58:51.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 info.flags=0x17 2024-09-22T08:58:51.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 to cache LRU end 2024-09-22T08:58:51.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 2024-09-22T08:58:51.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo[rmGMUXCdqOhbDQD0hOJhZ64a9Y3sAJd] 2024-09-22T08:58:51.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11.0 2024-09-22T08:58:51.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458069910 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55900e326e58 s->prefetch_data=0 2024-09-22T08:58:51.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to 7ehzqq5fw5esy780g5l7j898ac8dmvoa 2024-09-22T08:58:51.428 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 20 get_obj_state_impl: setting s->olh_tag to ixedwldq5zlqa4qkao0ka1wpeklf10cs 2024-09-22T08:58:51.428 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.426+0000 7f446b2879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ixedwldq5zlqa4qkao0ka1wpeklf10cs 2024-09-22T08:58:51.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.430+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11.0 2024-09-22T08:58:51.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.434+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11.0 2024-09-22T08:58:51.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.434+0000 7f446b2879c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-22T08:58:51.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.434+0000 7f446b2879c0 20 olh_log_entry: epoch=3 op=3 key=foo[rmGMUXCdqOhbDQD0hOJhZ64a9Y3sAJd] 2024-09-22T08:58:51.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.438+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458069910 obj=test-client.0-r-test-multipart-index-versioning.1:_:rmGMUXCdqOhbDQD0hOJhZ64a9Y3sAJd_foo state=0x55900e32a8d8 s->prefetch_data=0 2024-09-22T08:58:51.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.438+0000 7f446b2879c0 10 manifest: total_size = 886297 2024-09-22T08:58:51.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.438+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15296069334239331591 2024-09-22T08:58:51.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.438+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458069910 obj=test-client.0-r-test-multipart-index-versioning.1:_:rmGMUXCdqOhbDQD0hOJhZ64a9Y3sAJd_foo state=0x55900e32a8d8 s->prefetch_data=0 2024-09-22T08:58:51.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.438+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e32a8d8 2024-09-22T08:58:51.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.438+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11.0 2024-09-22T08:58:51.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2024-09-22T08:58:51.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-22T08:58:51.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=246247 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=7030197 part_ofs=738741 rule->part_size=147556 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15296069334239331591 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.1 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.2 2024-09-22T08:58:51.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-22T08:58:51.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.3 2024-09-22T08:58:51.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-22T08:58:51.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.4 2024-09-22T08:58:51.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-22T08:58:51.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15296069334239331591 2024-09-22T08:58:51.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.446+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo[rmGMUXCdqOhbDQD0hOJhZ64a9Y3sAJd] 2024-09-22T08:58:51.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.450+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458069910 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55900e326e58 s->prefetch_data=0 2024-09-22T08:58:51.455 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.454+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11.0 2024-09-22T08:58:51.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11.0 2024-09-22T08:58:51.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.458+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.462+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-22T08:58:51.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.462+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.463 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.462+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-22T08:58:51.463 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.462+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-22T08:58:51.463 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.462+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-22T08:58:51.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.466+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-22T08:58:51.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.466+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-22T08:58:51.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.466+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464273 cookie 94077201583456 notifier 6063 bl.length()=193 2024-09-22T08:58:51.470 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.470+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 from cache 2024-09-22T08:58:51.470 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.470+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11, ofs0, ns] 2024-09-22T08:58:51.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.470+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464312 cookie 94077201582272 notifier 6063 bl.length()=251 2024-09-22T08:58:51.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.474+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 : miss 2024-09-22T08:58:51.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.474+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.474+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.474+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 info.flags=0x0 2024-09-22T08:58:51.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.474+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11 to cache LRU end 2024-09-22T08:58:51.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.478+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 : miss 2024-09-22T08:58:51.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.478+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=449 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 info.flags=0x17 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 to cache LRU end 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 2024-09-22T08:58:51.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo 2024-09-22T08:58:51.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e317de0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55900e326e58 s->prefetch_data=0 2024-09-22T08:58:51.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 10 manifest: total_size = 1667 2024-09-22T08:58:51.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6945787151800014719 2024-09-22T08:58:51.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e317de0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55900e326e58 s->prefetch_data=0 2024-09-22T08:58:51.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e326e58 2024-09-22T08:58:51.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.482+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10.0 2024-09-22T08:58:51.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-22T08:58:51.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=516 2024-09-22T08:58:51.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-22T08:58:51.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-22T08:58:51.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291972 part_ofs=516 rule->part_size=516 2024-09-22T08:58:51.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6292488 part_ofs=1032 rule->part_size=516 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6293004 part_ofs=1548 rule->part_size=119 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6945787151800014719 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.1 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.2 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.3 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.4 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.486+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6945787151800014719 2024-09-22T08:58:51.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo 2024-09-22T08:58:51.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.490+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.494+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-22T08:58:51.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.494+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.494+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=227 2024-09-22T08:58:51.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.494+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-22T08:58:51.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.494+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-22T08:58:51.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.498+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-22T08:58:51.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.498+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-22T08:58:51.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.498+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464291 cookie 94077201591376 notifier 6063 bl.length()=183 2024-09-22T08:58:51.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.502+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 from cache 2024-09-22T08:58:51.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.502+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10, ofs0, ns] 2024-09-22T08:58:51.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.506+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464273 cookie 94077201593872 notifier 6063 bl.length()=241 2024-09-22T08:58:51.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.506+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 : miss 2024-09-22T08:58:51.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.506+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.510+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.510+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 info.flags=0x0 2024-09-22T08:58:51.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.510+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10 to cache LRU end 2024-09-22T08:58:51.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 : miss 2024-09-22T08:58:51.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T08:58:51.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 info.flags=0x17 2024-09-22T08:58:51.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 to cache LRU end 2024-09-22T08:58:51.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-22T08:58:51.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.514+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.518+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31ae60 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.518+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.518+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12607212445484329604 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.518+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31ae60 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.518+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:51.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.518+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12607212445484329604 2024-09-22T08:58:51.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.YzRGutW5ndr8vKiryXGZMoeZQ6WkU4R_0 2024-09-22T08:58:51.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-22T08:58:51.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.522+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12607212445484329604 2024-09-22T08:58:51.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.526+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T08:58:51.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.526+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.530+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.530+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8365331468327264590 2024-09-22T08:58:51.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.530+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.530+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:51.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.530+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8365331468327264590 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.YzRGutW5ndr8vKiryXGZMoeZQ6WkU4R_0 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.534+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8365331468327264590 2024-09-22T08:58:51.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.538+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e339320 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55900e326e08 s->prefetch_data=0 2024-09-22T08:58:51.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.538+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-22T08:58:51.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.542+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.542+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _ow0yAoH17HqtpOJ7LUPHEJRpB8rtZv3 2024-09-22T08:58:51.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.542+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e339320 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55900e326e08 s->prefetch_data=0 2024-09-22T08:58:51.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.542+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e326e08 2024-09-22T08:58:51.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.542+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _ow0yAoH17HqtpOJ7LUPHEJRpB8rtZv3 2024-09-22T08:58:51.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.ietkVgbcV_Ip5kwWh_CjneRGZY50pDi_0 2024-09-22T08:58:51.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T08:58:51.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.546+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: _ow0yAoH17HqtpOJ7LUPHEJRpB8rtZv3 2024-09-22T08:58:51.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.550+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-22T08:58:51.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.550+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500e7000 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.554+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.554+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _8O0tbfHFFCRZtKXYoKDcQKG8qi_YA1I 2024-09-22T08:58:51.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.554+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500e7000 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.554+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.554+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _8O0tbfHFFCRZtKXYoKDcQKG8qi_YA1I 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.FDUtzq5Uw1vl9Se_hOu8EveR2CvoMw5_0 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.558+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _8O0tbfHFFCRZtKXYoKDcQKG8qi_YA1I 2024-09-22T08:58:51.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-22T08:58:51.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e324200 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14672836269834567445 2024-09-22T08:58:51.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e324200 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.562+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14672836269834567445 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8HTA2m5zVE4qKT-1lzOT_XjSFLSEjZw_0 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.570+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14672836269834567445 2024-09-22T08:58:51.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T08:58:51.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31aa90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _MhWF1-UD7cbkPce2-DeKR-1ivL1uhDv 2024-09-22T08:58:51.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31aa90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.574+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _MhWF1-UD7cbkPce2-DeKR-1ivL1uhDv 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.DlqpwiCzMb2GBGfeYVE3q4Bm3vv4c-B_0 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.582+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: _MhWF1-UD7cbkPce2-DeKR-1ivL1uhDv 2024-09-22T08:58:51.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.586+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-22T08:58:51.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.586+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.590+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.590+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5828462569069879091 2024-09-22T08:58:51.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.590+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464086790 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.590+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.590+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5828462569069879091 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8HTA2m5zVE4qKT-1lzOT_XjSFLSEjZw_0 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-22T08:58:51.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.594+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5828462569069879091 2024-09-22T08:58:51.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.598+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-22T08:58:51.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.598+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464059680 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.602+0000 7f446b2879c0 10 manifest: total_size = 5242880 2024-09-22T08:58:51.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.602+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _HCGIfWs9mVxGtpKZQ8q207jMql4MDoS 2024-09-22T08:58:51.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.602+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464059680 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.602+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.602+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _HCGIfWs9mVxGtpKZQ8q207jMql4MDoS 2024-09-22T08:58:51.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.OVLiDhxNJNcJJ3bNUcA8pmj0d_cb1O9_0 2024-09-22T08:58:51.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T08:58:51.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.606+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _HCGIfWs9mVxGtpKZQ8q207jMql4MDoS 2024-09-22T08:58:51.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.610+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-22T08:58:51.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.610+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500e7000 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.614+0000 7f446b2879c0 10 manifest: total_size = 22651 2024-09-22T08:58:51.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.614+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5016554646078928247 2024-09-22T08:58:51.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.614+0000 7f446b2879c0 20 get_obj_state: octx=0x7f44500e7000 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.614+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.614+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5016554646078928247 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8bk7lZKLo1K6yW5EzUuOQfs55nb75Ob_0 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.618+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5016554646078928247 2024-09-22T08:58:51.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.622+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T08:58:51.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.622+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31ae60 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.622+0000 7f446b2879c0 10 manifest: total_size = 22651 2024-09-22T08:58:51.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.622+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _9bEAd7J2muwR4w8RfX9sKLncJlW2WR8 2024-09-22T08:58:51.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.622+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31ae60 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.622+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.626+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _9bEAd7J2muwR4w8RfX9sKLncJlW2WR8 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.WyVJvgyt9voSzGid3NNvpkNa7Bf8U1r_0 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.630+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _9bEAd7J2muwR4w8RfX9sKLncJlW2WR8 2024-09-22T08:58:51.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.634+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-22T08:58:51.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.634+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464059680 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.634+0000 7f446b2879c0 10 manifest: total_size = 22651 2024-09-22T08:58:51.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.634+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _LtO46ZvFb2hjQ_E_X04PLnc-UkU19ZW 2024-09-22T08:58:51.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.634+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464059680 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.634+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.638+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _LtO46ZvFb2hjQ_E_X04PLnc-UkU19ZW 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.SOFOxtf23SjuXRv3bcQ25Hpd8py7BPL_0 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.642+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _LtO46ZvFb2hjQ_E_X04PLnc-UkU19ZW 2024-09-22T08:58:51.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-22T08:58:51.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31aa90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f446b2879c0 10 manifest: total_size = 22651 2024-09-22T08:58:51.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5448091063207412728 2024-09-22T08:58:51.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31aa90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.646+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16.0 2024-09-22T08:58:51.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5448091063207412728 2024-09-22T08:58:51.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8bk7lZKLo1K6yW5EzUuOQfs55nb75Ob_0 2024-09-22T08:58:51.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-22T08:58:51.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.654+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5448091063207412728 2024-09-22T08:58:51.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-22T08:58:51.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.658+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.662+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-22T08:58:51.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.662+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.666+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-22T08:58:51.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.666+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-22T08:58:51.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.666+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-22T08:58:51.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.666+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-22T08:58:51.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.666+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-22T08:58:51.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.670+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464274 cookie 94077201583456 notifier 6063 bl.length()=189 2024-09-22T08:58:51.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.670+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 from cache 2024-09-22T08:58:51.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.670+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16, ofs0, ns] 2024-09-22T08:58:51.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.674+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464313 cookie 94077201582272 notifier 6063 bl.length()=247 2024-09-22T08:58:51.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.678+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 : miss 2024-09-22T08:58:51.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.678+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.678+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.678+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 info.flags=0x0 2024-09-22T08:58:51.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.678+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16 to cache LRU end 2024-09-22T08:58:51.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 : miss 2024-09-22T08:58:51.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-22T08:58:51.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 info.flags=0x17 2024-09-22T08:58:51.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 to cache LRU end 2024-09-22T08:58:51.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.682+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 2024-09-22T08:58:51.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T08:58:51.686 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-22T08:58:51.686 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-22T08:58:51.686 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-22T08:58:51.686 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T08:58:51.686 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-22T08:58:51.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-22T08:58:51.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-22T08:58:51.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T08:58:51.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-22T08:58:51.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-22T08:58:51.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-22T08:58:51.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.689 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8674248725605094092 2024-09-22T08:58:51.689 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.689 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:51.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.686+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-22T08:58:51.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8674248725605094092 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.1 2024-09-22T08:58:51.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.2 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 634 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.3 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 901 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8674248725605094092 2024-09-22T08:58:51.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.694+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T08:58:51.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.698+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55900e2eeef8 s->prefetch_data=0 2024-09-22T08:58:51.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.698+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.698+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16433073383486921233 2024-09-22T08:58:51.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.698+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55900e2eeef8 s->prefetch_data=0 2024-09-22T08:58:51.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.698+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eeef8 2024-09-22T08:58:51.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.698+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-22T08:58:51.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16433073383486921233 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.1 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.2 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.3 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2024-09-22T08:58:51.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.706+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16433073383486921233 2024-09-22T08:58:51.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-22T08:58:51.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e327560 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55900e2eee58 s->prefetch_data=0 2024-09-22T08:58:51.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _e2ByPMpJq-kQBdCOR8mCkNcem6GXfEW 2024-09-22T08:58:51.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e327560 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55900e2eee58 s->prefetch_data=0 2024-09-22T08:58:51.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eee58 2024-09-22T08:58:51.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.710+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _e2ByPMpJq-kQBdCOR8mCkNcem6GXfEW 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.U1R1Wk9V__YhDCXkmpR007ISDKRj4fK_0 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.U1R1Wk9V__YhDCXkmpR007ISDKRj4fK_1 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.718+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _e2ByPMpJq-kQBdCOR8mCkNcem6GXfEW 2024-09-22T08:58:51.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-22T08:58:51.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55900e2eee58 s->prefetch_data=0 2024-09-22T08:58:51.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _d6_TT8r81TvnxwkilKweUyQdrf9B-yi 2024-09-22T08:58:51.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55900e2eee58 s->prefetch_data=0 2024-09-22T08:58:51.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eee58 2024-09-22T08:58:51.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.722+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _d6_TT8r81TvnxwkilKweUyQdrf9B-yi 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.T6DP5eoJdLDGkfc3hr-qL_QrReiawmh_0 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.T6DP5eoJdLDGkfc3hr-qL_QrReiawmh_1 2024-09-22T08:58:51.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-22T08:58:51.729 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.729 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.726+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: _d6_TT8r81TvnxwkilKweUyQdrf9B-yi 2024-09-22T08:58:51.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.730+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-22T08:58:51.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.730+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464031510 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55900e2eee58 s->prefetch_data=0 2024-09-22T08:58:51.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.734+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.734+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.642806869604929654 2024-09-22T08:58:51.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.734+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464031510 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55900e2eee58 s->prefetch_data=0 2024-09-22T08:58:51.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.734+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eee58 2024-09-22T08:58:51.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.734+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-22T08:58:51.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.642806869604929654 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.1 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 372 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.2 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.3 2024-09-22T08:58:51.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-22T08:58:51.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.738+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.642806869604929654 2024-09-22T08:58:51.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.742+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T08:58:51.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.742+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.746+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.746+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _4LgQOsELXZmqnkvcROcdORKoI5elINs 2024-09-22T08:58:51.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.746+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.746+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.746+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _4LgQOsELXZmqnkvcROcdORKoI5elINs 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.-4zDnmnGgkfUi05eohQFpPdzDVvblFA_0 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.-4zDnmnGgkfUi05eohQFpPdzDVvblFA_1 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.750+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: _4LgQOsELXZmqnkvcROcdORKoI5elINs 2024-09-22T08:58:51.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-22T08:58:51.754 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e333e10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8363245373502100030 2024-09-22T08:58:51.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e333e10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.754+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T08:58:51.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8363245373502100030 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.1 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.2 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.3 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.762+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8363245373502100030 2024-09-22T08:58:51.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e323a80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-22T08:58:51.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _vEtCFSPV2VFfCRSMbnyCbVyk94TH2My 2024-09-22T08:58:51.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e323a80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.766+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _vEtCFSPV2VFfCRSMbnyCbVyk94TH2My 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.vp8PXMeeNZE5iQfE8g-QW2p3_bXCyCu_0 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.vp8PXMeeNZE5iQfE8g-QW2p3_bXCyCu_1 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.774+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _vEtCFSPV2VFfCRSMbnyCbVyk94TH2My 2024-09-22T08:58:51.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-22T08:58:51.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f446b2879c0 10 manifest: total_size = 541681 2024-09-22T08:58:51.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9857864218500411236 2024-09-22T08:58:51.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.778+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-22T08:58:51.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2024-09-22T08:58:51.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-22T08:58:51.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9857864218500411236 2024-09-22T08:58:51.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.1 2024-09-22T08:58:51.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-22T08:58:51.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.2 2024-09-22T08:58:51.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-22T08:58:51.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.3 2024-09-22T08:58:51.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-22T08:58:51.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9857864218500411236 2024-09-22T08:58:51.787 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31dac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.786+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T08:58:51.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.790+0000 7f446b2879c0 10 manifest: total_size = 541681 2024-09-22T08:58:51.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.790+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _AT_c-j7fCi23LngloWYA_1Mppw_HwZt 2024-09-22T08:58:51.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.790+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e31dac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.790+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.790+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _AT_c-j7fCi23LngloWYA_1Mppw_HwZt 2024-09-22T08:58:51.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.voUuJrNh-whJtE36HbpZziQTpucm6cV_0 2024-09-22T08:58:51.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T08:58:51.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.794+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: _AT_c-j7fCi23LngloWYA_1Mppw_HwZt 2024-09-22T08:58:51.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-22T08:58:51.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464071a40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f446b2879c0 10 manifest: total_size = 541681 2024-09-22T08:58:51.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to _aHNu-95_I172riKIvex6fKEvVA-1mJh 2024-09-22T08:58:51.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464071a40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.798+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: _aHNu-95_I172riKIvex6fKEvVA-1mJh 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.L4GvOiT5VhDnyEq3ziV9WQp1U4Btway_0 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.806+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _aHNu-95_I172riKIvex6fKEvVA-1mJh 2024-09-22T08:58:51.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-22T08:58:51.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f446b2879c0 10 manifest: total_size = 541681 2024-09-22T08:58:51.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2944956597875600495 2024-09-22T08:58:51.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55900e2eed38 s->prefetch_data=0 2024-09-22T08:58:51.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2eed38 2024-09-22T08:58:51.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.810+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17.0 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2944956597875600495 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.1 2024-09-22T08:58:51.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-22T08:58:51.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.2 2024-09-22T08:58:51.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-22T08:58:51.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.3 2024-09-22T08:58:51.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-22T08:58:51.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2944956597875600495 2024-09-22T08:58:51.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.818+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-22T08:58:51.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.822+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.826+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-22T08:58:51.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.826+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.826+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-22T08:58:51.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.826+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-22T08:58:51.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.826+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-22T08:58:51.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.830+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-22T08:58:51.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.830+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-22T08:58:51.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.830+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464267 cookie 94077201589248 notifier 6063 bl.length()=199 2024-09-22T08:58:51.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.834+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 from cache 2024-09-22T08:58:51.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.834+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17, ofs0, ns] 2024-09-22T08:58:51.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.834+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464292 cookie 94077201591376 notifier 6063 bl.length()=257 2024-09-22T08:58:51.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.838+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 : miss 2024-09-22T08:58:51.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.838+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.838+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.838+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 info.flags=0x0 2024-09-22T08:58:51.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.838+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17 to cache LRU end 2024-09-22T08:58:51.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 : miss 2024-09-22T08:58:51.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-22T08:58:51.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 info.flags=0x17 2024-09-22T08:58:51.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 to cache LRU end 2024-09-22T08:58:51.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 2024-09-22T08:58:51.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T08:58:51.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T08:58:51.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T08:58:51.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e32b470 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7682491487985197094 2024-09-22T08:58:51.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e32b470 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.846+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15.0 2024-09-22T08:58:51.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-22T08:58:51.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7682491487985197094 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-FROZEN.2~ZiKNd__5HhKsCLdbSO-Wn2231F9ki6l.1 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-FROZEN.2~ZiKNd__5HhKsCLdbSO-Wn2231F9ki6l.2 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 634 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-FROZEN.2~ZiKNd__5HhKsCLdbSO-Wn2231F9ki6l.3 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 901 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.854+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7682491487985197094 2024-09-22T08:58:51.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.858+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T08:58:51.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.862+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464071a40 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.862+0000 7f446b2879c0 10 manifest: total_size = 11534336 2024-09-22T08:58:51.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.862+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2845545161886878888 2024-09-22T08:58:51.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.862+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4464071a40 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.862+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.862+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15.0 2024-09-22T08:58:51.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2845545161886878888 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-LUKEWARM.2~nduYrnxFtyeldaarxmjueokuJMO8Syh.1 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-LUKEWARM.2~nduYrnxFtyeldaarxmjueokuJMO8Syh.2 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-LUKEWARM.2~nduYrnxFtyeldaarxmjueokuJMO8Syh.3 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.866+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2845545161886878888 2024-09-22T08:58:51.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.870+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T08:58:51.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.870+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.874+0000 7f446b2879c0 10 manifest: total_size = 45360 2024-09-22T08:58:51.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.874+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14296181022096237872 2024-09-22T08:58:51.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.874+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55900e3298c8 s->prefetch_data=0 2024-09-22T08:58:51.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.874+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e3298c8 2024-09-22T08:58:51.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.874+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15.0 2024-09-22T08:58:51.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=4134 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-22T08:58:51.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14296181022096237872 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-STANDARD.2~tpEXZBKfZ-KCA_M4kETijLIWEdOtx1W.1 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-STANDARD.2~tpEXZBKfZ-KCA_M4kETijLIWEdOtx1W.2 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-STANDARD.2~tpEXZBKfZ-KCA_M4kETijLIWEdOtx1W.3 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.878+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14296181022096237872 2024-09-22T08:58:51.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.882+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T08:58:51.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.882+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.882+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.886+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.886+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.886+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.886+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.886+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.890+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-22T08:58:51.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.890+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.890+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-22T08:58:51.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.890+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-22T08:58:51.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.890+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-22T08:58:51.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.894+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-22T08:58:51.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.894+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-22T08:58:51.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.894+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464324 cookie 94077201595072 notifier 6063 bl.length()=194 2024-09-22T08:58:51.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.898+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 from cache 2024-09-22T08:58:51.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.898+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15, ofs0, ns] 2024-09-22T08:58:51.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.898+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464293 cookie 94077201591376 notifier 6063 bl.length()=252 2024-09-22T08:58:51.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.902+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 : miss 2024-09-22T08:58:51.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.902+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.902+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.902+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 info.flags=0x0 2024-09-22T08:58:51.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.902+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15 to cache LRU end 2024-09-22T08:58:51.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.906+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 : miss 2024-09-22T08:58:51.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.906+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-22T08:58:51.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 info.flags=0x17 2024-09-22T08:58:51.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 to cache LRU end 2024-09-22T08:58:51.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 2024-09-22T08:58:51.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T08:58:51.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T08:58:51.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T08:58:51.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3346a0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 10 manifest: total_size = 10485760 2024-09-22T08:58:51.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17291174002569717331 2024-09-22T08:58:51.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3346a0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:51.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.910+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14.0 2024-09-22T08:58:51.918 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.918 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17291174002569717331 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.ARkT4oFAZXuOCswV_kYf2MZyUazLasK_0 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.ARkT4oFAZXuOCswV_kYf2MZyUazLasK_1 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.918+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17291174002569717331 2024-09-22T08:58:51.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T08:58:51.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f446b2879c0 10 manifest: total_size = 10485760 2024-09-22T08:58:51.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15884387934694502664 2024-09-22T08:58:51.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:51.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.922+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14.0 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15884387934694502664 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.0PM3YFuNLx1jW8TCpGb0i7w0wC-yFYl_0 2024-09-22T08:58:51.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-22T08:58:51.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.0PM3YFuNLx1jW8TCpGb0i7w0wC-yFYl_1 2024-09-22T08:58:51.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-22T08:58:51.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.930+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15884387934694502664 2024-09-22T08:58:51.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T08:58:51.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458069190 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f446b2879c0 10 manifest: total_size = 44258 2024-09-22T08:58:51.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10503831113547110726 2024-09-22T08:58:51.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458069190 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:51.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:51.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.934+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14.0 2024-09-22T08:58:51.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:51.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=44258 stripe_ofs=44258 part_ofs=0 rule->part_size=0 2024-09-22T08:58:51.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10503831113547110726 2024-09-22T08:58:51.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:51.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.SR1hYHq5hwZcXiYuxZWXp4UoGttfO7S_0 2024-09-22T08:58:51.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-22T08:58:51.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:51.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.942+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10503831113547110726 2024-09-22T08:58:51.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f433ffff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T08:58:51.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:51.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:51.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:51.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:51.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:51.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:51.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.946+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:51.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.950+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-22T08:58:51.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.950+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.950+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-22T08:58:51.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.950+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-22T08:58:51.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.950+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-22T08:58:51.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.954+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-22T08:58:51.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.954+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-22T08:58:51.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.954+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464275 cookie 94077201583456 notifier 6063 bl.length()=184 2024-09-22T08:58:51.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.958+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 from cache 2024-09-22T08:58:51.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.958+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14, ofs0, ns] 2024-09-22T08:58:51.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.962+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464268 cookie 94077201589248 notifier 6063 bl.length()=242 2024-09-22T08:58:51.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.966+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 : miss 2024-09-22T08:58:51.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.966+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.966+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:51.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.966+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 info.flags=0x0 2024-09-22T08:58:51.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.966+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14 to cache LRU end 2024-09-22T08:58:51.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.970+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 : miss 2024-09-22T08:58:51.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.970+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-22T08:58:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 info.flags=0x17 2024-09-22T08:58:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 to cache LRU end 2024-09-22T08:58:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 2024-09-22T08:58:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 cls_bucket_list_unordered: got __ 2024-09-22T08:58:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 cls_bucket_list_unordered: got __ _ 2024-09-22T08:58:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 cls_bucket_list_unordered: got ___ 2024-09-22T08:58:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 cls_bucket_list_unordered: got obj 2024-09-22T08:58:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e2ef6e0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55900e2ed8c8 s->prefetch_data=0 2024-09-22T08:58:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 10 manifest: total_size = 0 2024-09-22T08:58:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7980363864814998301 2024-09-22T08:58:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e2ef6e0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55900e2ed8c8 s->prefetch_data=0 2024-09-22T08:58:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e2ed8c8 2024-09-22T08:58:51.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.974+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7.0 2024-09-22T08:58:51.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.982+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e327a40 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55900e333208 s->prefetch_data=0 2024-09-22T08:58:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.986+0000 7f446b2879c0 10 manifest: total_size = 0 2024-09-22T08:58:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.986+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12059303857128334656 2024-09-22T08:58:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.986+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e327a40 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55900e333208 s->prefetch_data=0 2024-09-22T08:58:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.986+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e333208 2024-09-22T08:58:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.986+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7.0 2024-09-22T08:58:51.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.986+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=__ 2024-09-22T08:58:51.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.990+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55900e333208 s->prefetch_data=0 2024-09-22T08:58:51.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.990+0000 7f446b2879c0 10 manifest: total_size = 0 2024-09-22T08:58:51.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.990+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12366122119545761621 2024-09-22T08:58:51.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.990+0000 7f446b2879c0 20 get_obj_state: octx=0x7f4458065800 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55900e333208 s->prefetch_data=0 2024-09-22T08:58:51.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.990+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e333208 2024-09-22T08:58:51.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.990+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7.0 2024-09-22T08:58:51.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.994+0000 7f433ffff640 20 handle_completion(): completion ok for obj=__ _ 2024-09-22T08:58:51.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.998+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55900e333208 s->prefetch_data=0 2024-09-22T08:58:51.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.998+0000 7f446b2879c0 10 manifest: total_size = 0 2024-09-22T08:58:51.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.998+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1398836085622734883 2024-09-22T08:58:51.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.998+0000 7f446b2879c0 20 get_obj_state: octx=0x7f446405de00 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55900e333208 s->prefetch_data=0 2024-09-22T08:58:51.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.998+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e333208 2024-09-22T08:58:51.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:51.998+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7.0 2024-09-22T08:58:52.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.002+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=___ 2024-09-22T08:58:52.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.006+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:52.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.006+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:52.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.010+0000 7f433ffff640 20 handle_completion(): completion ok for obj=obj 2024-09-22T08:58:52.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.010+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:52.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.010+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:52.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.010+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:52.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.010+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:52.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.010+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:52.012 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-22T08:58:52.012 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.013 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-22T08:58:52.013 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-22T08:58:52.013 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-22T08:58:52.015 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-22T08:58:52.016 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.014+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-22T08:58:52.016 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.018+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464314 cookie 94077201582272 notifier 6063 bl.length()=181 2024-09-22T08:58:52.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.022+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 from cache 2024-09-22T08:58:52.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.022+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7, ofs0, ns] 2024-09-22T08:58:52.021 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.022+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464274 cookie 94077201593872 notifier 6063 bl.length()=238 2024-09-22T08:58:52.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.026+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 : miss 2024-09-22T08:58:52.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.026+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.026+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.026+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 info.flags=0x0 2024-09-22T08:58:52.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.026+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7 to cache LRU end 2024-09-22T08:58:52.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.030+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 : miss 2024-09-22T08:58:52.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.030+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-22T08:58:52.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 info.flags=0x17 2024-09-22T08:58:52.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 to cache LRU end 2024-09-22T08:58:52.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:52.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:52.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 2024-09-22T08:58:52.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 cls_bucket_list_unordered: got __ 2024-09-22T08:58:52.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 cls_bucket_list_unordered: got __ _ 2024-09-22T08:58:52.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 cls_bucket_list_unordered: got ___ 2024-09-22T08:58:52.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 cls_bucket_list_unordered: got obj 2024-09-22T08:58:52.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 10 manifest: total_size = 24595 2024-09-22T08:58:52.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17194416625883501977 2024-09-22T08:58:52.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:52.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.034+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8.0 2024-09-22T08:58:52.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17194416625883501977 2024-09-22T08:58:52.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.LCfXo4qbDqin0C6a5wB0_Tci3qbzDyH_0 2024-09-22T08:58:52.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:52.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.042+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17194416625883501977 2024-09-22T08:58:52.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.046+0000 7f433ffff640 20 handle_completion(): completion ok for obj=__ 2024-09-22T08:58:52.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.046+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.050+0000 7f446b2879c0 10 manifest: total_size = 24595 2024-09-22T08:58:52.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.050+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15648860710827284560 2024-09-22T08:58:52.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.050+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.050+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:52.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.050+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8.0 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15648860710827284560 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.HwtjUl3QbsGT5_BzfU48lbCkyTeOqth_0 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.054+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15648860710827284560 2024-09-22T08:58:52.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=__ _ 2024-09-22T08:58:52.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f446b2879c0 10 manifest: total_size = 524288 2024-09-22T08:58:52.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15205934814590581139 2024-09-22T08:58:52.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:52.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.058+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8.0 2024-09-22T08:58:52.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15205934814590581139 2024-09-22T08:58:52.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.S2KgGMkFumOjDQZaCK0D2o25XpH1oDn_0 2024-09-22T08:58:52.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:52.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.066+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15205934814590581139 2024-09-22T08:58:52.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f433ffff640 20 handle_completion(): completion ok for obj=___ 2024-09-22T08:58:52.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f446b2879c0 10 manifest: total_size = 38 2024-09-22T08:58:52.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9393492543066045018 2024-09-22T08:58:52.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3180c0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55900e31b388 s->prefetch_data=0 2024-09-22T08:58:52.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31b388 2024-09-22T08:58:52.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.070+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8.0 2024-09-22T08:58:52.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9393492543066045018 2024-09-22T08:58:52.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.pSV1HXrUgM0we4xaxju9vbfcCKDHDi4_0 2024-09-22T08:58:52.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:52.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.078+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9393492543066045018 2024-09-22T08:58:52.081 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=obj 2024-09-22T08:58:52.081 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:52.081 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:52.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:52.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:52.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:52.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:52.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.082+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:52.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.086+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-22T08:58:52.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.086+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.086+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-22T08:58:52.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.086+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-22T08:58:52.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.086+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-22T08:58:52.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.090+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-22T08:58:52.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.090+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-22T08:58:52.090 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.090+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464315 cookie 94077201582272 notifier 6063 bl.length()=181 2024-09-22T08:58:52.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.094+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 from cache 2024-09-22T08:58:52.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.094+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8, ofs0, ns] 2024-09-22T08:58:52.095 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.094+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464275 cookie 94077201593872 notifier 6063 bl.length()=238 2024-09-22T08:58:52.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.098+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 : miss 2024-09-22T08:58:52.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.098+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.098+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.098+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 info.flags=0x0 2024-09-22T08:58:52.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.098+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8 to cache LRU end 2024-09-22T08:58:52.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 : miss 2024-09-22T08:58:52.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-22T08:58:52.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 info.flags=0x17 2024-09-22T08:58:52.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 to cache LRU end 2024-09-22T08:58:52.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:52.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T08:58:52.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 2024-09-22T08:58:52.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 cls_bucket_list_unordered: got __ 2024-09-22T08:58:52.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 cls_bucket_list_unordered: got __ _ 2024-09-22T08:58:52.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 cls_bucket_list_unordered: got ___ 2024-09-22T08:58:52.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 10 cls_bucket_list_unordered: got obj 2024-09-22T08:58:52.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.106+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.110+0000 7f446b2879c0 10 manifest: total_size = 55 2024-09-22T08:58:52.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.110+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13251535693076712477 2024-09-22T08:58:52.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.110+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.110+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31fb48 2024-09-22T08:58:52.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.110+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9.0 2024-09-22T08:58:52.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13251535693076712477 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.-xry_-ODUr-8fWLcT0QjJHSXHBZEAaK_0 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.114+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13251535693076712477 2024-09-22T08:58:52.119 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.118+0000 7f433ffff640 20 handle_completion(): completion ok for obj=__ 2024-09-22T08:58:52.119 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.118+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.122+0000 7f446b2879c0 10 manifest: total_size = 1035 2024-09-22T08:58:52.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.122+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5115097218416818807 2024-09-22T08:58:52.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.122+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.122+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31fb48 2024-09-22T08:58:52.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.122+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9.0 2024-09-22T08:58:52.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5115097218416818807 2024-09-22T08:58:52.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.xYOaSwpikdE57-iNh5rvmFCeH5JkHSu_0 2024-09-22T08:58:52.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:52.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.126+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5115097218416818807 2024-09-22T08:58:52.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.130+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=__ _ 2024-09-22T08:58:52.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.130+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.134+0000 7f446b2879c0 10 manifest: total_size = 1048576 2024-09-22T08:58:52.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.134+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7561797555848272898 2024-09-22T08:58:52.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.134+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.134+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31fb48 2024-09-22T08:58:52.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.134+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9.0 2024-09-22T08:58:52.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7561797555848272898 2024-09-22T08:58:52.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.zmJtVn9ffLRFv-EBuLmyWl8E71dA7VI_0 2024-09-22T08:58:52.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T08:58:52.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.138+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7561797555848272898 2024-09-22T08:58:52.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f433ffff640 20 handle_completion(): completion ok for obj=___ 2024-09-22T08:58:52.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f446b2879c0 10 manifest: total_size = 55 2024-09-22T08:58:52.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f446b2879c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10143902508465673036 2024-09-22T08:58:52.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f446b2879c0 20 get_obj_state: octx=0x55900e3218b0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55900e31fb48 s->prefetch_data=0 2024-09-22T08:58:52.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f446b2879c0 20 prepare_atomic_modification: state is not atomic. state=0x55900e31fb48 2024-09-22T08:58:52.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.142+0000 7f446b2879c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9.0 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10143902508465673036 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.bJG4xrcfu3fcSoiGcIM3vbHaC73VWmb_0 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T08:58:52.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.150+0000 7f446b2879c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10143902508465673036 2024-09-22T08:58:52.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f433f7fe640 20 handle_completion(): completion ok for obj=obj 2024-09-22T08:58:52.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 20 list_objects_ordered: starting attempt 1 2024-09-22T08:58:52.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-22T08:58:52.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T08:58:52.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T08:58:52.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T08:58:52.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T08:58:52.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.154+0000 7f446b2879c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9])"; uploads.size()=0; is_truncated=0 2024-09-22T08:58:52.159 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.158+0000 7f446b2879c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-22T08:58:52.159 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.158+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.158+0000 7f446b2879c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-22T08:58:52.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.162+0000 7f446b2879c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-22T08:58:52.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.162+0000 7f446b2879c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-22T08:58:52.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.162+0000 7f446b2879c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-22T08:58:52.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.162+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-22T08:58:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.162+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94077201582272 notifier 6063 bl.length()=181 2024-09-22T08:58:52.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.166+0000 7f446b2879c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 from cache 2024-09-22T08:58:52.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.166+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9, ofs0, ns] 2024-09-22T08:58:52.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.170+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464276 cookie 94077201593872 notifier 6063 bl.length()=238 2024-09-22T08:58:52.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.170+0000 7f446b2879c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 : miss 2024-09-22T08:58:52.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.170+0000 7f446b2879c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.174+0000 7f446b2879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.174+0000 7f446b2879c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 info.flags=0x0 2024-09-22T08:58:52.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.174+0000 7f446b2879c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9 to cache LRU end 2024-09-22T08:58:52.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.178+0000 7f446b2879c0 10 removing key index: OZJVLAPXASOCTTXJHBMN 2024-09-22T08:58:52.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.182+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:OZJVLAPXASOCTTXJHBMN, ofs0, ns] 2024-09-22T08:58:52.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.182+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464277 cookie 94077201593872 notifier 6063 bl.length()=170 2024-09-22T08:58:52.183 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.182+0000 7f446b2879c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-22T08:58:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.186+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-22T08:58:52.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.186+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464276 cookie 94077201583456 notifier 6063 bl.length()=182 2024-09-22T08:58:52.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.186+0000 7f446b2879c0 10 removing user buckets index 2024-09-22T08:58:52.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.190+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-22T08:58:52.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.190+0000 7f433ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464325 cookie 94077201595072 notifier 6063 bl.length()=173 2024-09-22T08:58:52.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.194+0000 7f446b2879c0 10 removing user index: ragweed.client.0 2024-09-22T08:58:52.195 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.194+0000 7f446b2879c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-22T08:58:52.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.194+0000 7f446b2879c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-22T08:58:52.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.198+0000 7f433f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464294 cookie 94077201591376 notifier 6063 bl.length()=165 2024-09-22T08:58:52.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.198+0000 7f431efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:52.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.206+0000 7f446b2879c0 20 remove_watcher() i=0 2024-09-22T08:58:52.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.206+0000 7f446b2879c0 2 removed watcher, disabling cache 2024-09-22T08:58:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.206+0000 7f446b2879c0 20 remove_watcher() i=1 2024-09-22T08:58:52.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.210+0000 7f446b2879c0 20 remove_watcher() i=2 2024-09-22T08:58:52.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.214+0000 7f446b2879c0 20 remove_watcher() i=3 2024-09-22T08:58:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.218+0000 7f446b2879c0 20 remove_watcher() i=4 2024-09-22T08:58:52.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.218+0000 7f446b2879c0 20 remove_watcher() i=5 2024-09-22T08:58:52.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.222+0000 7f446b2879c0 20 remove_watcher() i=6 2024-09-22T08:58:52.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.222+0000 7f446b2879c0 20 remove_watcher() i=7 2024-09-22T08:58:52.246 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-22T08:58:52.327 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:58:52.327 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:58:52.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 realm 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.370+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.374+0000 7f0efddb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:52.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.374+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.374+0000 7f0efddb29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:58:52.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.374+0000 7f0efddb29c0 20 searching for the correct realm 2024-09-22T08:58:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.378+0000 7f0efc0b9640 0 -- 172.21.15.64:0/1032456274 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x56018c8a56b0 msgr2=0x56018c8a7b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:52.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.386+0000 7f0efb8b8640 0 -- 172.21.15.64:0/1032456274 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f0eec024420 msgr2=0x7f0eec0248a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:58:52.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:58:52.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 zone default found 2024-09-22T08:58:52.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 4 Realm: () 2024-09-22T08:58:52.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 zonegroup default 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.394+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.398+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.398+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.398+0000 7f0efddb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:58:52.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.398+0000 7f0efddb29c0 20 started sync module instance, tier type = 2024-09-22T08:58:52.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.398+0000 7f0efddb29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T08:58:52.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=0 2024-09-22T08:58:52.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=1 2024-09-22T08:58:52.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=2 2024-09-22T08:58:52.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=3 2024-09-22T08:58:52.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=4 2024-09-22T08:58:52.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=5 2024-09-22T08:58:52.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.410+0000 7f0efddb29c0 20 add_watcher() i=6 2024-09-22T08:58:52.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.414+0000 7f0efddb29c0 20 add_watcher() i=7 2024-09-22T08:58:52.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.414+0000 7f0efddb29c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:58:52.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.414+0000 7f0db1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:52.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.414+0000 7f0efddb29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:58:52.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.414+0000 7f0efddb29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:58:52.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.486+0000 7f0db0fe1640 20 reqs_thread_entry: start 2024-09-22T08:58:52.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.486+0000 7f0efddb29c0 20 init_complete bucket index max shards: 1 2024-09-22T08:58:52.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.486+0000 7f0efddb29c0 20 Filter name: none 2024-09-22T08:58:52.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.486+0000 7f0d2a7fc640 20 reqs_thread_entry: start 2024-09-22T08:58:52.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.486+0000 7f0efddb29c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-22T08:58:52.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.486+0000 7f0efddb29c0 20 rados->read ofs=0 len=0 2024-09-22T08:58:52.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.490+0000 7f0efddb29c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-22T08:58:52.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.490+0000 7f0efddb29c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-22T08:58:52.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.490+0000 7f0efddb29c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T08:58:52.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.490+0000 7f0efddb29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:58:52.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.490+0000 7f0efddb29c0 10 removing key index: QNDWJSZNGQJEOHSRHBUQ 2024-09-22T08:58:52.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.494+0000 7f0efddb29c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:QNDWJSZNGQJEOHSRHBUQ, ofs0, ns] 2024-09-22T08:58:52.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.494+0000 7f0ddaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464295 cookie 94564652840480 notifier 5711 bl.length()=170 2024-09-22T08:58:52.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.494+0000 7f0efddb29c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-22T08:58:52.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.498+0000 7f0efddb29c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-22T08:58:52.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.498+0000 7f0ddaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464296 cookie 94564652855264 notifier 5711 bl.length()=182 2024-09-22T08:58:52.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.498+0000 7f0efddb29c0 10 removing user buckets index 2024-09-22T08:58:52.500 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.502+0000 7f0efddb29c0 10 removing user index: sysuser.client.0 2024-09-22T08:58:52.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.502+0000 7f0efddb29c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-22T08:58:52.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.502+0000 7f0efddb29c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-22T08:58:52.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.502+0000 7f0ddaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464277 cookie 94564652845520 notifier 5711 bl.length()=165 2024-09-22T08:58:52.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.506+0000 7f0db1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:58:52.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.510+0000 7f0efddb29c0 20 remove_watcher() i=0 2024-09-22T08:58:52.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.510+0000 7f0efddb29c0 2 removed watcher, disabling cache 2024-09-22T08:58:52.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.514+0000 7f0efddb29c0 20 remove_watcher() i=1 2024-09-22T08:58:52.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.514+0000 7f0efddb29c0 20 remove_watcher() i=2 2024-09-22T08:58:52.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.518+0000 7f0efddb29c0 20 remove_watcher() i=3 2024-09-22T08:58:52.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.518+0000 7f0efddb29c0 20 remove_watcher() i=4 2024-09-22T08:58:52.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.522+0000 7f0efddb29c0 20 remove_watcher() i=5 2024-09-22T08:58:52.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.522+0000 7f0efddb29c0 20 remove_watcher() i=6 2024-09-22T08:58:52.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T08:58:52.522+0000 7f0efddb29c0 20 remove_watcher() i=7 2024-09-22T08:58:52.540 INFO:tasks.ragweed:Removing ragweed... 2024-09-22T08:58:52.541 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-22T08:58:52.629 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:58:52.645 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:58:52.645 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:58:52.645 DEBUG:teuthology.orchestra.run.smithi064:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:58:52.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:58:52.651 INFO:teuthology.orchestra.run.smithi064.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:58:52.651 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:58:52.696 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:58:52.696 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:58:52.744 INFO:tasks.workunit:timeout=3h 2024-09-22T08:58:52.744 INFO:tasks.workunit:cleanup=True 2024-09-22T08:58:52.745 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:58:52.795 INFO:tasks.workunit.client.0.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:59:51.801 INFO:tasks.workunit.client.0.smithi064.stderr:Updating files: 93% (11856/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-22T08:59:52.668 INFO:tasks.workunit.client.0.smithi064.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:59:52.668 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.668 INFO:tasks.workunit.client.0.smithi064.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:59:52.668 INFO:tasks.workunit.client.0.smithi064.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:59:52.668 INFO:tasks.workunit.client.0.smithi064.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:59:52.668 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: git switch -c 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr:Or undo this operation with: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: git switch - 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T08:59:52.669 INFO:tasks.workunit.client.0.smithi064.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:59:52.676 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:59:52.730 INFO:tasks.workunit.client.0.smithi064.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:59:52.733 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:59:52.733 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:59:52.796 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:59:52.857 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:59:52.902 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:59:52.904 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:59:52.904 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:59:52.951 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:59:52.954 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T08:59:52.954 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:59:53.000 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-22T08:59:53.001 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-22T08:59:53.002 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-22T08:59:53.054 INFO:tasks.workunit.client.0.smithi064.stderr:+ ulimit -c 0 2024-09-22T08:59:53.054 INFO:tasks.workunit.client.0.smithi064.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-22T08:59:53.055 INFO:tasks.workunit.client.0.smithi064.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:59:53.055 INFO:tasks.workunit.client.0.smithi064.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:59:56.079 INFO:tasks.workunit.client.0.smithi064.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T08:59:56.079 INFO:tasks.workunit.client.0.smithi064.stderr:++ deactivate nondestructive 2024-09-22T08:59:56.079 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:59:56.079 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:59:56.079 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PATH 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -z '' ']' 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T08:59:56.080 INFO:tasks.workunit.client.0.smithi064.stderr:++ PS1='(rgw) ' 2024-09-22T08:59:56.081 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PS1 2024-09-22T08:59:56.081 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T08:59:56.081 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T08:59:56.081 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:59:56.081 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T08:59:56.081 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install pip --upgrade 2024-09-22T08:59:56.456 INFO:tasks.workunit.client.0.smithi064.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T08:59:56.660 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting pip 2024-09-22T08:59:56.666 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T08:59:56.702 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: pip 2024-09-22T08:59:56.702 INFO:tasks.workunit.client.0.smithi064.stdout: Attempting uninstall: pip 2024-09-22T08:59:56.703 INFO:tasks.workunit.client.0.smithi064.stdout: Found existing installation: pip 22.0.2 2024-09-22T08:59:56.972 INFO:tasks.workunit.client.0.smithi064.stdout: Uninstalling pip-22.0.2: 2024-09-22T08:59:56.979 INFO:tasks.workunit.client.0.smithi064.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T08:59:57.968 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed pip-24.2 2024-09-22T08:59:58.045 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install boto3 2024-09-22T08:59:59.037 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting boto3 2024-09-22T08:59:59.038 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T08:59:59.635 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T08:59:59.636 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T08:59:59.687 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T08:59:59.688 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T08:59:59.752 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T08:59:59.753 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T08:59:59.817 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:59:59.819 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T08:59:59.932 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:59:59.934 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T09:00:00.157 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:00:00.158 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T09:00:00.162 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T09:00:00.163 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T09:00:00.173 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T09:00:00.174 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T09:00:00.175 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T09:00:00.177 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T09:00:00.178 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T09:00:00.248 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T09:00:01.463 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T09:00:01.690 INFO:tasks.workunit.client.0.smithi064.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-22T09:00:01.841 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-22T09:00:01.881 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:01.881 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:02.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.129+0000 7fd2718b9640 0 --2- 172.21.15.64:0/2131155976 >> [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] conn(0x55bd3189d1f0 0x55bd3189faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:00:02.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.133+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 realm 2024-09-22T09:00:02.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:02.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:02.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:02.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.137+0000 7fd2735b29c0 20 searching for the correct realm 2024-09-22T09:00:02.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.141+0000 7fd2710b8640 0 -- 172.21.15.64:0/2131155976 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fd26c0e5400 msgr2=0x7fd26c0e5880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:02.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.353+0000 7fd2708b7640 0 -- 172.21.15.64:0/2131155976 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x55bd318bc080 msgr2=0x55bd318be490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:02.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:02.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:02.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:02.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:02.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 zone default found 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 4 Realm: () 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 zonegroup default 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.373+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 started sync module instance, tier type = 2024-09-22T09:00:02.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.377+0000 7fd2735b29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=0 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=1 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=2 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=3 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=4 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=5 2024-09-22T09:00:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=6 2024-09-22T09:00:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 20 add_watcher() i=7 2024-09-22T09:00:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.405+0000 7fd2735b29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:02.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.409+0000 7fd127fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:02.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:02.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:02.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 5 note: GC not initialized 2024-09-22T09:00:02.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd126fe5640 20 reqs_thread_entry: start 2024-09-22T09:00:02.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:02.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 Filter name: none 2024-09-22T09:00:02.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd124fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:02.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-22T09:00:02.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rados_obj.operate() r=0 bl.length=22 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2024-09-22T09:00:02.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.413+0000 7fd2735b29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd2735b29c0 20 rados_obj.operate() r=0 bl.length=420 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd2735b29c0 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd2735b29c0 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd2735b29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd2735b29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd2735b29c0 20 get_user_info_from_index found 0 xattrs 2024-09-22T09:00:02.417 INFO:tasks.workunit.client.0.smithi064.stderr:could not create user: unable to parse parameters, duplicate key provided 2024-09-22T09:00:02.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.417+0000 7fd127fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:02.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.421+0000 7fd2735b29c0 20 remove_watcher() i=0 2024-09-22T09:00:02.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.421+0000 7fd2735b29c0 2 removed watcher, disabling cache 2024-09-22T09:00:02.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.425+0000 7fd2735b29c0 20 remove_watcher() i=1 2024-09-22T09:00:02.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.425+0000 7fd2735b29c0 20 remove_watcher() i=2 2024-09-22T09:00:02.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.429+0000 7fd2735b29c0 20 remove_watcher() i=3 2024-09-22T09:00:02.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.433+0000 7fd2735b29c0 20 remove_watcher() i=4 2024-09-22T09:00:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.433+0000 7fd2735b29c0 20 remove_watcher() i=5 2024-09-22T09:00:02.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.433+0000 7fd2735b29c0 20 remove_watcher() i=6 2024-09-22T09:00:02.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.437+0000 7fd2735b29c0 20 remove_watcher() i=7 2024-09-22T09:00:02.725 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard add 2024-09-22T09:00:02.725 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:02.725 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:00:02.759 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:02.759 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:02.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.801+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 realm 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:02.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:02.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.805+0000 7eff88d879c0 20 searching for the correct realm 2024-09-22T09:00:02.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.813+0000 7eff8708e640 0 -- 172.21.15.64:0/3181576767 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55f268273490 msgr2=0x55f2682758a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:02.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.821+0000 7eff8608c640 0 -- 172.21.15.64:0/3181576767 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7eff7c1050c0 msgr2=0x7eff7c0fd000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.825+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:02.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 zone default found 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 4 Realm: () 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 zonegroup default 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 started sync module instance, tier type = 2024-09-22T09:00:02.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.829+0000 7eff88d879c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:02.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=0 2024-09-22T09:00:02.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=1 2024-09-22T09:00:02.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=2 2024-09-22T09:00:02.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=3 2024-09-22T09:00:02.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=4 2024-09-22T09:00:02.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=5 2024-09-22T09:00:02.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=6 2024-09-22T09:00:02.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 20 add_watcher() i=7 2024-09-22T09:00:02.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.845+0000 7eff88d879c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:02.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.849+0000 7efe3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:02.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.849+0000 7eff88d879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:02.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.849+0000 7eff88d879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:02.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.849+0000 7eff88d879c0 5 note: GC not initialized 2024-09-22T09:00:02.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.849+0000 7efdb7fff640 20 reqs_thread_entry: start 2024-09-22T09:00:02.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.849+0000 7eff88d879c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:02.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 Filter name: none 2024-09-22T09:00:02.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7efdb5ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:02.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:02.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:02.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:02.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:02.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:02.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.853+0000 7eff88d879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:02.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.857+0000 7efe3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:02.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.861+0000 7eff88d879c0 20 remove_watcher() i=0 2024-09-22T09:00:02.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.861+0000 7eff88d879c0 2 removed watcher, disabling cache 2024-09-22T09:00:02.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.865+0000 7eff88d879c0 20 remove_watcher() i=1 2024-09-22T09:00:02.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.865+0000 7eff88d879c0 20 remove_watcher() i=2 2024-09-22T09:00:02.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.869+0000 7eff88d879c0 20 remove_watcher() i=3 2024-09-22T09:00:02.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.869+0000 7eff88d879c0 20 remove_watcher() i=4 2024-09-22T09:00:02.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.873+0000 7eff88d879c0 20 remove_watcher() i=5 2024-09-22T09:00:02.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.873+0000 7eff88d879c0 20 remove_watcher() i=6 2024-09-22T09:00:02.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.873+0000 7eff88d879c0 20 remove_watcher() i=7 2024-09-22T09:00:02.889 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:02.889 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:02.889 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-22T09:00:02.889 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:02.889 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-22T09:00:02.918 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:02.918 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:02.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 realm 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.961+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.965+0000 7f9d4dab09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:02.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.965+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.965+0000 7f9d4dab09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:02.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.965+0000 7f9d4dab09c0 20 searching for the correct realm 2024-09-22T09:00:02.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.969+0000 7f9d4adb5640 0 -- 172.21.15.64:0/1521439611 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9d400d1040 msgr2=0x7f9d400de930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:02.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.977+0000 7f9d4bdb7640 0 -- 172.21.15.64:0/1521439611 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f9d400d1bd0 msgr2=0x7f9d400f68f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:02.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:02.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:02.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:02.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:02.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:02.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:02.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 zone default found 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 4 Realm: () 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 zonegroup default 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:02.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:02.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 started sync module instance, tier type = 2024-09-22T09:00:02.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:02.985+0000 7f9d4dab09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:03.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=0 2024-09-22T09:00:03.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=1 2024-09-22T09:00:03.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=2 2024-09-22T09:00:03.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=3 2024-09-22T09:00:03.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=4 2024-09-22T09:00:03.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=5 2024-09-22T09:00:03.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=6 2024-09-22T09:00:03.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 20 add_watcher() i=7 2024-09-22T09:00:03.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.001+0000 7f9d4dab09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:03.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9c027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 5 note: GC not initialized 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9c017e2640 20 reqs_thread_entry: start 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 20 Filter name: none 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9bfa7fc640 20 reqs_thread_entry: start 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:00:03.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.005+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:03.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:00:03.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:00:03.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.009+0000 7f9d4dab09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:03.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.013+0000 7f9c027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:03.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.017+0000 7f9d4dab09c0 20 remove_watcher() i=0 2024-09-22T09:00:03.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.017+0000 7f9d4dab09c0 2 removed watcher, disabling cache 2024-09-22T09:00:03.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.017+0000 7f9d4dab09c0 20 remove_watcher() i=1 2024-09-22T09:00:03.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.021+0000 7f9d4dab09c0 20 remove_watcher() i=2 2024-09-22T09:00:03.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.021+0000 7f9d4dab09c0 20 remove_watcher() i=3 2024-09-22T09:00:03.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.025+0000 7f9d4dab09c0 20 remove_watcher() i=4 2024-09-22T09:00:03.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.025+0000 7f9d4dab09c0 20 remove_watcher() i=5 2024-09-22T09:00:03.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.025+0000 7f9d4dab09c0 20 remove_watcher() i=6 2024-09-22T09:00:03.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.029+0000 7f9d4dab09c0 20 remove_watcher() i=7 2024-09-22T09:00:03.042 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshard list 2024-09-22T09:00:03.066 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:03.067 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:03.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.109+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.109+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.109+0000 7fbb0d1f09c0 20 realm 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.109+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:03.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:03.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.113+0000 7fbb0d1f09c0 20 searching for the correct realm 2024-09-22T09:00:03.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.117+0000 7fbb0b4f7640 0 -- 172.21.15.64:0/2961482465 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x561fd3135100 msgr2=0x561fd31375c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:03.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.125+0000 7fbb0acf6640 0 -- 172.21.15.64:0/2961482465 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fbb00009d90 msgr2=0x7fbb00114040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:03.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:03.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:03.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 zone default found 2024-09-22T09:00:03.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 4 Realm: () 2024-09-22T09:00:03.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 zonegroup default 2024-09-22T09:00:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.133+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.137+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.137+0000 7fbb0d1f09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.137+0000 7fbb0d1f09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.137+0000 7fbb0d1f09c0 20 started sync module instance, tier type = 2024-09-22T09:00:03.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.137+0000 7fbb0d1f09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:03.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=0 2024-09-22T09:00:03.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=1 2024-09-22T09:00:03.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=2 2024-09-22T09:00:03.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=3 2024-09-22T09:00:03.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=4 2024-09-22T09:00:03.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=5 2024-09-22T09:00:03.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.149+0000 7fbb0d1f09c0 20 add_watcher() i=6 2024-09-22T09:00:03.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.153+0000 7fbb0d1f09c0 20 add_watcher() i=7 2024-09-22T09:00:03.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.153+0000 7fbb0d1f09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:03.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.153+0000 7fb9c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.153+0000 7fbb0d1f09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.153+0000 7fbb0d1f09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.153+0000 7fbb0d1f09c0 5 note: GC not initialized 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.157+0000 7fb93bfff640 20 reqs_thread_entry: start 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.157+0000 7fbb0d1f09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.157+0000 7fbb0d1f09c0 20 Filter name: none 2024-09-22T09:00:03.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.157+0000 7fb939ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:03.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.169+0000 7fb9c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:03.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.173+0000 7fbb0d1f09c0 20 remove_watcher() i=0 2024-09-22T09:00:03.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.173+0000 7fbb0d1f09c0 2 removed watcher, disabling cache 2024-09-22T09:00:03.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.173+0000 7fbb0d1f09c0 20 remove_watcher() i=1 2024-09-22T09:00:03.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.177+0000 7fbb0d1f09c0 20 remove_watcher() i=2 2024-09-22T09:00:03.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.177+0000 7fbb0d1f09c0 20 remove_watcher() i=3 2024-09-22T09:00:03.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.181+0000 7fbb0d1f09c0 20 remove_watcher() i=4 2024-09-22T09:00:03.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.181+0000 7fbb0d1f09c0 20 remove_watcher() i=5 2024-09-22T09:00:03.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.185+0000 7fbb0d1f09c0 20 remove_watcher() i=6 2024-09-22T09:00:03.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.185+0000 7fbb0d1f09c0 20 remove_watcher() i=7 2024-09-22T09:00:03.200 INFO:tasks.workunit.client.0.smithi064.stderr:bucket name a-bucket 2024-09-22T09:00:03.200 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard process 2024-09-22T09:00:03.200 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:03.200 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshard process 2024-09-22T09:00:03.225 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:03.225 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:03.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.477+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 realm 2024-09-22T09:00:03.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:03.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:03.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.481+0000 7fa637ef79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:03.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.485+0000 7fa637ef79c0 20 searching for the correct realm 2024-09-22T09:00:03.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.489+0000 7fa6359fd640 0 -- 172.21.15.64:0/628383528 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fa63005ea10 msgr2=0x7fa63005d480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:03.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.497+0000 7fa6359fd640 0 -- 172.21.15.64:0/628383528 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fa62c125b60 msgr2=0x7fa62c1221e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:03.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:03.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:03.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:03.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:03.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:03.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:03.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:03.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:03.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 zone default found 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 4 Realm: () 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 zonegroup default 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.717+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.721+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.721+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.721+0000 7fa637ef79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:03.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.721+0000 7fa637ef79c0 20 started sync module instance, tier type = 2024-09-22T09:00:03.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.721+0000 7fa637ef79c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:03.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=0 2024-09-22T09:00:03.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=1 2024-09-22T09:00:03.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=2 2024-09-22T09:00:03.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=3 2024-09-22T09:00:03.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=4 2024-09-22T09:00:03.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=5 2024-09-22T09:00:03.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.741+0000 7fa637ef79c0 20 add_watcher() i=6 2024-09-22T09:00:03.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.745+0000 7fa637ef79c0 20 add_watcher() i=7 2024-09-22T09:00:03.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.745+0000 7fa637ef79c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:03.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa4ebfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:03.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa637ef79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:03.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa637ef79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:03.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa637ef79c0 5 note: GC not initialized 2024-09-22T09:00:03.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa4eafe5640 20 reqs_thread_entry: start 2024-09-22T09:00:03.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa637ef79c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:03.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa637ef79c0 20 Filter name: none 2024-09-22T09:00:03.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa4e8fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:03.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.749+0000 7fa637ef79c0 20 processing logshard = reshard.0000000000 2024-09-22T09:00:03.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.757+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-22T09:00:03.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.757+0000 7fa637ef79c0 20 processing logshard = reshard.0000000001 2024-09-22T09:00:03.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.761+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-22T09:00:03.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.761+0000 7fa637ef79c0 20 processing logshard = reshard.0000000002 2024-09-22T09:00:03.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.765+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-22T09:00:03.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.765+0000 7fa637ef79c0 20 processing logshard = reshard.0000000003 2024-09-22T09:00:03.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.769+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-22T09:00:03.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.769+0000 7fa637ef79c0 20 processing logshard = reshard.0000000004 2024-09-22T09:00:03.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.777+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-22T09:00:03.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.777+0000 7fa637ef79c0 20 processing logshard = reshard.0000000005 2024-09-22T09:00:03.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.781+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-22T09:00:03.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.781+0000 7fa637ef79c0 20 processing logshard = reshard.0000000006 2024-09-22T09:00:03.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 20 process_entry resharding a-bucket 2024-09-22T09:00:03.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:00:03.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:03.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-22T09:00:03.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:00:03.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:00:03.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:03.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:03.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:03.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.785+0000 7fa637ef79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:03.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:00:03.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa5197fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398919 cookie 94790396178912 notifier 5795 bl.length()=911 2024-09-22T09:00:03.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa5197fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa5197fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa5197fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:00:03.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:00:03.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:00:03.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.797+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:00:03.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.801+0000 7fa637ef79c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.0 2024-09-22T09:00:03.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.801+0000 7fa637ef79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.0 2024-09-22T09:00:03.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.801+0000 7fa637ef79c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.1 2024-09-22T09:00:03.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.801+0000 7fa637ef79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.1 2024-09-22T09:00:03.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.801+0000 7fa637ef79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.0 2024-09-22T09:00:03.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.801+0000 7fa637ef79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:03.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa637ef79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:03.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa637ef79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa637ef79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa637ef79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa637ef79c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:00:03.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa5197fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398920 cookie 94790396178912 notifier 5795 bl.length()=911 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa5197fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa5197fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.805+0000 7fa5197fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:00:03.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:00:03.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.0 2024-09-22T09:00:03.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:03.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.809+0000 7fa637ef79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:03.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:00:03.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa5197fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398921 cookie 94790396178912 notifier 5795 bl.length()=879 2024-09-22T09:00:03.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa5197fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa5197fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa5197fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:00:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:00:03.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:00:03.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.813+0000 7fa637ef79c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:00:03.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.817+0000 7fa637ef79c0 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-22T09:00:03.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.821+0000 7fa637ef79c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-22T09:00:03.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.825+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-22T09:00:03.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.825+0000 7fa637ef79c0 20 processing logshard = reshard.0000000007 2024-09-22T09:00:03.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.829+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-22T09:00:03.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.829+0000 7fa637ef79c0 20 processing logshard = reshard.0000000008 2024-09-22T09:00:03.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.833+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-22T09:00:03.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.833+0000 7fa637ef79c0 20 processing logshard = reshard.0000000009 2024-09-22T09:00:03.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.841+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-22T09:00:03.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.841+0000 7fa637ef79c0 20 processing logshard = reshard.0000000010 2024-09-22T09:00:03.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.845+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-22T09:00:03.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.845+0000 7fa637ef79c0 20 processing logshard = reshard.0000000011 2024-09-22T09:00:03.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.853+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-22T09:00:03.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.853+0000 7fa637ef79c0 20 processing logshard = reshard.0000000012 2024-09-22T09:00:03.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.861+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-22T09:00:03.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.861+0000 7fa637ef79c0 20 processing logshard = reshard.0000000013 2024-09-22T09:00:03.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.865+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-22T09:00:03.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.865+0000 7fa637ef79c0 20 processing logshard = reshard.0000000014 2024-09-22T09:00:03.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.873+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-22T09:00:03.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.873+0000 7fa637ef79c0 20 processing logshard = reshard.0000000015 2024-09-22T09:00:03.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.877+0000 7fa637ef79c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-22T09:00:03.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.881+0000 7fa4ebfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:03.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.885+0000 7fa637ef79c0 20 remove_watcher() i=0 2024-09-22T09:00:03.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.885+0000 7fa637ef79c0 2 removed watcher, disabling cache 2024-09-22T09:00:03.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.889+0000 7fa637ef79c0 20 remove_watcher() i=1 2024-09-22T09:00:03.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.889+0000 7fa637ef79c0 20 remove_watcher() i=2 2024-09-22T09:00:03.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.893+0000 7fa637ef79c0 20 remove_watcher() i=3 2024-09-22T09:00:03.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.893+0000 7fa637ef79c0 20 remove_watcher() i=4 2024-09-22T09:00:03.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.897+0000 7fa637ef79c0 20 remove_watcher() i=5 2024-09-22T09:00:03.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.897+0000 7fa637ef79c0 20 remove_watcher() i=6 2024-09-22T09:00:03.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:03.897+0000 7fa637ef79c0 20 remove_watcher() i=7 2024-09-22T09:00:08.919 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:00:08.954 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:08.954 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:09.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 realm 2024-09-22T09:00:09.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:09.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.001+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.005+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.005+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.005+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:09.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.005+0000 7f87b73d29c0 20 searching for the correct realm 2024-09-22T09:00:09.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.009+0000 7f87b56d9640 0 -- 172.21.15.64:0/988564527 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5596c671cc90 msgr2=0x5596c671f0a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:09.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.017+0000 7f87b4ed8640 0 -- 172.21.15.64:0/988564527 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f879c068a80 msgr2=0x7f879c07e890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:09.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 zone default found 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 4 Realm: () 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 zonegroup default 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.025+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.029+0000 7f87b73d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.029+0000 7f87b73d29c0 20 started sync module instance, tier type = 2024-09-22T09:00:09.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.029+0000 7f87b73d29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:09.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=0 2024-09-22T09:00:09.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=1 2024-09-22T09:00:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=2 2024-09-22T09:00:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=3 2024-09-22T09:00:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=4 2024-09-22T09:00:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=5 2024-09-22T09:00:09.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.041+0000 7f87b73d29c0 20 add_watcher() i=6 2024-09-22T09:00:09.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f87b73d29c0 20 add_watcher() i=7 2024-09-22T09:00:09.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f87b73d29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:09.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f866b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f87b73d29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:09.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f87b73d29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:09.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f87b73d29c0 5 note: GC not initialized 2024-09-22T09:00:09.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.045+0000 7f866a7e4640 20 reqs_thread_entry: start 2024-09-22T09:00:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 Filter name: none 2024-09-22T09:00:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f8663fff640 20 reqs_thread_entry: start 2024-09-22T09:00:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:09.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:09.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:09.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:09.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:09.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.049+0000 7f87b73d29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:09.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.053+0000 7f866b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.057+0000 7f87b73d29c0 20 remove_watcher() i=0 2024-09-22T09:00:09.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.057+0000 7f87b73d29c0 2 removed watcher, disabling cache 2024-09-22T09:00:09.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.061+0000 7f87b73d29c0 20 remove_watcher() i=1 2024-09-22T09:00:09.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.061+0000 7f87b73d29c0 20 remove_watcher() i=2 2024-09-22T09:00:09.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.065+0000 7f87b73d29c0 20 remove_watcher() i=3 2024-09-22T09:00:09.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.065+0000 7f87b73d29c0 20 remove_watcher() i=4 2024-09-22T09:00:09.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.069+0000 7f87b73d29c0 20 remove_watcher() i=5 2024-09-22T09:00:09.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.069+0000 7f87b73d29c0 20 remove_watcher() i=6 2024-09-22T09:00:09.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.069+0000 7f87b73d29c0 20 remove_watcher() i=7 2024-09-22T09:00:09.086 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-22T09:00:09.086 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:09.086 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard add non empty bucket 2024-09-22T09:00:09.086 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:09.214 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:00:09.246 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:09.246 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:09.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.289+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 realm 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.293+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.297+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:09.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.297+0000 7fe11e4079c0 20 searching for the correct realm 2024-09-22T09:00:09.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.301+0000 7fe11b70c640 0 -- 172.21.15.64:0/4115542385 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fe110019040 msgr2=0x7fe11002a410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:09.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.309+0000 7fe11b70c640 0 -- 172.21.15.64:0/4115542385 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fdfe4082330 msgr2=0x7fdfe4084760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:09.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:09.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.313+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 zone default found 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 4 Realm: () 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 zonegroup default 2024-09-22T09:00:09.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 started sync module instance, tier type = 2024-09-22T09:00:09.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.317+0000 7fe11e4079c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:09.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=0 2024-09-22T09:00:09.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=1 2024-09-22T09:00:09.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=2 2024-09-22T09:00:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=3 2024-09-22T09:00:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=4 2024-09-22T09:00:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=5 2024-09-22T09:00:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=6 2024-09-22T09:00:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 20 add_watcher() i=7 2024-09-22T09:00:09.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.333+0000 7fe11e4079c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:09.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fdfd1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fe11e4079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:09.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fe11e4079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:09.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fe11e4079c0 5 note: GC not initialized 2024-09-22T09:00:09.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fdfd0fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:09.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fe11e4079c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:09.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fe11e4079c0 20 Filter name: none 2024-09-22T09:00:09.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fdf4a7fc640 20 reqs_thread_entry: start 2024-09-22T09:00:09.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.337+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:09.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:09.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:09.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:09.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:09.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.341+0000 7fe11e4079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:09.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.345+0000 7fdfd1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.349+0000 7fe11e4079c0 20 remove_watcher() i=0 2024-09-22T09:00:09.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.349+0000 7fe11e4079c0 2 removed watcher, disabling cache 2024-09-22T09:00:09.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.349+0000 7fe11e4079c0 20 remove_watcher() i=1 2024-09-22T09:00:09.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.353+0000 7fe11e4079c0 20 remove_watcher() i=2 2024-09-22T09:00:09.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.353+0000 7fe11e4079c0 20 remove_watcher() i=3 2024-09-22T09:00:09.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.357+0000 7fe11e4079c0 20 remove_watcher() i=4 2024-09-22T09:00:09.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.357+0000 7fe11e4079c0 20 remove_watcher() i=5 2024-09-22T09:00:09.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.361+0000 7fe11e4079c0 20 remove_watcher() i=6 2024-09-22T09:00:09.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.361+0000 7fe11e4079c0 20 remove_watcher() i=7 2024-09-22T09:00:09.376 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:09.376 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:09.376 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-22T09:00:09.377 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:09.377 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-22T09:00:09.405 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:09.405 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:09.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.449+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 realm 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:09.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.453+0000 7f31a72789c0 20 searching for the correct realm 2024-09-22T09:00:09.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.461+0000 7f31a557f640 0 -- 172.21.15.64:0/1778802878 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55bea16ba570 msgr2=0x55bea16bc9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:09.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.465+0000 7f31a457d640 0 -- 172.21.15.64:0/1778802878 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f319804c060 msgr2=0x7f319806fe20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.473+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 zone default found 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 4 Realm: () 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 zonegroup default 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 started sync module instance, tier type = 2024-09-22T09:00:09.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.477+0000 7f31a72789c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:09.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=0 2024-09-22T09:00:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=1 2024-09-22T09:00:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=2 2024-09-22T09:00:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=3 2024-09-22T09:00:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=4 2024-09-22T09:00:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=5 2024-09-22T09:00:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=6 2024-09-22T09:00:09.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 20 add_watcher() i=7 2024-09-22T09:00:09.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.493+0000 7f31a72789c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:09.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f305afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:09.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:09.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 5 note: GC not initialized 2024-09-22T09:00:09.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f3059fe3640 20 reqs_thread_entry: start 2024-09-22T09:00:09.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 Filter name: none 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f2fcb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:00:09.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.497+0000 7f31a72789c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f31a72789c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f31a72789c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f31a72789c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f31a72789c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f31a72789c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f31a72789c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:09.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.501+0000 7f305afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.505+0000 7f31a72789c0 20 remove_watcher() i=0 2024-09-22T09:00:09.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.505+0000 7f31a72789c0 2 removed watcher, disabling cache 2024-09-22T09:00:09.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.509+0000 7f31a72789c0 20 remove_watcher() i=1 2024-09-22T09:00:09.511 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.509+0000 7f31a72789c0 20 remove_watcher() i=2 2024-09-22T09:00:09.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.513+0000 7f31a72789c0 20 remove_watcher() i=3 2024-09-22T09:00:09.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.513+0000 7f31a72789c0 20 remove_watcher() i=4 2024-09-22T09:00:09.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.517+0000 7f31a72789c0 20 remove_watcher() i=5 2024-09-22T09:00:09.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.517+0000 7f31a72789c0 20 remove_watcher() i=6 2024-09-22T09:00:09.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.517+0000 7f31a72789c0 20 remove_watcher() i=7 2024-09-22T09:00:09.533 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshard list 2024-09-22T09:00:09.558 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:09.558 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:09.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.601+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.601+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.601+0000 7f5e355109c0 20 realm 2024-09-22T09:00:09.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.601+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.601+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.601+0000 7f5e355109c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:09.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:09.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.605+0000 7f5e355109c0 20 searching for the correct realm 2024-09-22T09:00:09.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.609+0000 7f5e33016640 0 -- 172.21.15.64:0/3616018611 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f5e2c062a90 msgr2=0x7f5e2c061500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:09.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.617+0000 7f5e33016640 0 -- 172.21.15.64:0/3616018611 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f5e1c0fd4c0 msgr2=0x7f5e1c0ffa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:09.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:09.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 zone default found 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 4 Realm: () 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:09.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 zonegroup default 2024-09-22T09:00:09.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.837+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:09.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:09.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 started sync module instance, tier type = 2024-09-22T09:00:09.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.841+0000 7f5e355109c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:09.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=0 2024-09-22T09:00:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=1 2024-09-22T09:00:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=2 2024-09-22T09:00:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=3 2024-09-22T09:00:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=4 2024-09-22T09:00:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=5 2024-09-22T09:00:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.865+0000 7f5e355109c0 20 add_watcher() i=6 2024-09-22T09:00:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.869+0000 7f5e355109c0 20 add_watcher() i=7 2024-09-22T09:00:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.869+0000 7f5e355109c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:09.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5ce9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5e355109c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:09.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5e355109c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:09.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5e355109c0 5 note: GC not initialized 2024-09-22T09:00:09.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5ce8fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:09.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5e355109c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:09.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5e355109c0 20 Filter name: none 2024-09-22T09:00:09.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.873+0000 7f5c627fc640 20 reqs_thread_entry: start 2024-09-22T09:00:09.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.885+0000 7f5ce9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:09.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.889+0000 7f5e355109c0 20 remove_watcher() i=0 2024-09-22T09:00:09.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.889+0000 7f5e355109c0 2 removed watcher, disabling cache 2024-09-22T09:00:09.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.893+0000 7f5e355109c0 20 remove_watcher() i=1 2024-09-22T09:00:09.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.897+0000 7f5e355109c0 20 remove_watcher() i=2 2024-09-22T09:00:09.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.897+0000 7f5e355109c0 20 remove_watcher() i=3 2024-09-22T09:00:09.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.901+0000 7f5e355109c0 20 remove_watcher() i=4 2024-09-22T09:00:09.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.901+0000 7f5e355109c0 20 remove_watcher() i=5 2024-09-22T09:00:09.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.905+0000 7f5e355109c0 20 remove_watcher() i=6 2024-09-22T09:00:09.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:09.905+0000 7f5e355109c0 20 remove_watcher() i=7 2024-09-22T09:00:09.930 INFO:tasks.workunit.client.0.smithi064.stderr:bucket name a-bucket 2024-09-22T09:00:09.930 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard process non empty bucket 2024-09-22T09:00:09.931 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:09.931 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshard process 2024-09-22T09:00:09.957 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:09.957 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.001+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 realm 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:10.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:10.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.005+0000 7f4e287be9c0 20 searching for the correct realm 2024-09-22T09:00:10.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.013+0000 7f4e262c4640 0 -- 172.21.15.64:0/1870293220 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f4e2002c040 msgr2=0x7f4e20020450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:10.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.017+0000 7f4e262c4640 0 -- 172.21.15.64:0/1870293220 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f4e1c007ef0 msgr2=0x7f4e1c0ac000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:10.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.233+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:10.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 zone default found 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 4 Realm: () 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 zonegroup default 2024-09-22T09:00:10.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.237+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.241+0000 7f4e287be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.241+0000 7f4e287be9c0 20 started sync module instance, tier type = 2024-09-22T09:00:10.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.241+0000 7f4e287be9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=0 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=1 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=2 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=3 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=4 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=5 2024-09-22T09:00:10.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=6 2024-09-22T09:00:10.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 20 add_watcher() i=7 2024-09-22T09:00:10.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.265+0000 7f4e287be9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:10.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4cdcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:10.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4e287be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:10.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4e287be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:10.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4e287be9c0 5 note: GC not initialized 2024-09-22T09:00:10.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4c577fe640 20 reqs_thread_entry: start 2024-09-22T09:00:10.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4e287be9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:10.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4e287be9c0 20 Filter name: none 2024-09-22T09:00:10.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4c557fa640 20 reqs_thread_entry: start 2024-09-22T09:00:10.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.273+0000 7f4e287be9c0 20 processing logshard = reshard.0000000000 2024-09-22T09:00:10.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.281+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-22T09:00:10.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.281+0000 7f4e287be9c0 20 processing logshard = reshard.0000000001 2024-09-22T09:00:10.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.285+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-22T09:00:10.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.285+0000 7f4e287be9c0 20 processing logshard = reshard.0000000002 2024-09-22T09:00:10.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.293+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-22T09:00:10.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.293+0000 7f4e287be9c0 20 processing logshard = reshard.0000000003 2024-09-22T09:00:10.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.297+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-22T09:00:10.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.297+0000 7f4e287be9c0 20 processing logshard = reshard.0000000004 2024-09-22T09:00:10.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.305+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-22T09:00:10.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.305+0000 7f4e287be9c0 20 processing logshard = reshard.0000000005 2024-09-22T09:00:10.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.313+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-22T09:00:10.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.313+0000 7f4e287be9c0 20 processing logshard = reshard.0000000006 2024-09-22T09:00:10.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.313+0000 7f4e287be9c0 20 process_entry resharding a-bucket 2024-09-22T09:00:10.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.313+0000 7f4e287be9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:00:10.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.313+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-22T09:00:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:00:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:00:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:10.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:10.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.317+0000 7f4e287be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:00:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4d097fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398922 cookie 94903033441360 notifier 5882 bl.length()=911 2024-09-22T09:00:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4d097fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4d097fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4d097fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:00:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:00:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:00:10.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.325+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:00:10.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.0 2024-09-22T09:00:10.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.0 2024-09-22T09:00:10.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.1 2024-09-22T09:00:10.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.333+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.1 2024-09-22T09:00:10.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.337+0000 7f4e287be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:10.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.337+0000 7f4e287be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:10.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:00:10.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4d097fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398923 cookie 94903033441360 notifier 5882 bl.length()=911 2024-09-22T09:00:10.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4d097fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4d097fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4d097fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:00:10.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:00:10.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:00:10.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.341+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:00:10.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.0 2024-09-22T09:00:10.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.0 2024-09-22T09:00:10.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.1 2024-09-22T09:00:10.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.1.1 2024-09-22T09:00:10.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:10.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:00:10.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.345+0000 7f4e287be9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4d09ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398924 cookie 94903033441360 notifier 5882 bl.length()=879 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4d09ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4d09ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4d09ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:00:10.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:00:10.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:00:10.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4e287be9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:00:10.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.349+0000 7f4e287be9c0 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-22T09:00:10.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.353+0000 7f4e287be9c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-22T09:00:10.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.357+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-22T09:00:10.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.357+0000 7f4e287be9c0 20 processing logshard = reshard.0000000007 2024-09-22T09:00:10.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.361+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-22T09:00:10.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.361+0000 7f4e287be9c0 20 processing logshard = reshard.0000000008 2024-09-22T09:00:10.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.369+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-22T09:00:10.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.369+0000 7f4e287be9c0 20 processing logshard = reshard.0000000009 2024-09-22T09:00:10.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.373+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-22T09:00:10.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.373+0000 7f4e287be9c0 20 processing logshard = reshard.0000000010 2024-09-22T09:00:10.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.381+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-22T09:00:10.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.381+0000 7f4e287be9c0 20 processing logshard = reshard.0000000011 2024-09-22T09:00:10.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.389+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-22T09:00:10.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.389+0000 7f4e287be9c0 20 processing logshard = reshard.0000000012 2024-09-22T09:00:10.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.393+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-22T09:00:10.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.393+0000 7f4e287be9c0 20 processing logshard = reshard.0000000013 2024-09-22T09:00:10.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.401+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-22T09:00:10.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.401+0000 7f4e287be9c0 20 processing logshard = reshard.0000000014 2024-09-22T09:00:10.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.405+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-22T09:00:10.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.405+0000 7f4e287be9c0 20 processing logshard = reshard.0000000015 2024-09-22T09:00:10.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.413+0000 7f4e287be9c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-22T09:00:10.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.413+0000 7f4cdcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:10.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.421+0000 7f4e287be9c0 20 remove_watcher() i=0 2024-09-22T09:00:10.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.421+0000 7f4e287be9c0 2 removed watcher, disabling cache 2024-09-22T09:00:10.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.421+0000 7f4e287be9c0 20 remove_watcher() i=1 2024-09-22T09:00:10.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.425+0000 7f4e287be9c0 20 remove_watcher() i=2 2024-09-22T09:00:10.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.429+0000 7f4e287be9c0 20 remove_watcher() i=3 2024-09-22T09:00:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.429+0000 7f4e287be9c0 20 remove_watcher() i=4 2024-09-22T09:00:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.433+0000 7f4e287be9c0 20 remove_watcher() i=5 2024-09-22T09:00:10.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.433+0000 7f4e287be9c0 20 remove_watcher() i=6 2024-09-22T09:00:10.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.433+0000 7f4e287be9c0 20 remove_watcher() i=7 2024-09-22T09:00:10.462 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:00:10.492 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:10.492 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:10.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.537+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 realm 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:10.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.541+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.545+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:10.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.545+0000 7f9ab2b669c0 20 searching for the correct realm 2024-09-22T09:00:10.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.549+0000 7f9ab0e6d640 0 -- 172.21.15.64:0/3860449733 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f9aa4008070 msgr2=0x7f9aa406f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:10.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.761+0000 7f9ab066c640 0 -- 172.21.15.64:0/3860449733 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f9aa8018040 msgr2=0x7f9aa8019940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:10.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.773+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:10.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:10.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 zone default found 2024-09-22T09:00:10.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 4 Realm: () 2024-09-22T09:00:10.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:10.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:10.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:10.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 zonegroup default 2024-09-22T09:00:10.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.777+0000 7f9ab2b669c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:10.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.781+0000 7f9ab2b669c0 20 started sync module instance, tier type = 2024-09-22T09:00:10.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.781+0000 7f9ab2b669c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:10.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=0 2024-09-22T09:00:10.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=1 2024-09-22T09:00:10.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=2 2024-09-22T09:00:10.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=3 2024-09-22T09:00:10.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=4 2024-09-22T09:00:10.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=5 2024-09-22T09:00:10.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=6 2024-09-22T09:00:10.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 20 add_watcher() i=7 2024-09-22T09:00:10.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.805+0000 7f9ab2b669c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:10.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.809+0000 7f99677de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:10.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:10.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:10.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 5 note: GC not initialized 2024-09-22T09:00:10.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f99667dc640 20 reqs_thread_entry: start 2024-09-22T09:00:10.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:10.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 Filter name: none 2024-09-22T09:00:10.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f995ffff640 20 reqs_thread_entry: start 2024-09-22T09:00:10.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:10.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:10.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.813+0000 7f9ab2b669c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:10.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.817+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.817+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:00:10.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.817+0000 7f9ab2b669c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:10.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.817+0000 7f9ab2b669c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:00:10.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.817+0000 7f9ab2b669c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:10.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.821+0000 7f99677de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:10.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.825+0000 7f9ab2b669c0 20 remove_watcher() i=0 2024-09-22T09:00:10.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.825+0000 7f9ab2b669c0 2 removed watcher, disabling cache 2024-09-22T09:00:10.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.825+0000 7f9ab2b669c0 20 remove_watcher() i=1 2024-09-22T09:00:10.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.829+0000 7f9ab2b669c0 20 remove_watcher() i=2 2024-09-22T09:00:10.832 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.833+0000 7f9ab2b669c0 20 remove_watcher() i=3 2024-09-22T09:00:10.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.837+0000 7f9ab2b669c0 20 remove_watcher() i=4 2024-09-22T09:00:10.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.837+0000 7f9ab2b669c0 20 remove_watcher() i=5 2024-09-22T09:00:10.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.837+0000 7f9ab2b669c0 20 remove_watcher() i=6 2024-09-22T09:00:10.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:10.841+0000 7f9ab2b669c0 20 remove_watcher() i=7 2024-09-22T09:00:10.867 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:10.867 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:10.867 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-22T09:00:10.867 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:10.867 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-22T09:00:10.867 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:11.363 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:00:11.398 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:11.398 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:11.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 realm 2024-09-22T09:00:11.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:11.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.444+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.448+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:11.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.448+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.448+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:11.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.448+0000 7f10f8fe89c0 20 searching for the correct realm 2024-09-22T09:00:11.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.452+0000 7f10f6aee640 0 -- 172.21.15.64:0/1203835307 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f10f00b23f0 msgr2=0x7f10f00b2870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:11.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.460+0000 7f10f6aee640 0 -- 172.21.15.64:0/1203835307 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f10ec066930 msgr2=0x7f10ec07f130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:11.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:11.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:11.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:11.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.676+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:11.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 zone default found 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 4 Realm: () 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 zonegroup default 2024-09-22T09:00:11.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.680+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.684+0000 7f10f8fe89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.684+0000 7f10f8fe89c0 20 started sync module instance, tier type = 2024-09-22T09:00:11.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.684+0000 7f10f8fe89c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=0 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=1 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=2 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=3 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=4 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=5 2024-09-22T09:00:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=6 2024-09-22T09:00:11.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 20 add_watcher() i=7 2024-09-22T09:00:11.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.708+0000 7f10f8fe89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:11.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.712+0000 7f0fadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:11.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:11.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:11.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 5 note: GC not initialized 2024-09-22T09:00:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f0facfe1640 20 reqs_thread_entry: start 2024-09-22T09:00:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 Filter name: none 2024-09-22T09:00:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f0fa5ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:11.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:11.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:11.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.716+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.720+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:11.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.720+0000 7f10f8fe89c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.720+0000 7f10f8fe89c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:11.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.720+0000 7f10f8fe89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:11.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.720+0000 7f0fadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:11.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.728+0000 7f10f8fe89c0 20 remove_watcher() i=0 2024-09-22T09:00:11.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.728+0000 7f10f8fe89c0 2 removed watcher, disabling cache 2024-09-22T09:00:11.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.728+0000 7f10f8fe89c0 20 remove_watcher() i=1 2024-09-22T09:00:11.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.732+0000 7f10f8fe89c0 20 remove_watcher() i=2 2024-09-22T09:00:11.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.736+0000 7f10f8fe89c0 20 remove_watcher() i=3 2024-09-22T09:00:11.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.736+0000 7f10f8fe89c0 20 remove_watcher() i=4 2024-09-22T09:00:11.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.740+0000 7f10f8fe89c0 20 remove_watcher() i=5 2024-09-22T09:00:11.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.740+0000 7f10f8fe89c0 20 remove_watcher() i=6 2024-09-22T09:00:11.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.740+0000 7f10f8fe89c0 20 remove_watcher() i=7 2024-09-22T09:00:11.758 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:11.758 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:11.758 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-init-index id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:11.758 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:11.758 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-22T09:00:11.791 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:11.791 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:11.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.832+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 realm 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:11.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:11.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.836+0000 7f61d6fab9c0 20 searching for the correct realm 2024-09-22T09:00:11.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.844+0000 7f61d52b2640 0 -- 172.21.15.64:0/3274821185 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5645ebe94860 msgr2=0x5645ebe96c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:11.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.848+0000 7f61d4ab1640 0 -- 172.21.15.64:0/3274821185 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f61c8129130 msgr2=0x7f61c8109910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:11.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:11.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:11.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 zone default found 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 4 Realm: () 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 zonegroup default 2024-09-22T09:00:11.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.856+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 started sync module instance, tier type = 2024-09-22T09:00:11.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.860+0000 7f61d6fab9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:11.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=0 2024-09-22T09:00:11.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=1 2024-09-22T09:00:11.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=2 2024-09-22T09:00:11.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=3 2024-09-22T09:00:11.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=4 2024-09-22T09:00:11.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=5 2024-09-22T09:00:11.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=6 2024-09-22T09:00:11.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 20 add_watcher() i=7 2024-09-22T09:00:11.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.876+0000 7f61d6fab9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:11.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f608b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 5 note: GC not initialized 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f608a7e4640 20 reqs_thread_entry: start 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 Filter name: none 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f60837fe640 20 reqs_thread_entry: start 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-22T09:00:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:11.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-22T09:00:11.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-22T09:00:11.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 : miss 2024-09-22T09:00:11.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:11.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:11.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:11.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:11.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:11.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.880+0000 7f61d6fab9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 2024-09-22T09:00:11.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.884+0000 7f61d6fab9c0 -1 Injecting error=-5 at location=init_index 2024-09-22T09:00:11.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.884+0000 7f61d6fab9c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-22T09:00:11.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.888+0000 7f608b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:11.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.892+0000 7f61d6fab9c0 20 remove_watcher() i=0 2024-09-22T09:00:11.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.892+0000 7f61d6fab9c0 2 removed watcher, disabling cache 2024-09-22T09:00:11.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.892+0000 7f61d6fab9c0 20 remove_watcher() i=1 2024-09-22T09:00:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.896+0000 7f61d6fab9c0 20 remove_watcher() i=2 2024-09-22T09:00:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.896+0000 7f61d6fab9c0 20 remove_watcher() i=3 2024-09-22T09:00:11.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.900+0000 7f61d6fab9c0 20 remove_watcher() i=4 2024-09-22T09:00:11.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.900+0000 7f61d6fab9c0 20 remove_watcher() i=5 2024-09-22T09:00:11.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.900+0000 7f61d6fab9c0 20 remove_watcher() i=6 2024-09-22T09:00:11.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.904+0000 7f61d6fab9c0 20 remove_watcher() i=7 2024-09-22T09:00:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:00:11.945 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:11.946 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 realm 2024-09-22T09:00:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:11.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.988+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.992+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:11.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.992+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:11.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.992+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:11.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.992+0000 7fcaccb049c0 20 searching for the correct realm 2024-09-22T09:00:11.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:11.996+0000 7fcaca60a640 0 -- 172.21.15.64:0/1128428583 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fcabc0fca10 msgr2=0x7fcabc0fb480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.004+0000 7fcaca60a640 0 -- 172.21.15.64:0/1128428583 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fcab4036070 msgr2=0x7fcab405a3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:12.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:12.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.220+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:12.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 zone default found 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 4 Realm: () 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 zonegroup default 2024-09-22T09:00:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.224+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.228+0000 7fcaccb049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.228+0000 7fcaccb049c0 20 started sync module instance, tier type = 2024-09-22T09:00:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.228+0000 7fcaccb049c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=0 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=1 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=2 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=3 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=4 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=5 2024-09-22T09:00:12.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=6 2024-09-22T09:00:12.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 20 add_watcher() i=7 2024-09-22T09:00:12.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.252+0000 7fcaccb049c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:12.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.256+0000 7fc980fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:12.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.256+0000 7fcaccb049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:12.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.256+0000 7fcaccb049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:12.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.256+0000 7fcaccb049c0 5 note: GC not initialized 2024-09-22T09:00:12.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fc8fb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:12.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:12.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 Filter name: none 2024-09-22T09:00:12.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fc8f97fa640 20 reqs_thread_entry: start 2024-09-22T09:00:12.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:12.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:12.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:12.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:12.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.260+0000 7fcaccb049c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.264+0000 7fcaccb049c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:12.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.264+0000 7fcaccb049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:12.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.264+0000 7fc980fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:12.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.272+0000 7fcaccb049c0 20 remove_watcher() i=0 2024-09-22T09:00:12.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.272+0000 7fcaccb049c0 2 removed watcher, disabling cache 2024-09-22T09:00:12.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.272+0000 7fcaccb049c0 20 remove_watcher() i=1 2024-09-22T09:00:12.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.276+0000 7fcaccb049c0 20 remove_watcher() i=2 2024-09-22T09:00:12.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.280+0000 7fcaccb049c0 20 remove_watcher() i=3 2024-09-22T09:00:12.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.280+0000 7fcaccb049c0 20 remove_watcher() i=4 2024-09-22T09:00:12.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.284+0000 7fcaccb049c0 20 remove_watcher() i=5 2024-09-22T09:00:12.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.284+0000 7fcaccb049c0 20 remove_watcher() i=6 2024-09-22T09:00:12.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.284+0000 7fcaccb049c0 20 remove_watcher() i=7 2024-09-22T09:00:12.305 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:12.305 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:12.305 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-init-index id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:12.305 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:12.369 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:00:12.408 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:12.408 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:12.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.452+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 realm 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:12.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:12.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.456+0000 7f9c6f2939c0 20 searching for the correct realm 2024-09-22T09:00:12.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.460+0000 7f9c6cd99640 0 -- 172.21.15.64:0/2378432297 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f9c64008050 msgr2=0x7f9c640702a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:12.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.468+0000 7f9c6cd99640 0 -- 172.21.15.64:0/2378432297 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f9b38082280 msgr2=0x7f9b380846b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:12.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:12.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:12.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.476+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:12.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:12.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 zone default found 2024-09-22T09:00:12.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 4 Realm: () 2024-09-22T09:00:12.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:12.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:12.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:12.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 zonegroup default 2024-09-22T09:00:12.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 started sync module instance, tier type = 2024-09-22T09:00:12.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.480+0000 7f9c6f2939c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=0 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=1 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=2 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=3 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=4 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=5 2024-09-22T09:00:12.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=6 2024-09-22T09:00:12.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 20 add_watcher() i=7 2024-09-22T09:00:12.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.496+0000 7f9c6f2939c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:12.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9b22fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 5 note: GC not initialized 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9b21fe3640 20 reqs_thread_entry: start 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 20 Filter name: none 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9a937fe640 20 reqs_thread_entry: start 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-22T09:00:12.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.500+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:12.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-22T09:00:12.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-22T09:00:12.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 : miss 2024-09-22T09:00:12.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.504+0000 7f9c6f2939c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 2024-09-22T09:00:12.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20, ofs0, ns] 2024-09-22T09:00:12.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9b43fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398891 cookie 94353492121680 notifier 6363 bl.length()=995 2024-09-22T09:00:12.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9b43fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9b43fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9b43fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): orig_sources= new_sources= 2024-09-22T09:00:12.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): potential sources added=[] removed=[] 2024-09-22T09:00:12.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): orig_dests= new_dests= 2024-09-22T09:00:12.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.512+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): potential dests added=[] removed=[] 2024-09-22T09:00:12.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.516+0000 7f9c6f2939c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20.1.0 2024-09-22T09:00:12.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.516+0000 7f9c6f2939c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20.1.0 2024-09-22T09:00:12.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.516+0000 7f9c6f2939c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20.1.1 2024-09-22T09:00:12.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.516+0000 7f9c6f2939c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20.1.1 2024-09-22T09:00:12.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.516+0000 7f9c6f2939c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20.0 2024-09-22T09:00:12.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.520+0000 7f9c6f2939c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:12.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.520+0000 7f9c6f2939c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 2024-09-22T09:00:12.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.524+0000 7f9c6f2939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.524+0000 7f9c6f2939c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.524+0000 7f9c6f2939c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.524+0000 7f9c6f2939c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20, ofs0, ns] 2024-09-22T09:00:12.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9b43fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398892 cookie 94353492121680 notifier 6363 bl.length()=995 2024-09-22T09:00:12.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9b43fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9b43fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9b43fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): orig_sources= new_sources= 2024-09-22T09:00:12.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): potential sources added=[] removed=[] 2024-09-22T09:00:12.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): orig_dests= new_dests= 2024-09-22T09:00:12.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.528+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): potential dests added=[] removed=[] 2024-09-22T09:00:12.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.532+0000 7f9c6f2939c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20.0 2024-09-22T09:00:12.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.532+0000 7f9c6f2939c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:12.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.532+0000 7f9c6f2939c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 2024-09-22T09:00:12.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20, ofs0, ns] 2024-09-22T09:00:12.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9b43fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398893 cookie 94353492121680 notifier 6363 bl.length()=963 2024-09-22T09:00:12.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9b43fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 info.flags=0x17 2024-09-22T09:00:12.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9b43fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 to cache LRU end 2024-09-22T09:00:12.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9b43fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:12.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): orig_sources= new_sources= 2024-09-22T09:00:12.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): potential sources added=[] removed=[] 2024-09-22T09:00:12.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): orig_dests= new_dests= 2024-09-22T09:00:12.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.536+0000 7f9c6f2939c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20]): potential dests added=[] removed=[] 2024-09-22T09:00:12.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.540+0000 7f9c6f2939c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-22T09:00:12.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.544+0000 7f9b22fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:12.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.548+0000 7f9c6f2939c0 20 remove_watcher() i=0 2024-09-22T09:00:12.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.548+0000 7f9c6f2939c0 2 removed watcher, disabling cache 2024-09-22T09:00:12.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.552+0000 7f9c6f2939c0 20 remove_watcher() i=1 2024-09-22T09:00:12.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.556+0000 7f9c6f2939c0 20 remove_watcher() i=2 2024-09-22T09:00:12.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.556+0000 7f9c6f2939c0 20 remove_watcher() i=3 2024-09-22T09:00:12.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.560+0000 7f9c6f2939c0 20 remove_watcher() i=4 2024-09-22T09:00:12.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.560+0000 7f9c6f2939c0 20 remove_watcher() i=5 2024-09-22T09:00:12.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.564+0000 7f9c6f2939c0 20 remove_watcher() i=6 2024-09-22T09:00:12.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.564+0000 7f9c6f2939c0 20 remove_watcher() i=7 2024-09-22T09:00:12.581 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:00:12.611 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:12.611 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:12.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 realm 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.656+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.864+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:12.863 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.864+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.864+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:12.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.864+0000 7f44a6faa9c0 20 searching for the correct realm 2024-09-22T09:00:12.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.872+0000 7f44a52b1640 0 -- 172.21.15.64:0/2254166044 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55cd78e9e0d0 msgr2=0x55cd78ea0590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:12.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.880+0000 7f44a4ab0640 0 -- 172.21.15.64:0/2254166044 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f448c1187f0 msgr2=0x7f448c0ed410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:12.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 zone default found 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 4 Realm: () 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 zonegroup default 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.892+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.896+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.896+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.896+0000 7f44a6faa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:12.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.896+0000 7f44a6faa9c0 20 started sync module instance, tier type = 2024-09-22T09:00:12.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.896+0000 7f44a6faa9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.924+0000 7f44a6faa9c0 20 add_watcher() i=0 2024-09-22T09:00:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.924+0000 7f44a6faa9c0 20 add_watcher() i=1 2024-09-22T09:00:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.924+0000 7f44a6faa9c0 20 add_watcher() i=2 2024-09-22T09:00:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.924+0000 7f44a6faa9c0 20 add_watcher() i=3 2024-09-22T09:00:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.924+0000 7f44a6faa9c0 20 add_watcher() i=4 2024-09-22T09:00:12.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.924+0000 7f44a6faa9c0 20 add_watcher() i=5 2024-09-22T09:00:12.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.928+0000 7f44a6faa9c0 20 add_watcher() i=6 2024-09-22T09:00:12.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.928+0000 7f44a6faa9c0 20 add_watcher() i=7 2024-09-22T09:00:12.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.928+0000 7f44a6faa9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:12.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.932+0000 7f435afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:12.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.932+0000 7f44a6faa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:12.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.932+0000 7f44a6faa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:12.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.932+0000 7f44a6faa9c0 5 note: GC not initialized 2024-09-22T09:00:12.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.932+0000 7f4359fe3640 20 reqs_thread_entry: start 2024-09-22T09:00:12.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.932+0000 7f44a6faa9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:12.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 Filter name: none 2024-09-22T09:00:12.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f42cb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:12.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:12.937 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:12.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:12.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.936+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.940+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:12.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.940+0000 7f44a6faa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:12.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.940+0000 7f44a6faa9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:12.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.940+0000 7f44a6faa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:12.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.940+0000 7f435afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:12.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.948+0000 7f44a6faa9c0 20 remove_watcher() i=0 2024-09-22T09:00:12.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.948+0000 7f44a6faa9c0 2 removed watcher, disabling cache 2024-09-22T09:00:12.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.948+0000 7f44a6faa9c0 20 remove_watcher() i=1 2024-09-22T09:00:12.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.956+0000 7f44a6faa9c0 20 remove_watcher() i=2 2024-09-22T09:00:12.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.956+0000 7f44a6faa9c0 20 remove_watcher() i=3 2024-09-22T09:00:12.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.960+0000 7f44a6faa9c0 20 remove_watcher() i=4 2024-09-22T09:00:12.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.960+0000 7f44a6faa9c0 20 remove_watcher() i=5 2024-09-22T09:00:12.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.964+0000 7f44a6faa9c0 20 remove_watcher() i=6 2024-09-22T09:00:12.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:12.964+0000 7f44a6faa9c0 20 remove_watcher() i=7 2024-09-22T09:00:12.985 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:12.986 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:12.986 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-init-index id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:00:12.986 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:13.069 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-22T09:00:13.069 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:13.536 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:00:13.570 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:13.570 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:13.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.612+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 realm 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:13.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.616+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.620+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:13.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.620+0000 7fb7634da9c0 20 searching for the correct realm 2024-09-22T09:00:13.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.628+0000 7fb7617e1640 0 -- 172.21.15.64:0/1178215581 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55c2c4b2daf0 msgr2=0x55c2c4b2fee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:13.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.632+0000 7fb7607df640 0 -- 172.21.15.64:0/1178215581 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fb754036070 msgr2=0x7fb75408f5d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:13.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:13.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:13.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.640+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 zone default found 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 4 Realm: () 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 zonegroup default 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 started sync module instance, tier type = 2024-09-22T09:00:13.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.644+0000 7fb7634da9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:13.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=0 2024-09-22T09:00:13.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=1 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=2 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=3 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=4 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=5 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.664+0000 7fb7634da9c0 20 add_watcher() i=6 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb7634da9c0 20 add_watcher() i=7 2024-09-22T09:00:13.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb7634da9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:13.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb6177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb7634da9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb7634da9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb7634da9c0 5 note: GC not initialized 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.668+0000 7fb6167e4640 20 reqs_thread_entry: start 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 Filter name: none 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb60ffff640 20 reqs_thread_entry: start 2024-09-22T09:00:13.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:13.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:13.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:13.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:13.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.672+0000 7fb7634da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.676+0000 7fb7634da9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:13.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.676+0000 7fb7634da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:13.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.676+0000 7fb6177e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:13.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.680+0000 7fb7634da9c0 20 remove_watcher() i=0 2024-09-22T09:00:13.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.680+0000 7fb7634da9c0 2 removed watcher, disabling cache 2024-09-22T09:00:13.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.684+0000 7fb7634da9c0 20 remove_watcher() i=1 2024-09-22T09:00:13.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.684+0000 7fb7634da9c0 20 remove_watcher() i=2 2024-09-22T09:00:13.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.688+0000 7fb7634da9c0 20 remove_watcher() i=3 2024-09-22T09:00:13.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.688+0000 7fb7634da9c0 20 remove_watcher() i=4 2024-09-22T09:00:13.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.692+0000 7fb7634da9c0 20 remove_watcher() i=5 2024-09-22T09:00:13.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.692+0000 7fb7634da9c0 20 remove_watcher() i=6 2024-09-22T09:00:13.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.692+0000 7fb7634da9c0 20 remove_watcher() i=7 2024-09-22T09:00:13.708 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:13.708 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:13.709 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-init-index id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:13.709 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:13.709 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-22T09:00:13.743 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:13.743 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:13.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.784+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 realm 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:13.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:13.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.788+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:13.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.792+0000 7fcae9ba99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:13.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.792+0000 7fcae9ba99c0 20 searching for the correct realm 2024-09-22T09:00:13.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:13.792+0000 7fcae6eae640 0 -- 172.21.15.64:0/2889093887 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fcadc07d020 msgr2=0x7fcadc068cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:14.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.008+0000 7fcae76af640 0 -- 172.21.15.64:0/2889093887 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fcadc008040 msgr2=0x7fcadc08d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:14.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:14.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:14.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:14.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:14.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:14.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:14.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.224+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:14.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:14.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 zone default found 2024-09-22T09:00:14.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 4 Realm: () 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 zonegroup default 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 started sync module instance, tier type = 2024-09-22T09:00:14.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.228+0000 7fcae9ba99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:14.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=0 2024-09-22T09:00:14.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=1 2024-09-22T09:00:14.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=2 2024-09-22T09:00:14.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=3 2024-09-22T09:00:14.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=4 2024-09-22T09:00:14.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=5 2024-09-22T09:00:14.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.252+0000 7fcae9ba99c0 20 add_watcher() i=6 2024-09-22T09:00:14.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.256+0000 7fcae9ba99c0 20 add_watcher() i=7 2024-09-22T09:00:14.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.256+0000 7fcae9ba99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:14.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fc99e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:14.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:14.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:14.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 5 note: GC not initialized 2024-09-22T09:00:14.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fc99d7e2640 20 reqs_thread_entry: start 2024-09-22T09:00:14.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:14.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 Filter name: none 2024-09-22T09:00:14.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-22T09:00:14.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fc9967fc640 20 reqs_thread_entry: start 2024-09-22T09:00:14.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:14.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-22T09:00:14.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-22T09:00:14.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 : miss 2024-09-22T09:00:14.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:14.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 info.flags=0x17 2024-09-22T09:00:14.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 to cache LRU end 2024-09-22T09:00:14.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:14.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:14.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.260+0000 7fcae9ba99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 2024-09-22T09:00:14.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.264+0000 7fcae9ba99c0 -1 Injecting error=-95 at location=init_index 2024-09-22T09:00:14.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.264+0000 7fcae9ba99c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-22T09:00:14.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fcae9ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 info.flags=0x17 2024-09-22T09:00:14.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fcae9ba99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 to cache LRU end 2024-09-22T09:00:14.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fcae9ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:14.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fcae9ba99c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21, ofs0, ns] 2024-09-22T09:00:14.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fc9caffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398896 cookie 94384142807280 notifier 6017 bl.length()=995 2024-09-22T09:00:14.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fc9caffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 info.flags=0x17 2024-09-22T09:00:14.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fc9caffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 to cache LRU end 2024-09-22T09:00:14.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.268+0000 7fc9caffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:14.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): orig_sources= new_sources= 2024-09-22T09:00:14.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): potential sources added=[] removed=[] 2024-09-22T09:00:14.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): orig_dests= new_dests= 2024-09-22T09:00:14.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): potential dests added=[] removed=[] 2024-09-22T09:00:14.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21.1.0 2024-09-22T09:00:14.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21.1.0 2024-09-22T09:00:14.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21.1.1 2024-09-22T09:00:14.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21.1.1 2024-09-22T09:00:14.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.272+0000 7fcae9ba99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21.0 2024-09-22T09:00:14.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.280+0000 7fcae9ba99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:14.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.280+0000 7fcae9ba99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 2024-09-22T09:00:14.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 info.flags=0x17 2024-09-22T09:00:14.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 to cache LRU end 2024-09-22T09:00:14.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:14.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21, ofs0, ns] 2024-09-22T09:00:14.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fc9ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398897 cookie 94384142807280 notifier 6017 bl.length()=963 2024-09-22T09:00:14.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fc9ca7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 info.flags=0x17 2024-09-22T09:00:14.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fc9ca7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 to cache LRU end 2024-09-22T09:00:14.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fc9ca7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:14.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): orig_sources= new_sources= 2024-09-22T09:00:14.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): potential sources added=[] removed=[] 2024-09-22T09:00:14.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): orig_dests= new_dests= 2024-09-22T09:00:14.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.284+0000 7fcae9ba99c0 20 handle_bi_update(): bucket=:error-at-init-index[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21]): potential dests added=[] removed=[] 2024-09-22T09:00:14.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.288+0000 7fcae9ba99c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-22T09:00:14.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.288+0000 7fc99e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:14.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.296+0000 7fcae9ba99c0 20 remove_watcher() i=0 2024-09-22T09:00:14.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.296+0000 7fcae9ba99c0 2 removed watcher, disabling cache 2024-09-22T09:00:14.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.296+0000 7fcae9ba99c0 20 remove_watcher() i=1 2024-09-22T09:00:14.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.300+0000 7fcae9ba99c0 20 remove_watcher() i=2 2024-09-22T09:00:14.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.300+0000 7fcae9ba99c0 20 remove_watcher() i=3 2024-09-22T09:00:14.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.304+0000 7fcae9ba99c0 20 remove_watcher() i=4 2024-09-22T09:00:14.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.304+0000 7fcae9ba99c0 20 remove_watcher() i=5 2024-09-22T09:00:14.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.308+0000 7fcae9ba99c0 20 remove_watcher() i=6 2024-09-22T09:00:14.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.308+0000 7fcae9ba99c0 20 remove_watcher() i=7 2024-09-22T09:00:14.328 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:00:14.356 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:14.356 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:14.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 realm 2024-09-22T09:00:14.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:14.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.400+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.404+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:14.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.404+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.404+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:14.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.404+0000 7f5a2eab49c0 20 searching for the correct realm 2024-09-22T09:00:14.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.412+0000 7f5a2cdbb640 0 -- 172.21.15.64:0/2914221065 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f5a1c0f6460 msgr2=0x7f5a1c0f68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:14.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.628+0000 7f5a2c5ba640 0 -- 172.21.15.64:0/2914221065 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x56249f418670 msgr2=0x56249f41aa60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:14.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:14.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:14.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:14.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:14.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:14.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:14.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:14.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.636+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 zone default found 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 4 Realm: () 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 zonegroup default 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:14.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 started sync module instance, tier type = 2024-09-22T09:00:14.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.640+0000 7f5a2eab49c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=0 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=1 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=2 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=3 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=4 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=5 2024-09-22T09:00:14.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=6 2024-09-22T09:00:14.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 20 add_watcher() i=7 2024-09-22T09:00:14.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.668+0000 7f5a2eab49c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:14.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.672+0000 7f58e2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:14.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.672+0000 7f5a2eab49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:14.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.672+0000 7f5a2eab49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:14.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 5 note: GC not initialized 2024-09-22T09:00:14.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f58e1fdb640 20 reqs_thread_entry: start 2024-09-22T09:00:14.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:14.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 Filter name: none 2024-09-22T09:00:14.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f58537fe640 20 reqs_thread_entry: start 2024-09-22T09:00:14.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:14.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:14.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:14.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.676+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.680+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:00:14.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.680+0000 7f5a2eab49c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:14.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.680+0000 7f5a2eab49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:00:14.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.680+0000 7f5a2eab49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:14.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.684+0000 7f58e2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:14.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.688+0000 7f5a2eab49c0 20 remove_watcher() i=0 2024-09-22T09:00:14.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.688+0000 7f5a2eab49c0 2 removed watcher, disabling cache 2024-09-22T09:00:14.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.692+0000 7f5a2eab49c0 20 remove_watcher() i=1 2024-09-22T09:00:14.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.692+0000 7f5a2eab49c0 20 remove_watcher() i=2 2024-09-22T09:00:14.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.696+0000 7f5a2eab49c0 20 remove_watcher() i=3 2024-09-22T09:00:14.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.700+0000 7f5a2eab49c0 20 remove_watcher() i=4 2024-09-22T09:00:14.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.700+0000 7f5a2eab49c0 20 remove_watcher() i=5 2024-09-22T09:00:14.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.700+0000 7f5a2eab49c0 20 remove_watcher() i=6 2024-09-22T09:00:14.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:14.704+0000 7f5a2eab49c0 20 remove_watcher() i=7 2024-09-22T09:00:14.721 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:14.722 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:14.722 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-init-index id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-22T09:00:14.722 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:14.818 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at init_index 2024-09-22T09:00:14.818 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.314 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-22T09:00:15.348 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:15.348 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:15.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.392+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 realm 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:15.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.396+0000 7fedd0b289c0 20 searching for the correct realm 2024-09-22T09:00:15.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.404+0000 7fedcee2f640 0 -- 172.21.15.64:0/3902604692 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55b6a1a8e540 msgr2=0x55b6a1a909d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.408+0000 7fedce62e640 0 -- 172.21.15.64:0/3902604692 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fedc4075860 msgr2=0x7fedc407f050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.416+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 zone default found 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 4 Realm: () 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 zonegroup default 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 started sync module instance, tier type = 2024-09-22T09:00:15.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.420+0000 7fedd0b289c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:15.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=0 2024-09-22T09:00:15.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=1 2024-09-22T09:00:15.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=2 2024-09-22T09:00:15.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=3 2024-09-22T09:00:15.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=4 2024-09-22T09:00:15.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=5 2024-09-22T09:00:15.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=6 2024-09-22T09:00:15.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 20 add_watcher() i=7 2024-09-22T09:00:15.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.436+0000 7fedd0b289c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:15.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fec84fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:15.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:15.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 5 note: GC not initialized 2024-09-22T09:00:15.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7febff7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:15.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:15.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 Filter name: none 2024-09-22T09:00:15.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7febfd7fa640 20 reqs_thread_entry: start 2024-09-22T09:00:15.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.440+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.444+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.444+0000 7fedd0b289c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.444+0000 7fedd0b289c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.444+0000 7fedd0b289c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:15.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.444+0000 7fec84fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.448+0000 7fedd0b289c0 20 remove_watcher() i=0 2024-09-22T09:00:15.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.448+0000 7fedd0b289c0 2 removed watcher, disabling cache 2024-09-22T09:00:15.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.452+0000 7fedd0b289c0 20 remove_watcher() i=1 2024-09-22T09:00:15.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.452+0000 7fedd0b289c0 20 remove_watcher() i=2 2024-09-22T09:00:15.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.456+0000 7fedd0b289c0 20 remove_watcher() i=3 2024-09-22T09:00:15.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.456+0000 7fedd0b289c0 20 remove_watcher() i=4 2024-09-22T09:00:15.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.456+0000 7fedd0b289c0 20 remove_watcher() i=5 2024-09-22T09:00:15.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.460+0000 7fedd0b289c0 20 remove_watcher() i=6 2024-09-22T09:00:15.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.460+0000 7fedd0b289c0 20 remove_watcher() i=7 2024-09-22T09:00:15.476 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.476 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:15.477 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-init-indext id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:15.477 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.477 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-22T09:00:15.509 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:15.509 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:15.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.548+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 realm 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:15.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 searching for the correct realm 2024-09-22T09:00:15.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.560+0000 7f9d73400640 0 -- 172.21.15.64:0/2020969648 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f9d680eb910 msgr2=0x7f9d680bf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:15.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.776+0000 7f9d72bff640 0 -- 172.21.15.64:0/2020969648 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5586b107e790 msgr2=0x5586b1080b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:15.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 zone default found 2024-09-22T09:00:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 Realm: () 2024-09-22T09:00:15.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:15.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:15.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:15.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 zonegroup default 2024-09-22T09:00:15.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 started sync module instance, tier type = 2024-09-22T09:00:15.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:15.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=0 2024-09-22T09:00:15.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=1 2024-09-22T09:00:15.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=2 2024-09-22T09:00:15.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=3 2024-09-22T09:00:15.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=4 2024-09-22T09:00:15.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=5 2024-09-22T09:00:15.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=6 2024-09-22T09:00:15.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.812+0000 7f9d750f99c0 20 add_watcher() i=7 2024-09-22T09:00:15.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.812+0000 7f9d750f99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:15.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.816+0000 7f9c297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.816+0000 7f9d750f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:15.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.816+0000 7f9d750f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:15.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 note: GC not initialized 2024-09-22T09:00:15.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9ba3fff640 20 reqs_thread_entry: start 2024-09-22T09:00:15.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 Filter name: none 2024-09-22T09:00:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9ba1ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:00:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : miss 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:15.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:15.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:15.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:15.825 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d750f99c0 time 2024-09-22T09:00:15.829890+0000 2024-09-22T09:00:15.825 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:15.828 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.828 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d789d32eb] 2024-09-22T09:00:15.828 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.828 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d750f99c0 thread_name:radosgw-admin 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.828+0000 7f9d750f99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d750f99c0 time 2024-09-22T09:00:15.829890+0000 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d789d32eb] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.829 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.830 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.830 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:15.830 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.830 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:15.830 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:15.830 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.866 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.866 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d77852520] 2024-09-22T09:00:15.866 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d789d3345] 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.832+0000 7f9d750f99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d750f99c0 thread_name:radosgw-admin 2024-09-22T09:00:15.867 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d77852520] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d789d3345] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.868 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.869 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b0f95320 auth_method 0 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_done global_id 6462 payload 274 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:00:15.528+0000 7f9d723fe640 1 monclient: found mon.noname-a 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: dump: 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.870 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:15.871 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: dump: 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6462 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 4 set_mon_vals no callback set 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: shutdown 2024-09-22T09:00:15.872 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 asok(0x5586b0d84250) unregister_commands rotate-key 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding auth protocol: cephx 2024-09-22T09:00:15.873 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding auth protocol: cephx 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding auth protocol: cephx 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.874 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: starting msgr at 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: starting objecter 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command objecter_requests hook 0x5586b0db1150 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: setting wanted keys 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: calling monclient init 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding auth protocol: cephx 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding auth protocol: cephx 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding auth protocol: cephx 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.875 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key hook 0x5586b0f91d68 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b0e1e060 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b0e1e980 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.876 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b0f95320 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.221045s 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): get_auth_request con 0x5586b0e1e060 auth_method 0 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b0e1e980 auth_method 0 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.877 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_done global_id 6062 payload 824 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:00:15.532+0000 7f9d72bff640 1 monclient: found mon.noname-c 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: dump: 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.878 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: dump: 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.879 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6062 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:00:15.532+0000 7f9c60e09640 4 set_mon_vals no callback set 2024-09-22T09:00:15.880 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: init done 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:00:15.532+0000 7f9c5f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:00:15.532+0000 7f9c5f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:00:15.532+0000 7f9c5f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:00:15.536+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9c58071be0 auth_method 0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:00:15.536+0000 7f9d73400640 10 monclient: get_auth_request con 0x5586b0fd9cd0 auth_method 0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:00:15.536+0000 7f9d72bff640 10 monclient: get_auth_request con 0x5586b0fdcb10 auth_method 0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:00:15.536+0000 7f9d723fe640 10 monclient: get_auth_request con 0x5586b0fe0ec0 auth_method 0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.881 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding auth protocol: cephx 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding auth protocol: cephx 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding auth protocol: cephx 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.882 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command objecter_requests cmddesc objecter_requests hook 0x5586b0fe9770 EEXIST 2024-09-22T09:00:15.883 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding auth protocol: cephx 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding auth protocol: cephx 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding auth protocol: cephx 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.884 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key cmddesc rotate-key hook 0x5586b0fe4510 EEXIST 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b100d920 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b100d250 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b100bc30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.885 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.230129s 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): get_auth_request con 0x5586b100d920 auth_method 0 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b100d250 auth_method 0 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.886 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b100bc30 auth_method 0 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_done global_id 6468 payload 824 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:00:15.540+0000 7f9d72bff640 1 monclient: found mon.noname-a 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: dump: 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.887 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: dump: 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.888 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6468 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:00:15.540+0000 7f9d73c01640 4 set_mon_vals no callback set 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.889 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:00:15.544+0000 7f9c5ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:00:15.544+0000 7f9c5ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:00:15.544+0000 7f9c5ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9c4c071b20 auth_method 0 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: get_monmap_and_config 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.890 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding auth protocol: cephx 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding auth protocol: cephx 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding auth protocol: cephx 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.891 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding auth protocol: cephx 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding auth protocol: cephx 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding auth protocol: cephx 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.892 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key cmddesc rotate-key hook 0x7ffc45551198 EEXIST 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b1061730 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b105cb20 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b105d4a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.893 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.234212s 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b105cb20 auth_method 0 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b105d4a0 auth_method 0 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.894 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_done global_id 6068 payload 274 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:00:15.544+0000 7f9d723fe640 1 monclient: found mon.noname-c 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:00:15.544+0000 7f9d72bff640 10 monclient: get_auth_request con 0x5586b1061730 auth_method 0 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: dump: 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.895 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:15.896 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: dump: 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6068 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 4 set_mon_vals no callback set 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: shutdown 2024-09-22T09:00:15.897 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding auth protocol: cephx 2024-09-22T09:00:15.898 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding auth protocol: cephx 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding auth protocol: cephx 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.899 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: starting msgr at 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: starting objecter 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command objecter_requests cmddesc objecter_requests hook 0x5586b1054560 EEXIST 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: setting wanted keys 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: calling monclient init 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding auth protocol: cephx 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding auth protocol: cephx 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding auth protocol: cephx 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.900 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key cmddesc rotate-key hook 0x5586b100f888 EEXIST 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b105cb20 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.901 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b105d4a0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b1061730 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.237117s 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b1061730 auth_method 0 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): get_auth_request con 0x5586b105cb20 auth_method 0 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.902 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b105d4a0 auth_method 0 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_done global_id 6071 payload 824 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:00:15.548+0000 7f9d72bff640 1 monclient: found mon.noname-c 2024-09-22T09:00:15.903 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: dump: 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.904 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: dump: 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.905 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:00:15.548+0000 7f9c567fc640 4 set_mon_vals no callback set 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6071 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: init done 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cr dump hook 0x5586b105aeb8 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:00:15.552+0000 7f9c54ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:00:15.552+0000 7f9c54ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:00:15.552+0000 7f9c54ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:00:15.552+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9c3c071be0 auth_method 0 2024-09-22T09:00:15.906 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:00:15.552+0000 7f9d73400640 10 monclient: get_auth_request con 0x5586b107a470 auth_method 0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 realm 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:00:15.552+0000 7f9d72bff640 10 monclient: get_auth_request con 0x5586b107e790 auth_method 0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:00:15.556+0000 7f9d723fe640 10 monclient: get_auth_request con 0x5586b1081f10 auth_method 0 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 searching for the correct realm 2024-09-22T09:00:15.907 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:00:15.556+0000 7f9d73400640 10 monclient: get_auth_request con 0x5586b1086c90 auth_method 0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:00:15.556+0000 7f9d72bff640 10 monclient: get_auth_request con 0x7f9d6c022040 auth_method 0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:00:15.560+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9d680eb020 auth_method 0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:00:15.560+0000 7f9d73400640 0 -- 172.21.15.64:0/2020969648 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f9d680eb910 msgr2=0x7f9d680bf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:00:15.764+0000 7f9d73400640 10 monclient: get_auth_request con 0x7f9d680eb910 auth_method 0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:00:15.772+0000 7f9d72bff640 10 monclient: get_auth_request con 0x7f9d68108460 auth_method 0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:00:15.776+0000 7f9d72bff640 0 -- 172.21.15.64:0/2020969648 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5586b107e790 msgr2=0x5586b1080b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:00:15.776+0000 7f9c54ff9640 1 client.6071.objecter ms_handle_reset 0x5586b107e790 session 0x5586b107d5d0 osd.5 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:00:15.776+0000 7f9c54ff9640 10 monclient: _renew_subs 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:00:15.776+0000 7f9c54ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:00:15.776+0000 7f9d72bff640 10 monclient: get_auth_request con 0x7f9c3c082300 auth_method 0 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:15.908 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 zone default found 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 Realm: () 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 zonegroup default 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.909 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 started sync module instance, tier type = 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=0 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=1 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=2 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=3 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=4 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=5 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=6 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:00:15.812+0000 7f9d750f99c0 20 add_watcher() i=7 2024-09-22T09:00:15.910 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:00:15.812+0000 7f9d750f99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding auth protocol: cephx 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding auth protocol: cephx 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding auth protocol: cephx 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.911 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:00:15.816+0000 7f9c297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache list hook 0x5586b105ad40 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache inspect hook 0x5586b105ad40 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache erase hook 0x5586b105ad40 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache zap hook 0x5586b105ad40 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 note: GC not initialized 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:00:15.820+0000 7f9ba3fff640 20 reqs_thread_entry: start 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace show hook 0x7f9d64004370 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace history hook 0x7f9d64004370 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace active hook 0x7f9d64004370 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace active_short hook 0x7f9d64004370 2024-09-22T09:00:15.912 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 Filter name: none 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:00:15.820+0000 7f9ba1ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : miss 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:15.913 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:00:15.828+0000 7f9d750f99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d750f99c0 time 2024-09-22T09:00:15.829890+0000 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d789d32eb] 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:15.914 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:00:15.832+0000 7f9d750f99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d750f99c0 thread_name:radosgw-admin 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d77852520] 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d789d3345] 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.915 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:00:15.916 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:00:15.917 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:00:15.918 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:00:15.919 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:00:15.920 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:00:15.921 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9ba1ffb640 / http_manager 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9ba3fff640 / http_manager 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c297e2640 / rgw_dt_lg_renew 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c54ff9640 / ms_dispatch 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c567fc640 / io_context_pool 2024-09-22T09:00:15.922 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c5ce01640 / ms_dispatch 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c5f606640 / ms_dispatch 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c60e09640 / io_context_pool 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d723fe640 / msgr-worker-2 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d72bff640 / msgr-worker-1 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d73400640 / msgr-worker-0 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d73c01640 / io_context_pool 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d750f99c0 / radosgw-admin 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.83313.log 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.923 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:00:15.528+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b0f95320 auth_method 0 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:00:15.528+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient(hunting): handle_auth_done global_id 6462 payload 274 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.924 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:00:15.528+0000 7f9d723fe640 1 monclient: found mon.noname-a 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:00:15.528+0000 7f9d723fe640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: dump: 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.925 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:00:15.528+0000 7f9c60e09640 10 monclient: dump: 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.926 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6462 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 4 set_mon_vals no callback set 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: shutdown 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 asok(0x5586b0d84250) unregister_commands rotate-key 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.927 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding auth protocol: cephx 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding auth protocol: cephx 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding auth protocol: cephx 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.928 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: crc 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:00:15.528+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f97c40) adding con mode: secure 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: starting msgr at 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: starting objecter 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command objecter_requests hook 0x5586b0db1150 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: setting wanted keys 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: calling monclient init 2024-09-22T09:00:15.929 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding auth protocol: cephx 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding auth protocol: cephx 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding auth protocol: cephx 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.930 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: crc 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0f91c20) adding con mode: secure 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key hook 0x5586b0f91d68 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b0e1e060 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b0e1e980 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b0f95320 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.221045s 2024-09-22T09:00:15.931 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): get_auth_request con 0x5586b0e1e060 auth_method 0 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b0e1e980 auth_method 0 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:00:15.532+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient(hunting): handle_auth_done global_id 6062 payload 824 2024-09-22T09:00:15.932 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:00:15.532+0000 7f9d72bff640 1 monclient: found mon.noname-c 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:00:15.532+0000 7f9d72bff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: dump: 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.933 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:00:15.532+0000 7f9c5f606640 10 monclient: dump: 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.934 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6062 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:00:15.532+0000 7f9c60e09640 4 set_mon_vals no callback set 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:00:15.532+0000 7f9d750f99c0 1 librados: init done 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:00:15.532+0000 7f9c5f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:00:15.532+0000 7f9c5f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:00:15.532+0000 7f9c5f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:00:15.536+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9c58071be0 auth_method 0 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:00:15.536+0000 7f9d73400640 10 monclient: get_auth_request con 0x5586b0fd9cd0 auth_method 0 2024-09-22T09:00:15.935 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:00:15.536+0000 7f9d72bff640 10 monclient: get_auth_request con 0x5586b0fdcb10 auth_method 0 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:00:15.536+0000 7f9d723fe640 10 monclient: get_auth_request con 0x5586b0fe0ec0 auth_method 0 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.936 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding auth protocol: cephx 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding auth protocol: cephx 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding auth protocol: cephx 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: crc 2024-09-22T09:00:15.937 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe5d40) adding con mode: secure 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command objecter_requests cmddesc objecter_requests hook 0x5586b0fe9770 EEXIST 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding auth protocol: cephx 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding auth protocol: cephx 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding auth protocol: cephx 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.938 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: crc 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 AuthRegistry(0x5586b0fe43c8) adding con mode: secure 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key cmddesc rotate-key hook 0x5586b0fe4510 EEXIST 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b100d920 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b100d250 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b100bc30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.939 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.230129s 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): get_auth_request con 0x5586b100d920 auth_method 0 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b100d250 auth_method 0 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.940 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:00:15.540+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b100bc30 auth_method 0 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:00:15.540+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient(hunting): handle_auth_done global_id 6468 payload 824 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:00:15.540+0000 7f9d72bff640 1 monclient: found mon.noname-a 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:00:15.540+0000 7f9d72bff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: dump: 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.941 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:00:15.540+0000 7f9c5ce01640 10 monclient: dump: 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.942 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6468 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:00:15.540+0000 7f9d73c01640 4 set_mon_vals no callback set 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:00:15.540+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:15.943 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:00:15.544+0000 7f9c5ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:00:15.544+0000 7f9c5ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:00:15.544+0000 7f9c5ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9c4c071b20 auth_method 0 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: get_monmap_and_config 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.944 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding auth protocol: cephx 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding auth protocol: cephx 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding auth protocol: cephx 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.945 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: crc 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b102d240) adding con mode: secure 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding auth protocol: cephx 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding auth protocol: cephx 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding auth protocol: cephx 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.946 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: crc 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551050) adding con mode: secure 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key cmddesc rotate-key hook 0x7ffc45551198 EEXIST 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b1061730 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b105cb20 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b105d4a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.947 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.234212s 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b105cb20 auth_method 0 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b105d4a0 auth_method 0 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.948 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:00:15.544+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient(hunting): handle_auth_done global_id 6068 payload 274 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:00:15.544+0000 7f9d723fe640 1 monclient: found mon.noname-c 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:00:15.544+0000 7f9d723fe640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:00:15.544+0000 7f9d72bff640 10 monclient: get_auth_request con 0x5586b1061730 auth_method 0 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: dump: 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.949 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:00:15.544+0000 7f9c567fc640 10 monclient: dump: 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.950 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6068 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 4 set_mon_vals no callback set 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: shutdown 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: build_initial_monmap 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 10 monclient: monmap: 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:15.951 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding auth protocol: cephx 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding auth protocol: cephx 2024-09-22T09:00:15.952 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding auth protocol: cephx 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.954 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: crc 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:00:15.544+0000 7f9d750f99c0 5 AuthRegistry(0x5586b105d990) adding con mode: secure 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: starting msgr at 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: starting objecter 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command objecter_requests cmddesc objecter_requests hook 0x5586b1054560 EEXIST 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: setting wanted keys 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: calling monclient init 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: init 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding auth protocol: cephx 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding auth protocol: cephx 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding auth protocol: cephx 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.955 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: crc 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 AuthRegistry(0x5586b100f740) adding con mode: secure 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command rotate-key cmddesc rotate-key hook 0x5586b100f888 EEXIST 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:15.956 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-c con 0x5586b105cb20 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-b con 0x5586b105d4a0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): picked mon.noname-a con 0x5586b1061730 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient(hunting): authenticate will time out at 2212.237117s 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): get_auth_request con 0x5586b1061730 auth_method 0 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): get_auth_request con 0x5586b105cb20 auth_method 0 2024-09-22T09:00:15.957 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:00:15.548+0000 7f9d73400640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): get_auth_request con 0x5586b105d4a0 auth_method 0 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:00:15.548+0000 7f9d723fe640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient(hunting): handle_auth_done global_id 6071 payload 824 2024-09-22T09:00:15.958 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient: _finish_hunting 0 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:00:15.548+0000 7f9d72bff640 1 monclient: found mon.noname-c 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:00:15.548+0000 7f9d72bff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: dump: 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.959 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: _finish_auth 0 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:00:15.548+0000 7f9c54ff9640 10 monclient: dump: 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:15.960 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:00:15.548+0000 7f9c567fc640 4 set_mon_vals no callback set 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 monclient: authenticate success, global_id 6071 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _renew_subs 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 1 librados: init done 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cr dump hook 0x5586b105aeb8 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:00:15.548+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:00:15.552+0000 7f9c54ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:00:15.552+0000 7f9c54ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:00:15.552+0000 7f9c54ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:15.961 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:00:15.552+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9c3c071be0 auth_method 0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:00:15.552+0000 7f9d73400640 10 monclient: get_auth_request con 0x5586b107a470 auth_method 0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 realm 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:00:15.552+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:00:15.552+0000 7f9d72bff640 10 monclient: get_auth_request con 0x5586b107e790 auth_method 0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:00:15.556+0000 7f9d723fe640 10 monclient: get_auth_request con 0x5586b1081f10 auth_method 0 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:15.962 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:00:15.556+0000 7f9d750f99c0 20 searching for the correct realm 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:00:15.556+0000 7f9d73400640 10 monclient: get_auth_request con 0x5586b1086c90 auth_method 0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:00:15.556+0000 7f9d72bff640 10 monclient: get_auth_request con 0x7f9d6c022040 auth_method 0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:00:15.560+0000 7f9d723fe640 10 monclient: get_auth_request con 0x7f9d680eb020 auth_method 0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:00:15.560+0000 7f9d73400640 0 -- 172.21.15.64:0/2020969648 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f9d680eb910 msgr2=0x7f9d680bf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:00:15.764+0000 7f9d73400640 10 monclient: get_auth_request con 0x7f9d680eb910 auth_method 0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:00:15.772+0000 7f9d72bff640 10 monclient: get_auth_request con 0x7f9d68108460 auth_method 0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:00:15.776+0000 7f9d72bff640 0 -- 172.21.15.64:0/2020969648 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5586b107e790 msgr2=0x5586b1080b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:00:15.776+0000 7f9c54ff9640 1 client.6071.objecter ms_handle_reset 0x5586b107e790 session 0x5586b107d5d0 osd.5 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:00:15.776+0000 7f9c54ff9640 10 monclient: _renew_subs 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:00:15.776+0000 7f9c54ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:00:15.776+0000 7f9d72bff640 10 monclient: get_auth_request con 0x7f9c3c082300 auth_method 0 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:15.963 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:00:15.784+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 zone default found 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 Realm: () 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:15.964 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 zonegroup default 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 started sync module instance, tier type = 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:00:15.788+0000 7f9d750f99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=0 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=1 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=2 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=3 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=4 2024-09-22T09:00:15.965 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=5 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:00:15.808+0000 7f9d750f99c0 20 add_watcher() i=6 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:00:15.812+0000 7f9d750f99c0 20 add_watcher() i=7 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:00:15.812+0000 7f9d750f99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding auth protocol: cephx 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding auth protocol: cephx 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding auth protocol: cephx 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.966 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: crc 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 AuthRegistry(0x7ffc45551520) adding con mode: secure 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:00:15.816+0000 7f9c297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache list hook 0x5586b105ad40 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache inspect hook 0x5586b105ad40 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache erase hook 0x5586b105ad40 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:00:15.816+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command cache zap hook 0x5586b105ad40 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 note: GC not initialized 2024-09-22T09:00:15.967 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:00:15.820+0000 7f9ba3fff640 20 reqs_thread_entry: start 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace show hook 0x7f9d64004370 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace history hook 0x7f9d64004370 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace active hook 0x7f9d64004370 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 5 asok(0x5586b0d84250) register_command sync trace active_short hook 0x7f9d64004370 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 Filter name: none 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:00:15.820+0000 7f9ba1ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : miss 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.968 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:00:15.820+0000 7f9d750f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:00:15.828+0000 7f9d750f99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d750f99c0 time 2024-09-22T09:00:15.829890+0000 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d789d32eb] 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.969 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:00:15.832+0000 7f9d750f99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d750f99c0 thread_name:radosgw-admin 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d77852520] 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d789d3345] 2024-09-22T09:00:15.970 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d789d349f] 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5586ae30a901] 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b742) [0x5586aed67742] 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5586ae31fd6d] 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d77839d90] 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:00:15.971 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:00:15.972 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:00:15.973 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:00:15.974 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:00:15.975 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:00:15.976 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:00:15.977 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9ba1ffb640 / http_manager 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9ba3fff640 / http_manager 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c297e2640 / rgw_dt_lg_renew 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c54ff9640 / ms_dispatch 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c567fc640 / io_context_pool 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c5ce01640 / ms_dispatch 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c5f606640 / ms_dispatch 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c60e09640 / io_context_pool 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d723fe640 / msgr-worker-2 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d72bff640 / msgr-worker-1 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d73400640 / msgr-worker-0 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d73c01640 / io_context_pool 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d750f99c0 / radosgw-admin 2024-09-22T09:00:15.978 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:00:15.979 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:00:15.979 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:00:15.836842Z_b2fc3aae-ac15-4ee6-bfa5-51ca5cf19504/log 2024-09-22T09:00:15.979 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:00:15.979 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:00:15.979 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-22T09:00:15.982 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 realm 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.920+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.924+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.924+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.924+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.924+0000 7f69969b09c0 20 searching for the correct realm 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.932+0000 7f6993cb5640 0 -- 172.21.15.64:0/2266519258 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f69880cb950 msgr2=0x7f69880d73f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.936+0000 7f6993cb5640 0 -- 172.21.15.64:0/2266519258 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f685c082300 msgr2=0x7f685c084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:15.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 zone default found 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 4 Realm: () 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 zonegroup default 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.944+0000 7f69969b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.948+0000 7f69969b09c0 20 started sync module instance, tier type = 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.948+0000 7f69969b09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=0 2024-09-22T09:00:15.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=1 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=2 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=3 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=4 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=5 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.960+0000 7f69969b09c0 20 add_watcher() i=6 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 20 add_watcher() i=7 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f684afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 5 note: GC not initialized 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f6849fdb640 20 reqs_thread_entry: start 2024-09-22T09:00:15.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 20 Filter name: none 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f67bb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.964+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f69969b09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.968+0000 7f684afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.976+0000 7f69969b09c0 20 remove_watcher() i=0 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.976+0000 7f69969b09c0 2 removed watcher, disabling cache 2024-09-22T09:00:15.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.976+0000 7f69969b09c0 20 remove_watcher() i=1 2024-09-22T09:00:15.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.980+0000 7f69969b09c0 20 remove_watcher() i=2 2024-09-22T09:00:15.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.980+0000 7f69969b09c0 20 remove_watcher() i=3 2024-09-22T09:00:15.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.984+0000 7f69969b09c0 20 remove_watcher() i=4 2024-09-22T09:00:15.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.984+0000 7f69969b09c0 20 remove_watcher() i=5 2024-09-22T09:00:15.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.988+0000 7f69969b09c0 20 remove_watcher() i=6 2024-09-22T09:00:15.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:15.988+0000 7f69969b09c0 20 remove_watcher() i=7 2024-09-22T09:00:16.003 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:16.003 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:16.003 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-init-indext id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:16.003 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:16.061 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:00:16.099 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:16.099 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:16.146 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.144+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.144+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.144+0000 7f2208de39c0 20 realm 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.144+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:16.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:16.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.148+0000 7f2208de39c0 20 searching for the correct realm 2024-09-22T09:00:16.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.156+0000 7f22070ea640 0 -- 172.21.15.64:0/504609716 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55e28aabbb20 msgr2=0x55e28aabdf10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:16.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.160+0000 7f22068e9640 0 -- 172.21.15.64:0/504609716 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f21f000c910 msgr2=0x7f21f001a420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:16.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:16.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 zone default found 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 4 Realm: () 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 zonegroup default 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.168+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:16.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 started sync module instance, tier type = 2024-09-22T09:00:16.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.172+0000 7f2208de39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:16.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=0 2024-09-22T09:00:16.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=1 2024-09-22T09:00:16.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=2 2024-09-22T09:00:16.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=3 2024-09-22T09:00:16.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=4 2024-09-22T09:00:16.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=5 2024-09-22T09:00:16.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=6 2024-09-22T09:00:16.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 20 add_watcher() i=7 2024-09-22T09:00:16.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.188+0000 7f2208de39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:16.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f20bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:16.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 5 note: GC not initialized 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2037fff640 20 reqs_thread_entry: start 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 Filter name: none 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2035ffb640 20 reqs_thread_entry: start 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:00:16.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : miss 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:16.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:16.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.192+0000 7f2208de39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:16.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.196+0000 7f2208de39c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to be held by another RGW process; skipping for now 2024-09-22T09:00:16.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.196+0000 7f20bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:16.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.200+0000 7f2208de39c0 20 remove_watcher() i=0 2024-09-22T09:00:16.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.200+0000 7f2208de39c0 2 removed watcher, disabling cache 2024-09-22T09:00:16.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.200+0000 7f2208de39c0 20 remove_watcher() i=1 2024-09-22T09:00:16.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.204+0000 7f2208de39c0 20 remove_watcher() i=2 2024-09-22T09:00:16.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.204+0000 7f2208de39c0 20 remove_watcher() i=3 2024-09-22T09:00:16.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.208+0000 7f2208de39c0 20 remove_watcher() i=4 2024-09-22T09:00:16.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.208+0000 7f2208de39c0 20 remove_watcher() i=5 2024-09-22T09:00:16.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.212+0000 7f2208de39c0 20 remove_watcher() i=6 2024-09-22T09:00:16.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:16.212+0000 7f2208de39c0 20 remove_watcher() i=7 2024-09-22T09:00:16.226 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:00:46.257 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:00:46.296 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:46.296 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:46.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 realm 2024-09-22T09:00:46.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:46.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.344+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.348+0000 7fa0117ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:46.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.348+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.348+0000 7fa0117ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:46.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.348+0000 7fa0117ab9c0 20 searching for the correct realm 2024-09-22T09:00:46.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.352+0000 7fa00f2b1640 0 -- 172.21.15.64:0/1193366593 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fa0080059f0 msgr2=0x7fa00801c440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:46.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.360+0000 7fa00f2b1640 0 -- 172.21.15.64:0/1193366593 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fa00401a040 msgr2=0x7fa0040347b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:46.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.576+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:46.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:46.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 zone default found 2024-09-22T09:00:46.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 4 Realm: () 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 zonegroup default 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 started sync module instance, tier type = 2024-09-22T09:00:46.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.580+0000 7fa0117ab9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:46.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=0 2024-09-22T09:00:46.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=1 2024-09-22T09:00:46.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=2 2024-09-22T09:00:46.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=3 2024-09-22T09:00:46.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=4 2024-09-22T09:00:46.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=5 2024-09-22T09:00:46.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.604+0000 7fa0117ab9c0 20 add_watcher() i=6 2024-09-22T09:00:46.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.608+0000 7fa0117ab9c0 20 add_watcher() i=7 2024-09-22T09:00:46.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.608+0000 7fa0117ab9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:46.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.612+0000 7f9ec5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:46.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.612+0000 7fa0117ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:46.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.612+0000 7fa0117ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:46.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.612+0000 7fa0117ab9c0 5 note: GC not initialized 2024-09-22T09:00:46.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.612+0000 7f9ec4fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:46.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:46.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 20 Filter name: none 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7f9e3e7fc640 20 reqs_thread_entry: start 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:00:46.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : miss 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.616+0000 7fa0117ab9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:46.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22, ofs0, ns] 2024-09-22T09:00:46.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7f9ef2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398900 cookie 93901134066480 notifier 6119 bl.length()=997 2024-09-22T09:00:46.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7f9ef2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7f9ef2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7f9ef2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): orig_sources= new_sources= 2024-09-22T09:00:46.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): potential sources added=[] removed=[] 2024-09-22T09:00:46.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): orig_dests= new_dests= 2024-09-22T09:00:46.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.624+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): potential dests added=[] removed=[] 2024-09-22T09:00:46.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.628+0000 7fa0117ab9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22.1.0 2024-09-22T09:00:46.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.628+0000 7fa0117ab9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22.1.0 2024-09-22T09:00:46.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.628+0000 7fa0117ab9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22.1.1 2024-09-22T09:00:46.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.628+0000 7fa0117ab9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22.1.1 2024-09-22T09:00:46.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.628+0000 7fa0117ab9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22.0 2024-09-22T09:00:46.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7fa0117ab9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:46.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7fa0117ab9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:46.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7fa0117ab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7fa0117ab9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7fa0117ab9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7fa0117ab9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22, ofs0, ns] 2024-09-22T09:00:46.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7f9ef27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398901 cookie 93901134066480 notifier 6119 bl.length()=997 2024-09-22T09:00:46.635 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7f9ef27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7f9ef27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.636+0000 7f9ef27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.640+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): orig_sources= new_sources= 2024-09-22T09:00:46.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.640+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): potential sources added=[] removed=[] 2024-09-22T09:00:46.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.640+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): orig_dests= new_dests= 2024-09-22T09:00:46.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.640+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): potential dests added=[] removed=[] 2024-09-22T09:00:46.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.640+0000 7fa0117ab9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22.0 2024-09-22T09:00:46.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7fa0117ab9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:46.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7fa0117ab9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 2024-09-22T09:00:46.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7fa0117ab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7fa0117ab9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7fa0117ab9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7fa0117ab9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22, ofs0, ns] 2024-09-22T09:00:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7f9ef27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398902 cookie 93901134066480 notifier 6119 bl.length()=965 2024-09-22T09:00:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7f9ef27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 info.flags=0x17 2024-09-22T09:00:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7f9ef27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 to cache LRU end 2024-09-22T09:00:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.644+0000 7f9ef27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:46.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.648+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): orig_sources= new_sources= 2024-09-22T09:00:46.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.648+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): potential sources added=[] removed=[] 2024-09-22T09:00:46.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.648+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): orig_dests= new_dests= 2024-09-22T09:00:46.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.648+0000 7fa0117ab9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22]): potential dests added=[] removed=[] 2024-09-22T09:00:46.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.648+0000 7fa0117ab9c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-22T09:00:46.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.652+0000 7f9ec5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:46.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.660+0000 7fa0117ab9c0 20 remove_watcher() i=0 2024-09-22T09:00:46.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.660+0000 7fa0117ab9c0 2 removed watcher, disabling cache 2024-09-22T09:00:46.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.664+0000 7fa0117ab9c0 20 remove_watcher() i=1 2024-09-22T09:00:46.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.664+0000 7fa0117ab9c0 20 remove_watcher() i=2 2024-09-22T09:00:46.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.668+0000 7fa0117ab9c0 20 remove_watcher() i=3 2024-09-22T09:00:46.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.672+0000 7fa0117ab9c0 20 remove_watcher() i=4 2024-09-22T09:00:46.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.672+0000 7fa0117ab9c0 20 remove_watcher() i=5 2024-09-22T09:00:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.676+0000 7fa0117ab9c0 20 remove_watcher() i=6 2024-09-22T09:00:46.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.676+0000 7fa0117ab9c0 20 remove_watcher() i=7 2024-09-22T09:00:46.696 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-22T09:00:46.730 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:46.731 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:46.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 realm 2024-09-22T09:00:46.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:46.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.780+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.784+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:46.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.784+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.784+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:46.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.784+0000 7f3d7628d9c0 20 searching for the correct realm 2024-09-22T09:00:46.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.788+0000 7f3d73592640 0 -- 172.21.15.64:0/3156143637 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x558989a4a8c0 msgr2=0x558989a4cd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:46.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.796+0000 7f3d73592640 0 -- 172.21.15.64:0/3156143637 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f3d68018070 msgr2=0x7f3d6805c7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:46.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.804+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 zone default found 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 4 Realm: () 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:46.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 zonegroup default 2024-09-22T09:00:46.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:46.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 started sync module instance, tier type = 2024-09-22T09:00:46.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.808+0000 7f3d7628d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=0 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=1 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=2 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=3 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=4 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=5 2024-09-22T09:00:46.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=6 2024-09-22T09:00:46.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 20 add_watcher() i=7 2024-09-22T09:00:46.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.824+0000 7f3d7628d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:46.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3c29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:46.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:46.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:46.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 5 note: GC not initialized 2024-09-22T09:00:46.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3c28fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:46.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:46.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 Filter name: none 2024-09-22T09:00:46.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3ba27fc640 20 reqs_thread_entry: start 2024-09-22T09:00:46.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:46.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.828+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:46.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:46.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-22T09:00:46.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:46.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-22T09:00:46.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3d7628d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:46.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.832+0000 7f3c29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:46.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.840+0000 7f3d7628d9c0 20 remove_watcher() i=0 2024-09-22T09:00:46.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.840+0000 7f3d7628d9c0 2 removed watcher, disabling cache 2024-09-22T09:00:46.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.840+0000 7f3d7628d9c0 20 remove_watcher() i=1 2024-09-22T09:00:46.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.844+0000 7f3d7628d9c0 20 remove_watcher() i=2 2024-09-22T09:00:46.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.844+0000 7f3d7628d9c0 20 remove_watcher() i=3 2024-09-22T09:00:46.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.848+0000 7f3d7628d9c0 20 remove_watcher() i=4 2024-09-22T09:00:46.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.848+0000 7f3d7628d9c0 20 remove_watcher() i=5 2024-09-22T09:00:46.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.848+0000 7f3d7628d9c0 20 remove_watcher() i=6 2024-09-22T09:00:46.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:46.852+0000 7f3d7628d9c0 20 remove_watcher() i=7 2024-09-22T09:00:46.862 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:46.862 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:46.862 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-init-indext id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:00:46.862 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:46.932 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-22T09:00:46.932 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:47.410 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:00:47.443 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:47.443 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:47.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.492+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 realm 2024-09-22T09:00:47.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:47.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:47.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.496+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.500+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:47.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.500+0000 7f81cf9089c0 20 searching for the correct realm 2024-09-22T09:00:47.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.504+0000 7f81cdc0f640 0 -- 172.21.15.64:0/924884486 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55bb703906e0 msgr2=0x55bb70392ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:47.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.508+0000 7f81cd40e640 0 -- 172.21.15.64:0/924884486 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f81c4077300 msgr2=0x7f81c40794f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:47.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 zone default found 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 4 Realm: () 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 zonegroup default 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 started sync module instance, tier type = 2024-09-22T09:00:47.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.520+0000 7f81cf9089c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=0 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=1 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=2 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=3 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=4 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=5 2024-09-22T09:00:47.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.536+0000 7f81cf9089c0 20 add_watcher() i=6 2024-09-22T09:00:47.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.540+0000 7f81cf9089c0 20 add_watcher() i=7 2024-09-22T09:00:47.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.540+0000 7f81cf9089c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.540+0000 7f8083fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.540+0000 7f81cf9089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.540+0000 7f81cf9089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.540+0000 7f81cf9089c0 5 note: GC not initialized 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f8082fe5640 20 reqs_thread_entry: start 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 Filter name: none 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f8080fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:47.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:47.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:47.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:47.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:47.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:47.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.544+0000 7f81cf9089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:47.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.548+0000 7f8083fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:47.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.552+0000 7f81cf9089c0 20 remove_watcher() i=0 2024-09-22T09:00:47.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.552+0000 7f81cf9089c0 2 removed watcher, disabling cache 2024-09-22T09:00:47.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.556+0000 7f81cf9089c0 20 remove_watcher() i=1 2024-09-22T09:00:47.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.556+0000 7f81cf9089c0 20 remove_watcher() i=2 2024-09-22T09:00:47.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.560+0000 7f81cf9089c0 20 remove_watcher() i=3 2024-09-22T09:00:47.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.560+0000 7f81cf9089c0 20 remove_watcher() i=4 2024-09-22T09:00:47.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.564+0000 7f81cf9089c0 20 remove_watcher() i=5 2024-09-22T09:00:47.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.564+0000 7f81cf9089c0 20 remove_watcher() i=6 2024-09-22T09:00:47.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.564+0000 7f81cf9089c0 20 remove_watcher() i=7 2024-09-22T09:00:47.576 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:47.577 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:47.577 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:47.577 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:47.577 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-22T09:00:47.609 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:47.609 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:47.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 realm 2024-09-22T09:00:47.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:47.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.656+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.660+0000 7f955f79e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:47.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.660+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.660+0000 7f955f79e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:47.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.660+0000 7f955f79e9c0 20 searching for the correct realm 2024-09-22T09:00:47.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.664+0000 7f955daa5640 0 -- 172.21.15.64:0/82636109 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x563195004b60 msgr2=0x563195006f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:47.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.672+0000 7f955d2a4640 0 -- 172.21.15.64:0/82636109 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f9554008040 msgr2=0x7f95540667b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:47.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:47.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:47.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:47.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:47.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:47.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:47.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 zone default found 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 4 Realm: () 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 zonegroup default 2024-09-22T09:00:47.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.680+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.684+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.684+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.684+0000 7f955f79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.684+0000 7f955f79e9c0 20 started sync module instance, tier type = 2024-09-22T09:00:47.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.684+0000 7f955f79e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=0 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=1 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=2 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=3 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=4 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=5 2024-09-22T09:00:47.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.696+0000 7f955f79e9c0 20 add_watcher() i=6 2024-09-22T09:00:47.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.700+0000 7f955f79e9c0 20 add_watcher() i=7 2024-09-22T09:00:47.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.700+0000 7f955f79e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:47.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.700+0000 7f94137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:47.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.700+0000 7f955f79e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:47.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.700+0000 7f955f79e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:47.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.700+0000 7f955f79e9c0 5 note: GC not initialized 2024-09-22T09:00:47.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f94127e4640 20 reqs_thread_entry: start 2024-09-22T09:00:47.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:47.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 20 Filter name: none 2024-09-22T09:00:47.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f9383fff640 20 reqs_thread_entry: start 2024-09-22T09:00:47.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-22T09:00:47.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:47.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-22T09:00:47.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-22T09:00:47.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 : miss 2024-09-22T09:00:47.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:47.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:47.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:47.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:47.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:47.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:47.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.704+0000 7f955f79e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 2024-09-22T09:00:47.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.712+0000 7f955f79e9c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-22T09:00:47.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.712+0000 7f955f79e9c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-22T09:00:47.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.716+0000 7f94137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:47.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.720+0000 7f955f79e9c0 20 remove_watcher() i=0 2024-09-22T09:00:47.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.720+0000 7f955f79e9c0 2 removed watcher, disabling cache 2024-09-22T09:00:47.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.724+0000 7f955f79e9c0 20 remove_watcher() i=1 2024-09-22T09:00:47.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.724+0000 7f955f79e9c0 20 remove_watcher() i=2 2024-09-22T09:00:47.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.728+0000 7f955f79e9c0 20 remove_watcher() i=3 2024-09-22T09:00:47.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.728+0000 7f955f79e9c0 20 remove_watcher() i=4 2024-09-22T09:00:47.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.732+0000 7f955f79e9c0 20 remove_watcher() i=5 2024-09-22T09:00:47.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.732+0000 7f955f79e9c0 20 remove_watcher() i=6 2024-09-22T09:00:47.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:47.732+0000 7f955f79e9c0 20 remove_watcher() i=7 2024-09-22T09:00:47.745 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:00:47.774 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:47.774 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:48.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.020+0000 7f2470682640 0 --2- 172.21.15.64:0/106530748 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d0a43e0cf0 0x55d0a43e3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:00:48.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.024+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 realm 2024-09-22T09:00:48.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:48.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:48.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:48.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.028+0000 7f2472b7c9c0 20 searching for the correct realm 2024-09-22T09:00:48.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.032+0000 7f246fe81640 0 -- 172.21.15.64:0/106530748 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x55d0a44010a0 msgr2=0x55d0a4403490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:48.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.040+0000 7f246fe81640 0 -- 172.21.15.64:0/106530748 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x7f2338089f40 msgr2=0x7f233808c330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:48.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:48.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 zone default found 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 4 Realm: () 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 zonegroup default 2024-09-22T09:00:48.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 started sync module instance, tier type = 2024-09-22T09:00:48.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.052+0000 7f2472b7c9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=0 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=1 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=2 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=3 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=4 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=5 2024-09-22T09:00:48.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=6 2024-09-22T09:00:48.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 20 add_watcher() i=7 2024-09-22T09:00:48.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.072+0000 7f2472b7c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:48.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2326fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:48.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:48.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:48.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 5 note: GC not initialized 2024-09-22T09:00:48.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2325fe3640 20 reqs_thread_entry: start 2024-09-22T09:00:48.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:48.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 Filter name: none 2024-09-22T09:00:48.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f231effd640 20 reqs_thread_entry: start 2024-09-22T09:00:48.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:48.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:48.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:48.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:48.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.076+0000 7f2472b7c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.080+0000 7f2472b7c9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:48.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.080+0000 7f2472b7c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:48.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.080+0000 7f2326fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:48.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.084+0000 7f2472b7c9c0 20 remove_watcher() i=0 2024-09-22T09:00:48.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.084+0000 7f2472b7c9c0 2 removed watcher, disabling cache 2024-09-22T09:00:48.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.088+0000 7f2472b7c9c0 20 remove_watcher() i=1 2024-09-22T09:00:48.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.088+0000 7f2472b7c9c0 20 remove_watcher() i=2 2024-09-22T09:00:48.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.092+0000 7f2472b7c9c0 20 remove_watcher() i=3 2024-09-22T09:00:48.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.092+0000 7f2472b7c9c0 20 remove_watcher() i=4 2024-09-22T09:00:48.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.096+0000 7f2472b7c9c0 20 remove_watcher() i=5 2024-09-22T09:00:48.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.096+0000 7f2472b7c9c0 20 remove_watcher() i=6 2024-09-22T09:00:48.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.100+0000 7f2472b7c9c0 20 remove_watcher() i=7 2024-09-22T09:00:48.113 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:48.113 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:48.113 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:48.113 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:48.173 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:00:48.212 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:48.212 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:48.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.260+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.260+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.260+0000 7fc4e11009c0 20 realm 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.260+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:48.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:48.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.264+0000 7fc4e11009c0 20 searching for the correct realm 2024-09-22T09:00:48.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.272+0000 7fc4de405640 0 -- 172.21.15.64:0/3696628778 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fc4c8027040 msgr2=0x7fc4c8064430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:48.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.276+0000 7fc4de405640 0 -- 172.21.15.64:0/3696628778 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fc3a8082330 msgr2=0x7fc3a8084760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:48.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:48.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 zone default found 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 4 Realm: () 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 zonegroup default 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.284+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 started sync module instance, tier type = 2024-09-22T09:00:48.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.288+0000 7fc4e11009c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:48.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=0 2024-09-22T09:00:48.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=1 2024-09-22T09:00:48.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=2 2024-09-22T09:00:48.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=3 2024-09-22T09:00:48.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=4 2024-09-22T09:00:48.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=5 2024-09-22T09:00:48.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.300+0000 7fc4e11009c0 20 add_watcher() i=6 2024-09-22T09:00:48.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.304+0000 7fc4e11009c0 20 add_watcher() i=7 2024-09-22T09:00:48.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.304+0000 7fc4e11009c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:48.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.304+0000 7fc3957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:48.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:48.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:48.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 5 note: GC not initialized 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc30ffff640 20 reqs_thread_entry: start 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 Filter name: none 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc30dffb640 20 reqs_thread_entry: start 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-22T09:00:48.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-22T09:00:48.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 : miss 2024-09-22T09:00:48.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:48.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:48.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.308+0000 7fc4e11009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 2024-09-22T09:00:48.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.316+0000 7fc4e11009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.316+0000 7fc4e11009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.316+0000 7fc4e11009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.316+0000 7fc4e11009c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23, ofs0, ns] 2024-09-22T09:00:48.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc3c27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398926 cookie 93944692275792 notifier 6636 bl.length()=1009 2024-09-22T09:00:48.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc3c27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc3c27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc3c27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): orig_sources= new_sources= 2024-09-22T09:00:48.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): potential sources added=[] removed=[] 2024-09-22T09:00:48.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): orig_dests= new_dests= 2024-09-22T09:00:48.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.320+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): potential dests added=[] removed=[] 2024-09-22T09:00:48.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.324+0000 7fc4e11009c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23.1.0 2024-09-22T09:00:48.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.324+0000 7fc4e11009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23.1.0 2024-09-22T09:00:48.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.324+0000 7fc4e11009c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23.1.1 2024-09-22T09:00:48.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.324+0000 7fc4e11009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23.1.1 2024-09-22T09:00:48.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.324+0000 7fc4e11009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23.0 2024-09-22T09:00:48.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.328+0000 7fc4e11009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:48.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.328+0000 7fc4e11009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 2024-09-22T09:00:48.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc4e11009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc4e11009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc4e11009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc4e11009c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23, ofs0, ns] 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc3c1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398927 cookie 93944692275792 notifier 6636 bl.length()=1009 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc3c1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc3c1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.332+0000 7fc3c1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): orig_sources= new_sources= 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): potential sources added=[] removed=[] 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): orig_dests= new_dests= 2024-09-22T09:00:48.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): potential dests added=[] removed=[] 2024-09-22T09:00:48.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23.0 2024-09-22T09:00:48.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:48.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.336+0000 7fc4e11009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 2024-09-22T09:00:48.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23, ofs0, ns] 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc3c27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398928 cookie 93944692275792 notifier 6636 bl.length()=977 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc3c27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 info.flags=0x17 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc3c27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 to cache LRU end 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc3c27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:48.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): orig_sources= new_sources= 2024-09-22T09:00:48.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): potential sources added=[] removed=[] 2024-09-22T09:00:48.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): orig_dests= new_dests= 2024-09-22T09:00:48.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.340+0000 7fc4e11009c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23]): potential dests added=[] removed=[] 2024-09-22T09:00:48.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.344+0000 7fc4e11009c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-22T09:00:48.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.348+0000 7fc3957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:48.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.356+0000 7fc4e11009c0 20 remove_watcher() i=0 2024-09-22T09:00:48.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.356+0000 7fc4e11009c0 2 removed watcher, disabling cache 2024-09-22T09:00:48.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.356+0000 7fc4e11009c0 20 remove_watcher() i=1 2024-09-22T09:00:48.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.360+0000 7fc4e11009c0 20 remove_watcher() i=2 2024-09-22T09:00:48.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.364+0000 7fc4e11009c0 20 remove_watcher() i=3 2024-09-22T09:00:48.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.364+0000 7fc4e11009c0 20 remove_watcher() i=4 2024-09-22T09:00:48.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.364+0000 7fc4e11009c0 20 remove_watcher() i=5 2024-09-22T09:00:48.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.368+0000 7fc4e11009c0 20 remove_watcher() i=6 2024-09-22T09:00:48.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.368+0000 7fc4e11009c0 20 remove_watcher() i=7 2024-09-22T09:00:48.385 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:00:48.416 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:48.416 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:48.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 realm 2024-09-22T09:00:48.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:48.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:48.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.680+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.684+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:48.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.684+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:48.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.684+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:48.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.684+0000 7f2d2f69d9c0 20 searching for the correct realm 2024-09-22T09:00:48.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.688+0000 7f2d2c9a2640 0 -- 172.21.15.64:0/2198333559 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f2d24067040 msgr2=0x7f2d2405f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:48.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:48.904+0000 7f2d2d1a3640 0 -- 172.21.15.64:0/2198333559 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f2d24032020 msgr2=0x7f2d240761b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:49.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.120+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:49.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:49.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 zone default found 2024-09-22T09:00:49.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 4 Realm: () 2024-09-22T09:00:49.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:49.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:49.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:49.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 zonegroup default 2024-09-22T09:00:49.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.124+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.128+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.128+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.128+0000 7f2d2f69d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.128+0000 7f2d2f69d9c0 20 started sync module instance, tier type = 2024-09-22T09:00:49.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.128+0000 7f2d2f69d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:49.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=0 2024-09-22T09:00:49.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=1 2024-09-22T09:00:49.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=2 2024-09-22T09:00:49.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=3 2024-09-22T09:00:49.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=4 2024-09-22T09:00:49.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=5 2024-09-22T09:00:49.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=6 2024-09-22T09:00:49.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 20 add_watcher() i=7 2024-09-22T09:00:49.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.152+0000 7f2d2f69d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:49.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2be37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:49.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2d2f69d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:49.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2d2f69d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:49.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2d2f69d9c0 5 note: GC not initialized 2024-09-22T09:00:49.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2be27e4640 20 reqs_thread_entry: start 2024-09-22T09:00:49.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2d2f69d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:49.158 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2d2f69d9c0 20 Filter name: none 2024-09-22T09:00:49.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2b53fff640 20 reqs_thread_entry: start 2024-09-22T09:00:49.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.160+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:49.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:49.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:49.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:49.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:49.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.164+0000 7f2d2f69d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:49.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.168+0000 7f2be37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:49.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.172+0000 7f2d2f69d9c0 20 remove_watcher() i=0 2024-09-22T09:00:49.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.172+0000 7f2d2f69d9c0 2 removed watcher, disabling cache 2024-09-22T09:00:49.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.176+0000 7f2d2f69d9c0 20 remove_watcher() i=1 2024-09-22T09:00:49.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.176+0000 7f2d2f69d9c0 20 remove_watcher() i=2 2024-09-22T09:00:49.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.180+0000 7f2d2f69d9c0 20 remove_watcher() i=3 2024-09-22T09:00:49.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.180+0000 7f2d2f69d9c0 20 remove_watcher() i=4 2024-09-22T09:00:49.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.184+0000 7f2d2f69d9c0 20 remove_watcher() i=5 2024-09-22T09:00:49.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.184+0000 7f2d2f69d9c0 20 remove_watcher() i=6 2024-09-22T09:00:49.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.188+0000 7f2d2f69d9c0 20 remove_watcher() i=7 2024-09-22T09:00:49.199 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:49.199 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:49.199 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:00:49.199 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:49.279 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-22T09:00:49.279 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:49.727 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:00:49.761 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:49.761 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:49.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.808+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.808 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 realm 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:49.809 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:49.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.812+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:49.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.816+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:49.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.816+0000 7fb1280d29c0 20 searching for the correct realm 2024-09-22T09:00:49.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.820+0000 7fb1253d7640 0 -- 172.21.15.64:0/1548367695 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fb11005f7a0 msgr2=0x7fb11005e210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:49.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:49.828+0000 7fb1263d9640 0 -- 172.21.15.64:0/1548367695 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb110068a40 msgr2=0x7fb110068410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:50.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.032+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:50.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 zone default found 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 4 Realm: () 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:50.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 zonegroup default 2024-09-22T09:00:50.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 started sync module instance, tier type = 2024-09-22T09:00:50.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.036+0000 7fb1280d29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:50.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=0 2024-09-22T09:00:50.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=1 2024-09-22T09:00:50.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=2 2024-09-22T09:00:50.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=3 2024-09-22T09:00:50.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=4 2024-09-22T09:00:50.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=5 2024-09-22T09:00:50.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.064+0000 7fb1280d29c0 20 add_watcher() i=6 2024-09-22T09:00:50.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.068+0000 7fb1280d29c0 20 add_watcher() i=7 2024-09-22T09:00:50.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.068+0000 7fb1280d29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:50.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fafdbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:50.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:50.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:50.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 5 note: GC not initialized 2024-09-22T09:00:50.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fafdafe5640 20 reqs_thread_entry: start 2024-09-22T09:00:50.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:50.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 Filter name: none 2024-09-22T09:00:50.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fafd8fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:50.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:50.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.072+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:50.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:50.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:50.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:50.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.076+0000 7fb1280d29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:50.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.080+0000 7fafdbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:50.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.084+0000 7fb1280d29c0 20 remove_watcher() i=0 2024-09-22T09:00:50.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.084+0000 7fb1280d29c0 2 removed watcher, disabling cache 2024-09-22T09:00:50.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.084+0000 7fb1280d29c0 20 remove_watcher() i=1 2024-09-22T09:00:50.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.088+0000 7fb1280d29c0 20 remove_watcher() i=2 2024-09-22T09:00:50.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.088+0000 7fb1280d29c0 20 remove_watcher() i=3 2024-09-22T09:00:50.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.092+0000 7fb1280d29c0 20 remove_watcher() i=4 2024-09-22T09:00:50.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.092+0000 7fb1280d29c0 20 remove_watcher() i=5 2024-09-22T09:00:50.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.092+0000 7fb1280d29c0 20 remove_watcher() i=6 2024-09-22T09:00:50.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.096+0000 7fb1280d29c0 20 remove_watcher() i=7 2024-09-22T09:00:50.108 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:50.108 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:50.108 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:50.108 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:50.108 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-22T09:00:50.143 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:50.143 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:50.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 realm 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.188+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.192+0000 7fa0e64db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:50.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.192+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.192+0000 7fa0e64db9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:50.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.192+0000 7fa0e64db9c0 20 searching for the correct realm 2024-09-22T09:00:50.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.196+0000 7fa0e3fe1640 0 -- 172.21.15.64:0/1713048466 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fa0dc01f030 msgr2=0x7fa0dc05f270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:50.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.200+0000 7fa0dbfff640 0 -- 172.21.15.64:0/1713048466 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x561d2dd7aaf0 msgr2=0x561d2dd7cf00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:50.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:50.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 zone default found 2024-09-22T09:00:50.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 4 Realm: () 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 zonegroup default 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 started sync module instance, tier type = 2024-09-22T09:00:50.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.212+0000 7fa0e64db9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=0 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=1 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=2 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=3 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=4 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=5 2024-09-22T09:00:50.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=6 2024-09-22T09:00:50.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 20 add_watcher() i=7 2024-09-22T09:00:50.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.228+0000 7fa0e64db9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:50.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7f9f99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 5 note: GC not initialized 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7f9f98fe1640 20 reqs_thread_entry: start 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 Filter name: none 2024-09-22T09:00:50.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7f9f127fc640 20 reqs_thread_entry: start 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 : miss 2024-09-22T09:00:50.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.232+0000 7fa0e64db9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.236+0000 7fa0e64db9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:50.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.236+0000 7fa0e64db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.236+0000 7fa0e64db9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.236+0000 7fa0e64db9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:50.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.236+0000 7fa0e64db9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.236+0000 7fa0e64db9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 2024-09-22T09:00:50.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.240+0000 7fa0e64db9c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-22T09:00:50.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.240+0000 7fa0e64db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.240+0000 7fa0e64db9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.240+0000 7fa0e64db9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.240+0000 7fa0e64db9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24, ofs0, ns] 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7f9fc2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398931 cookie 94683323196032 notifier 6245 bl.length()=1009 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7f9fc2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7f9fc2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7f9fc2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): orig_sources= new_sources= 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): potential sources added=[] removed=[] 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): orig_dests= new_dests= 2024-09-22T09:00:50.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.244+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): potential dests added=[] removed=[] 2024-09-22T09:00:50.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.248+0000 7fa0e64db9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24.1.0 2024-09-22T09:00:50.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.248+0000 7fa0e64db9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24.1.0 2024-09-22T09:00:50.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.248+0000 7fa0e64db9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24.1.1 2024-09-22T09:00:50.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.248+0000 7fa0e64db9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24.1.1 2024-09-22T09:00:50.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.248+0000 7fa0e64db9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24.0 2024-09-22T09:00:50.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:50.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24, ofs0, ns] 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7f9fc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398932 cookie 94683323196032 notifier 6245 bl.length()=1009 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7f9fc27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7f9fc27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7f9fc27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): orig_sources= new_sources= 2024-09-22T09:00:50.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): potential sources added=[] removed=[] 2024-09-22T09:00:50.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): orig_dests= new_dests= 2024-09-22T09:00:50.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.252+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): potential dests added=[] removed=[] 2024-09-22T09:00:50.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.256+0000 7fa0e64db9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24.0 2024-09-22T09:00:50.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.256+0000 7fa0e64db9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 : hit (requested=0x17, cached=0x17) 2024-09-22T09:00:50.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.256+0000 7fa0e64db9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 2024-09-22T09:00:50.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24, ofs0, ns] 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7f9fc2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398933 cookie 94683323196032 notifier 6245 bl.length()=977 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7f9fc2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 info.flags=0x17 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7f9fc2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 to cache LRU end 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7f9fc2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): orig_sources= new_sources= 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): potential sources added=[] removed=[] 2024-09-22T09:00:50.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): orig_dests= new_dests= 2024-09-22T09:00:50.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.260+0000 7fa0e64db9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24]): potential dests added=[] removed=[] 2024-09-22T09:00:50.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.264+0000 7fa0e64db9c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-22T09:00:50.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.264+0000 7f9f99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:50.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.272+0000 7fa0e64db9c0 20 remove_watcher() i=0 2024-09-22T09:00:50.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.272+0000 7fa0e64db9c0 2 removed watcher, disabling cache 2024-09-22T09:00:50.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.272+0000 7fa0e64db9c0 20 remove_watcher() i=1 2024-09-22T09:00:50.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.276+0000 7fa0e64db9c0 20 remove_watcher() i=2 2024-09-22T09:00:50.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.276+0000 7fa0e64db9c0 20 remove_watcher() i=3 2024-09-22T09:00:50.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.280+0000 7fa0e64db9c0 20 remove_watcher() i=4 2024-09-22T09:00:50.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.280+0000 7fa0e64db9c0 20 remove_watcher() i=5 2024-09-22T09:00:50.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.280+0000 7fa0e64db9c0 20 remove_watcher() i=6 2024-09-22T09:00:50.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.284+0000 7fa0e64db9c0 20 remove_watcher() i=7 2024-09-22T09:00:50.298 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:00:50.326 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:50.326 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:50.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 realm 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.372+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.376+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:50.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.376+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.376+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:50.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.376+0000 7f79412bc9c0 20 searching for the correct realm 2024-09-22T09:00:50.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.380+0000 7f793e5c1640 0 -- 172.21.15.64:0/1691549383 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f79340bd930 msgr2=0x7f79340ca420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:50.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.596+0000 7f793edc2640 0 -- 172.21.15.64:0/1691549383 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f79340c8910 msgr2=0x7f79340d53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.812+0000 7f79412bc9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:50.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:50.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 zone default found 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 4 Realm: () 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 zonegroup default 2024-09-22T09:00:50.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.816+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.820+0000 7f79412bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:50.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.820+0000 7f79412bc9c0 20 started sync module instance, tier type = 2024-09-22T09:00:50.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.820+0000 7f79412bc9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=0 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=1 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=2 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=3 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=4 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=5 2024-09-22T09:00:50.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.840+0000 7f79412bc9c0 20 add_watcher() i=6 2024-09-22T09:00:50.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.844+0000 7f79412bc9c0 20 add_watcher() i=7 2024-09-22T09:00:50.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.844+0000 7f79412bc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:50.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f77f57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:50.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:50.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:50.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 5 note: GC not initialized 2024-09-22T09:00:50.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f776ffff640 20 reqs_thread_entry: start 2024-09-22T09:00:50.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:50.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 Filter name: none 2024-09-22T09:00:50.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f776dffb640 20 reqs_thread_entry: start 2024-09-22T09:00:50.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:50.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:50.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:50.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:50.847 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.848+0000 7f79412bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:50.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.852+0000 7f79412bc9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:50.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.852+0000 7f79412bc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:50.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.852+0000 7f77f57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:50.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.856+0000 7f79412bc9c0 20 remove_watcher() i=0 2024-09-22T09:00:50.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.856+0000 7f79412bc9c0 2 removed watcher, disabling cache 2024-09-22T09:00:50.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.860+0000 7f79412bc9c0 20 remove_watcher() i=1 2024-09-22T09:00:50.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.860+0000 7f79412bc9c0 20 remove_watcher() i=2 2024-09-22T09:00:50.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.864+0000 7f79412bc9c0 20 remove_watcher() i=3 2024-09-22T09:00:50.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.868+0000 7f79412bc9c0 20 remove_watcher() i=4 2024-09-22T09:00:50.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.868+0000 7f79412bc9c0 20 remove_watcher() i=5 2024-09-22T09:00:50.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.868+0000 7f79412bc9c0 20 remove_watcher() i=6 2024-09-22T09:00:50.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:50.872+0000 7f79412bc9c0 20 remove_watcher() i=7 2024-09-22T09:00:50.883 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:50.883 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:50.884 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-22T09:00:50.884 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:50.967 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-22T09:00:50.967 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.465 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-22T09:00:51.498 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:51.498 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:51.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.544+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 realm 2024-09-22T09:00:51.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:51.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.548+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.552+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.552+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.552+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:51.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.552+0000 7f3bec8e99c0 20 searching for the correct realm 2024-09-22T09:00:51.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.556+0000 7f3be9bee640 0 -- 172.21.15.64:0/1345266776 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5634fc4d2450 msgr2=0x5634fc4d4910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:51.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.564+0000 7f3bea3ef640 0 -- 172.21.15.64:0/1345266776 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f3bd40f1450 msgr2=0x7f3bd40f18d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:51.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 zone default found 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 4 Realm: () 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:51.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 zonegroup default 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 started sync module instance, tier type = 2024-09-22T09:00:51.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.572+0000 7f3bec8e99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=0 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=1 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=2 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=3 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=4 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=5 2024-09-22T09:00:51.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.588+0000 7f3bec8e99c0 20 add_watcher() i=6 2024-09-22T09:00:51.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.592+0000 7f3bec8e99c0 20 add_watcher() i=7 2024-09-22T09:00:51.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.592+0000 7f3bec8e99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:51.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.592+0000 7f3aa0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.592+0000 7f3bec8e99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.592+0000 7f3bec8e99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.592+0000 7f3bec8e99c0 5 note: GC not initialized 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3a1b7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 Filter name: none 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3a197fa640 20 reqs_thread_entry: start 2024-09-22T09:00:51.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:51.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.596+0000 7f3bec8e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:51.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.600+0000 7f3aa0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.604+0000 7f3bec8e99c0 20 remove_watcher() i=0 2024-09-22T09:00:51.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.604+0000 7f3bec8e99c0 2 removed watcher, disabling cache 2024-09-22T09:00:51.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.608+0000 7f3bec8e99c0 20 remove_watcher() i=1 2024-09-22T09:00:51.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.612+0000 7f3bec8e99c0 20 remove_watcher() i=2 2024-09-22T09:00:51.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.612+0000 7f3bec8e99c0 20 remove_watcher() i=3 2024-09-22T09:00:51.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.616+0000 7f3bec8e99c0 20 remove_watcher() i=4 2024-09-22T09:00:51.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.616+0000 7f3bec8e99c0 20 remove_watcher() i=5 2024-09-22T09:00:51.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.616+0000 7f3bec8e99c0 20 remove_watcher() i=6 2024-09-22T09:00:51.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.620+0000 7f3bec8e99c0 20 remove_watcher() i=7 2024-09-22T09:00:51.630 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.630 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:51.631 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:51.631 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.631 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-22T09:00:51.663 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:51.664 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:51.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.708+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 realm 2024-09-22T09:00:51.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:51.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.716+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:51.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.716+0000 7f889caff9c0 20 searching for the correct realm 2024-09-22T09:00:51.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.720+0000 7f8899e04640 0 -- 172.21.15.64:0/1323777913 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f88900c0020 msgr2=0x7f889011af60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:51.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.728+0000 7f889ae06640 0 -- 172.21.15.64:0/1323777913 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f88900f1b70 msgr2=0x7f88900f7e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 zone default found 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 4 Realm: () 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 zonegroup default 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 started sync module instance, tier type = 2024-09-22T09:00:51.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.736+0000 7f889caff9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:51.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=0 2024-09-22T09:00:51.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=1 2024-09-22T09:00:51.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=2 2024-09-22T09:00:51.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=3 2024-09-22T09:00:51.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=4 2024-09-22T09:00:51.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=5 2024-09-22T09:00:51.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=6 2024-09-22T09:00:51.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.756+0000 7f889caff9c0 20 add_watcher() i=7 2024-09-22T09:00:51.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.756+0000 7f889caff9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:51.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.756+0000 7f8750fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.756+0000 7f889caff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.756+0000 7f889caff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 5 note: GC not initialized 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f86cb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 20 Filter name: none 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f86c97fa640 20 reqs_thread_entry: start 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:00:51.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:00:51.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:00:51.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : miss 2024-09-22T09:00:51.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:00:51.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:00:51.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:51.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:51.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.760+0000 7f889caff9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:00:51.762 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889caff9c0 time 2024-09-22T09:00:51.767104+0000 2024-09-22T09:00:51.762 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:51.763 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.763 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f88a03d92eb] 2024-09-22T09:00:51.763 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.763 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.763 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.764+0000 7f889caff9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889caff9c0 time 2024-09-22T09:00:51.767104+0000 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f88a03d92eb] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.764 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:00:51.765 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f889caff9c0 thread_name:radosgw-admin 2024-09-22T09:00:51.782 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.782 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889f258520] 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f88a03d9345] 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.783 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.768+0000 7f889caff9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f889caff9c0 thread_name:radosgw-admin 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.785 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889f258520] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f88a03d9345] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:51.786 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be6583a0 auth_method 0 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.787 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_done global_id 6281 payload 274 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:00:51.688+0000 7f889a605640 1 monclient: found mon.noname-c 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:00:51.688+0000 7f889ae06640 10 monclient: get_auth_request con 0x5590be6f1170 auth_method 0 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: dump: 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.788 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6281 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:00:51.688+0000 7f889caff9c0 4 set_mon_vals no callback set 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:51.789 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: dump: 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: shutdown 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 asok(0x5590be59e250) unregister_commands rotate-key 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.790 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding auth protocol: cephx 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding auth protocol: cephx 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding auth protocol: cephx 2024-09-22T09:00:51.791 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:00:51.688+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: starting msgr at 2024-09-22T09:00:51.792 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: starting objecter 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command objecter_requests hook 0x5590be543d80 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: setting wanted keys 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: calling monclient init 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding auth protocol: cephx 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding auth protocol: cephx 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding auth protocol: cephx 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.793 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:00:51.688+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:00:51.692+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:00:51.692+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key hook 0x5590be7a81b8 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be6583a0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be658780 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be6f1170 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.794 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.376313s 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be658780 auth_method 0 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): get_auth_request con 0x5590be6f1170 auth_method 0 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.795 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_done global_id 6735 payload 824 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:00:51.692+0000 7f8899e04640 1 monclient: found mon.noname-a 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: dump: 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.796 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: dump: 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.797 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:00:51.692+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6735 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:00:51.692+0000 7f8788608640 4 set_mon_vals no callback set 2024-09-22T09:00:51.798 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:00:51.692+0000 7f889caff9c0 1 librados: init done 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:00:51.692+0000 7f8786e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:00:51.692+0000 7f8786e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:00:51.692+0000 7f8786e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:00:51.692+0000 7f889a605640 10 monclient: get_auth_request con 0x7f8780071be0 auth_method 0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient: get_auth_request con 0x5590be7f0f60 auth_method 0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:00:51.696+0000 7f889a605640 10 monclient: get_auth_request con 0x5590be7f4140 auth_method 0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:00:51.696+0000 7f8899e04640 10 monclient: get_auth_request con 0x5590be7f8330 auth_method 0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:00:51.700+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.799 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding auth protocol: cephx 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding auth protocol: cephx 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding auth protocol: cephx 2024-09-22T09:00:51.800 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:00:51.700+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command objecter_requests cmddesc objecter_requests hook 0x5590be8007e0 EEXIST 2024-09-22T09:00:51.801 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding auth protocol: cephx 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding auth protocol: cephx 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding auth protocol: cephx 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.802 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:00:51.700+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:00:51.700+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key cmddesc rotate-key hook 0x5590be7fb6a0 EEXIST 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be824990 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be8242c0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be822ca0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.803 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.385497s 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): get_auth_request con 0x5590be822ca0 auth_method 0 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be8242c0 auth_method 0 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be824990 auth_method 0 2024-09-22T09:00:51.804 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_done global_id 6738 payload 824 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:00:51.700+0000 7f8899e04640 1 monclient: found mon.noname-a 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: dump: 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.805 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: dump: 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.806 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6738 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:00:51.700+0000 7f889b607640 4 set_mon_vals no callback set 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:00:51.700+0000 7f877ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:51.807 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:00:51.700+0000 7f877ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:00:51.700+0000 7f877ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient: get_auth_request con 0x7f8774071b20 auth_method 0 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: get_monmap_and_config 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.808 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding auth protocol: cephx 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding auth protocol: cephx 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding auth protocol: cephx 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.809 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding auth protocol: cephx 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding auth protocol: cephx 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding auth protocol: cephx 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.810 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key cmddesc rotate-key hook 0x7fff64f23c38 EEXIST 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be878660 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be848080 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be873e30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.811 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.389378s 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be878660 auth_method 0 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be848080 auth_method 0 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.812 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_done global_id 6287 payload 274 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:00:51.704+0000 7f8899e04640 1 monclient: found mon.noname-c 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: dump: 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.813 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6287 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: dump: 2024-09-22T09:00:51.814 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:00:51.704+0000 7f889caff9c0 4 set_mon_vals no callback set 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: shutdown 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.815 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding auth protocol: cephx 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding auth protocol: cephx 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding auth protocol: cephx 2024-09-22T09:00:51.816 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: starting msgr at 2024-09-22T09:00:51.817 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: starting objecter 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command objecter_requests cmddesc objecter_requests hook 0x5590be873cf0 EEXIST 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: setting wanted keys 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: calling monclient init 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding auth protocol: cephx 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding auth protocol: cephx 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding auth protocol: cephx 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.818 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key cmddesc rotate-key hook 0x5590be8268f8 EEXIST 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be848080 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be873e30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.819 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be878660 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.391980s 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be848080 auth_method 0 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): get_auth_request con 0x5590be878660 auth_method 0 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.820 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be873e30 auth_method 0 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_done global_id 6744 payload 824 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:00:51.708+0000 7f889ae06640 1 monclient: found mon.noname-a 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.821 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: dump: 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.822 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: dump: 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.823 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:00:51.708+0000 7f877dffb640 4 set_mon_vals no callback set 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:00:51.708+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6744 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:00:51.708+0000 7f889caff9c0 1 librados: init done 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:00:51.708+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cr dump hook 0x5590be86d9d8 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:00:51.708+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:00:51.708+0000 7f876bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:00:51.708+0000 7f876bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:00:51.708+0000 7f876bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:00:51.712+0000 7f889a605640 10 monclient: get_auth_request con 0x7f8764071c10 auth_method 0 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:00:51.712+0000 7f8899e04640 10 monclient: get_auth_request con 0x5590be892100 auth_method 0 2024-09-22T09:00:51.824 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 realm 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:00:51.712+0000 7f889caff9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:00:51.712+0000 7f889a605640 10 monclient: get_auth_request con 0x5590be896240 auth_method 0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:00:51.712+0000 7f8899e04640 10 monclient: get_auth_request con 0x5590be899af0 auth_method 0 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:00:51.716+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:00:51.716+0000 7f889caff9c0 20 searching for the correct realm 2024-09-22T09:00:51.825 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:00:51.716+0000 7f889ae06640 10 monclient: get_auth_request con 0x5590be89e800 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:00:51.716+0000 7f889a605640 10 monclient: get_auth_request con 0x7f88940614c0 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:00:51.716+0000 7f8899e04640 10 monclient: get_auth_request con 0x7f88900c0020 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:00:51.720+0000 7f8899e04640 0 -- 172.21.15.64:0/1323777913 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f88900c0020 msgr2=0x7f889011af60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:00:51.720+0000 7f876bfff640 1 client.6744.objecter ms_handle_reset 0x7f88900c0020 session 0x7f88900a6070 osd.4 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:00:51.720+0000 7f876bfff640 10 monclient: _renew_subs 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:00:51.720+0000 7f876bfff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:00:51.720+0000 7f889ae06640 10 monclient: get_auth_request con 0x7f88900f1b70 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:00:51.720+0000 7f8899e04640 10 monclient: get_auth_request con 0x7f87640823b0 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:00:51.724+0000 7f889a605640 10 monclient: get_auth_request con 0x7f88901360c0 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:00:51.728+0000 7f889ae06640 0 -- 172.21.15.64:0/1323777913 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f88900f1b70 msgr2=0x7f88900f7e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:00:51.728+0000 7f876bfff640 1 client.6744.objecter ms_handle_reset 0x7f88900f1b70 session 0x7f8890009a80 osd.6 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:00:51.728+0000 7f889ae06640 10 monclient: get_auth_request con 0x7f88900c0020 auth_method 0 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:51.826 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 zone default found 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:00:51.736+0000 7f889caff9c0 4 Realm: () 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:00:51.736+0000 7f889caff9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:51.827 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:00:51.736+0000 7f889caff9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:00:51.736+0000 7f889caff9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 zonegroup default 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 started sync module instance, tier type = 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=0 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=1 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=2 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=3 2024-09-22T09:00:51.828 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=4 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=5 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=6 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:00:51.756+0000 7f889caff9c0 20 add_watcher() i=7 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:00:51.756+0000 7f889caff9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding auth protocol: cephx 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding auth protocol: cephx 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding auth protocol: cephx 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.829 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:00:51.756+0000 7f8750fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:00:51.756+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:00:51.756+0000 7f889caff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:00:51.756+0000 7f889caff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache list hook 0x5590be869f40 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache inspect hook 0x5590be869f40 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache erase hook 0x5590be869f40 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache zap hook 0x5590be869f40 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 note: GC not initialized 2024-09-22T09:00:51.830 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:00:51.760+0000 7f86cb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace show hook 0x7f8890105030 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace history hook 0x7f8890105030 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace active hook 0x7f8890105030 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace active_short hook 0x7f8890105030 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 Filter name: none 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:00:51.760+0000 7f86c97fa640 20 reqs_thread_entry: start 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : miss 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.831 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:00:51.764+0000 7f889caff9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889caff9c0 time 2024-09-22T09:00:51.767104+0000 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f88a03d92eb] 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.832 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:00:51.768+0000 7f889caff9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f889caff9c0 thread_name:radosgw-admin 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889f258520] 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f88a03d9345] 2024-09-22T09:00:51.833 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:00:51.834 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:00:51.835 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:00:51.836 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:00:51.837 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:00:51.838 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:00:51.839 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:00:51.840 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f86c97fa640 / http_manager 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f86cb7fe640 / http_manager 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8750fe1640 / rgw_dt_lg_renew 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f876bfff640 / ms_dispatch 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f877dffb640 / io_context_pool 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f877ffff640 / ms_dispatch 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8786e05640 / ms_dispatch 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8788608640 / io_context_pool 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8899e04640 / msgr-worker-2 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889a605640 / msgr-worker-1 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889ae06640 / msgr-worker-0 2024-09-22T09:00:51.841 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889b607640 / io_context_pool 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889caff9c0 / radosgw-admin 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.91573.log 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be6583a0 auth_method 0 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.842 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:00:51.688+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient(hunting): handle_auth_done global_id 6281 payload 274 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:00:51.688+0000 7f889a605640 1 monclient: found mon.noname-c 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:00:51.688+0000 7f889a605640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:00:51.688+0000 7f889ae06640 10 monclient: get_auth_request con 0x5590be6f1170 auth_method 0 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:51.843 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: dump: 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6281 2024-09-22T09:00:51.844 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:00:51.688+0000 7f889caff9c0 4 set_mon_vals no callback set 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:00:51.688+0000 7f8788608640 10 monclient: dump: 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.845 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: shutdown 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 asok(0x5590be59e250) unregister_commands rotate-key 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.846 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding auth protocol: cephx 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding auth protocol: cephx 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding auth protocol: cephx 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.847 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: crc 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7aa2c0) adding con mode: secure 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:00:51.688+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: starting msgr at 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: starting objecter 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command objecter_requests hook 0x5590be543d80 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: setting wanted keys 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:00:51.688+0000 7f889caff9c0 1 librados: calling monclient init 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:00:51.688+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding auth protocol: cephx 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding auth protocol: cephx 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding auth protocol: cephx 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.848 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: crc 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:00:51.688+0000 7f889caff9c0 5 AuthRegistry(0x5590be7a8070) adding con mode: secure 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:00:51.688+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:00:51.692+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:00:51.692+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key hook 0x5590be7a81b8 2024-09-22T09:00:51.849 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be6583a0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be658780 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be6f1170 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.376313s 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be658780 auth_method 0 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.850 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): get_auth_request con 0x5590be6f1170 auth_method 0 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient(hunting): handle_auth_done global_id 6735 payload 824 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:00:51.692+0000 7f8899e04640 1 monclient: found mon.noname-a 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:00:51.692+0000 7f8899e04640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.851 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: dump: 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.852 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:00:51.692+0000 7f8786e05640 10 monclient: dump: 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.853 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:00:51.692+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6735 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:00:51.692+0000 7f8788608640 4 set_mon_vals no callback set 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:00:51.692+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:00:51.692+0000 7f889caff9c0 1 librados: init done 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:00:51.692+0000 7f8786e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:00:51.692+0000 7f8786e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:00:51.692+0000 7f8786e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:00:51.692+0000 7f889a605640 10 monclient: get_auth_request con 0x7f8780071be0 auth_method 0 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:00:51.692+0000 7f889ae06640 10 monclient: get_auth_request con 0x5590be7f0f60 auth_method 0 2024-09-22T09:00:51.854 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:00:51.696+0000 7f889a605640 10 monclient: get_auth_request con 0x5590be7f4140 auth_method 0 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:00:51.696+0000 7f8899e04640 10 monclient: get_auth_request con 0x5590be7f8330 auth_method 0 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:00:51.700+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.855 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding auth protocol: cephx 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding auth protocol: cephx 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding auth protocol: cephx 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.856 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: crc 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fce30) adding con mode: secure 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:00:51.700+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command objecter_requests cmddesc objecter_requests hook 0x5590be8007e0 EEXIST 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding auth protocol: cephx 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding auth protocol: cephx 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding auth protocol: cephx 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.857 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: crc 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 AuthRegistry(0x5590be7fb558) adding con mode: secure 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:00:51.700+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:00:51.700+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key cmddesc rotate-key hook 0x5590be7fb6a0 EEXIST 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be824990 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be8242c0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be822ca0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.858 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.385497s 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): get_auth_request con 0x5590be822ca0 auth_method 0 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:00:51.700+0000 7f889ae06640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be8242c0 auth_method 0 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.859 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be824990 auth_method 0 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:00:51.700+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient(hunting): handle_auth_done global_id 6738 payload 824 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:00:51.700+0000 7f8899e04640 1 monclient: found mon.noname-a 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:00:51.700+0000 7f8899e04640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: dump: 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.860 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:51.861 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:00:51.700+0000 7f877ffff640 10 monclient: dump: 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:00:51.700+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6738 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.862 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:00:51.700+0000 7f889b607640 4 set_mon_vals no callback set 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:00:51.700+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:00:51.700+0000 7f877ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:00:51.700+0000 7f877ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:00:51.700+0000 7f877ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient: get_auth_request con 0x7f8774071b20 auth_method 0 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: get_monmap_and_config 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.863 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding auth protocol: cephx 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding auth protocol: cephx 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding auth protocol: cephx 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.864 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: crc 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be844070) adding con mode: secure 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding auth protocol: cephx 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding auth protocol: cephx 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding auth protocol: cephx 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.865 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: crc 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23af0) adding con mode: secure 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key cmddesc rotate-key hook 0x7fff64f23c38 EEXIST 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.866 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be878660 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be848080 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be873e30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.389378s 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be878660 auth_method 0 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.867 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be848080 auth_method 0 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:00:51.704+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient(hunting): handle_auth_done global_id 6287 payload 274 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:00:51.704+0000 7f8899e04640 1 monclient: found mon.noname-c 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:00:51.704+0000 7f8899e04640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:00:51.868 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: dump: 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.869 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6287 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:00:51.704+0000 7f877dffb640 10 monclient: dump: 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.870 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:00:51.704+0000 7f889caff9c0 4 set_mon_vals no callback set 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: shutdown 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: build_initial_monmap 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 build_initial for_mkfs: 0 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: monmap: 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.871 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding auth protocol: cephx 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding auth protocol: cephx 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding auth protocol: cephx 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.872 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: crc 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8727c0) adding con mode: secure 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: starting msgr at 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: starting objecter 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command objecter_requests cmddesc objecter_requests hook 0x5590be873cf0 EEXIST 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: setting wanted keys 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:00:51.704+0000 7f889caff9c0 1 librados: calling monclient init 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: init 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding auth protocol: cephx 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding auth protocol: cephx 2024-09-22T09:00:51.873 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding auth protocol: cephx 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: crc 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 AuthRegistry(0x5590be8267b0) adding con mode: secure 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.874 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:00:51.704+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:00:51.704+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command rotate-key cmddesc rotate-key hook 0x5590be8268f8 EEXIST 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-c con 0x5590be848080 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-b con 0x5590be873e30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): picked mon.noname-a con 0x5590be878660 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:00:51.704+0000 7f889caff9c0 10 monclient(hunting): authenticate will time out at 2248.391980s 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): get_auth_request con 0x5590be848080 auth_method 0 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.875 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): get_auth_request con 0x5590be878660 auth_method 0 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:00:51.708+0000 7f889a605640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): get_auth_request con 0x5590be873e30 auth_method 0 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:00:51.876 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:00:51.708+0000 7f8899e04640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient(hunting): handle_auth_done global_id 6744 payload 824 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient: _finish_hunting 0 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:00:51.708+0000 7f889ae06640 1 monclient: found mon.noname-a 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:00:51.708+0000 7f889ae06640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: dump: 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.877 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: _finish_auth 0 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: _check_auth_tickets 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:00:51.708+0000 7f876bfff640 10 monclient: dump: 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:00:51.878 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:00:51.708+0000 7f877dffb640 4 set_mon_vals no callback set 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:00:51.708+0000 7f889caff9c0 5 monclient: authenticate success, global_id 6744 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _renew_subs 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:00:51.708+0000 7f889caff9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:00:51.708+0000 7f889caff9c0 1 librados: init done 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:00:51.708+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cr dump hook 0x5590be86d9d8 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:00:51.708+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.879 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:00:51.708+0000 7f876bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:00:51.708+0000 7f876bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:00:51.708+0000 7f876bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:00:51.712+0000 7f889a605640 10 monclient: get_auth_request con 0x7f8764071c10 auth_method 0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:00:51.712+0000 7f8899e04640 10 monclient: get_auth_request con 0x5590be892100 auth_method 0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 realm 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:00:51.712+0000 7f889caff9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:00:51.712+0000 7f889a605640 10 monclient: get_auth_request con 0x5590be896240 auth_method 0 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.880 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:00:51.712+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:00:51.712+0000 7f8899e04640 10 monclient: get_auth_request con 0x5590be899af0 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:00:51.716+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:00:51.716+0000 7f889caff9c0 20 searching for the correct realm 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:00:51.716+0000 7f889ae06640 10 monclient: get_auth_request con 0x5590be89e800 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:00:51.716+0000 7f889a605640 10 monclient: get_auth_request con 0x7f88940614c0 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:00:51.716+0000 7f8899e04640 10 monclient: get_auth_request con 0x7f88900c0020 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:00:51.720+0000 7f8899e04640 0 -- 172.21.15.64:0/1323777913 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f88900c0020 msgr2=0x7f889011af60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:00:51.720+0000 7f876bfff640 1 client.6744.objecter ms_handle_reset 0x7f88900c0020 session 0x7f88900a6070 osd.4 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:00:51.720+0000 7f876bfff640 10 monclient: _renew_subs 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:00:51.720+0000 7f876bfff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:00:51.720+0000 7f889ae06640 10 monclient: get_auth_request con 0x7f88900f1b70 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:00:51.720+0000 7f8899e04640 10 monclient: get_auth_request con 0x7f87640823b0 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:00:51.724+0000 7f889a605640 10 monclient: get_auth_request con 0x7f88901360c0 auth_method 0 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:00:51.728+0000 7f889ae06640 0 -- 172.21.15.64:0/1323777913 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f88900f1b70 msgr2=0x7f88900f7e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:00:51.881 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:00:51.728+0000 7f876bfff640 1 client.6744.objecter ms_handle_reset 0x7f88900f1b70 session 0x7f8890009a80 osd.6 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:00:51.728+0000 7f889ae06640 10 monclient: get_auth_request con 0x7f88900c0020 auth_method 0 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:51.882 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 zone default found 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:00:51.736+0000 7f889caff9c0 4 Realm: () 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:00:51.736+0000 7f889caff9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:00:51.736+0000 7f889caff9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:00:51.736+0000 7f889caff9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 zonegroup default 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 started sync module instance, tier type = 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:00:51.736+0000 7f889caff9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:51.883 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=0 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=1 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=2 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=3 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=4 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=5 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:00:51.752+0000 7f889caff9c0 20 add_watcher() i=6 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:00:51.756+0000 7f889caff9c0 20 add_watcher() i=7 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:00:51.756+0000 7f889caff9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding auth protocol: cephx 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding auth protocol: cephx 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding auth protocol: cephx 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.884 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:00:51.756+0000 7f8750fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: crc 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 AuthRegistry(0x7fff64f23fc0) adding con mode: secure 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:00:51.756+0000 7f889caff9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:00:51.756+0000 7f889caff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:00:51.756+0000 7f889caff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache list hook 0x5590be869f40 2024-09-22T09:00:51.885 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache inspect hook 0x5590be869f40 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache erase hook 0x5590be869f40 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:00:51.756+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command cache zap hook 0x5590be869f40 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 note: GC not initialized 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:00:51.760+0000 7f86cb7fe640 20 reqs_thread_entry: start 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace show hook 0x7f8890105030 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace history hook 0x7f8890105030 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace active hook 0x7f8890105030 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:00:51.760+0000 7f889caff9c0 5 asok(0x5590be59e250) register_command sync trace active_short hook 0x7f8890105030 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 Filter name: none 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:00:51.760+0000 7f86c97fa640 20 reqs_thread_entry: start 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:00:51.886 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : miss 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:00:51.760+0000 7f889caff9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:00:51.760+0000 7f889caff9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:00:51.764+0000 7f889caff9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889caff9c0 time 2024-09-22T09:00:51.767104+0000 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:00:51.887 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f88a03d92eb] 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:00:51.768+0000 7f889caff9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:00:51.888 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f889caff9c0 thread_name:radosgw-admin 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889f258520] 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f88a03d9345] 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f88a03d949f] 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5590bc636901] 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141b888) [0x5590bd093888] 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5590bc64bd6d] 2024-09-22T09:00:51.889 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889f23fd90] 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:00:51.890 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:00:51.891 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:00:51.892 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:00:51.893 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:00:51.894 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:00:51.895 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:00:51.896 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:00:51.897 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f86c97fa640 / http_manager 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f86cb7fe640 / http_manager 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8750fe1640 / rgw_dt_lg_renew 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f876bfff640 / ms_dispatch 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f877dffb640 / io_context_pool 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f877ffff640 / ms_dispatch 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8786e05640 / ms_dispatch 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8788608640 / io_context_pool 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8899e04640 / msgr-worker-2 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889a605640 / msgr-worker-1 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889ae06640 / msgr-worker-0 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889b607640 / io_context_pool 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: 7f889caff9c0 / radosgw-admin 2024-09-22T09:00:51.898 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:00:51.899 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:00:51.899 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:00:51.769606Z_1a925fe4-3b22-497c-9a1a-be6eaed622c8/log 2024-09-22T09:00:51.899 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:00:51.899 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:00:51.899 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 realm 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.848+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.852+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.852+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.852+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.852+0000 7f2bd89c19c0 20 searching for the correct realm 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.852+0000 7f2bd5cc6640 0 -- 172.21.15.64:0/3267255783 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x55ae4e8a5cf0 msgr2=0x55ae4e8a80e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.860+0000 7f2bd64c7640 0 -- 172.21.15.64:0/3267255783 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f2bd0015030 msgr2=0x7f2bd004f910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.868+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 zone default found 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 4 Realm: () 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 zonegroup default 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 started sync module instance, tier type = 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.872+0000 7f2bd89c19c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=0 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=1 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=2 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=3 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=4 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=5 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=6 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 20 add_watcher() i=7 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.888+0000 7f2bd89c19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2a8cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:51.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 5 note: GC not initialized 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2a077fe640 20 reqs_thread_entry: start 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 Filter name: none 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2a057fa640 20 reqs_thread_entry: start 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.892+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:51.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2bd89c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.896+0000 7f2a8cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.900+0000 7f2bd89c19c0 20 remove_watcher() i=0 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.900+0000 7f2bd89c19c0 2 removed watcher, disabling cache 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.904+0000 7f2bd89c19c0 20 remove_watcher() i=1 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.904+0000 7f2bd89c19c0 20 remove_watcher() i=2 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.908+0000 7f2bd89c19c0 20 remove_watcher() i=3 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.908+0000 7f2bd89c19c0 20 remove_watcher() i=4 2024-09-22T09:00:51.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.912+0000 7f2bd89c19c0 20 remove_watcher() i=5 2024-09-22T09:00:51.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.912+0000 7f2bd89c19c0 20 remove_watcher() i=6 2024-09-22T09:00:51.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:51.912+0000 7f2bd89c19c0 20 remove_watcher() i=7 2024-09-22T09:00:51.923 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.924 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:00:51.924 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:00:51.924 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:00:51.980 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:00:52.010 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:00:52.010 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:00:52.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 realm 2024-09-22T09:00:52.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:00:52.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.056+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.060+0000 7f21f6d8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:52.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.060+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.060+0000 7f21f6d8f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:00:52.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.060+0000 7f21f6d8f9c0 20 searching for the correct realm 2024-09-22T09:00:52.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.064+0000 7f21f5096640 0 -- 172.21.15.64:0/4053616946 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55952d612460 msgr2=0x55952d614920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:52.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.072+0000 7f21f4895640 0 -- 172.21.15.64:0/4053616946 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f21e8072980 msgr2=0x7f21e8050e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:00:52.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:00:52.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 zone default found 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 4 Realm: () 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 zonegroup default 2024-09-22T09:00:52.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.080+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.084+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.084+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.084+0000 7f21f6d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.084+0000 7f21f6d8f9c0 20 started sync module instance, tier type = 2024-09-22T09:00:52.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.084+0000 7f21f6d8f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=0 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=1 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=2 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=3 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=4 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=5 2024-09-22T09:00:52.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=6 2024-09-22T09:00:52.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 20 add_watcher() i=7 2024-09-22T09:00:52.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f21f6d8f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:00:52.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.100+0000 7f20ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:52.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:00:52.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:00:52.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 5 note: GC not initialized 2024-09-22T09:00:52.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f20aa7e4640 20 reqs_thread_entry: start 2024-09-22T09:00:52.100 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:00:52.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 Filter name: none 2024-09-22T09:00:52.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f20a3fff640 20 reqs_thread_entry: start 2024-09-22T09:00:52.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:00:52.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.101 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : miss 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:00:52.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:00:52.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:00:52.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.104+0000 7f21f6d8f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:00:52.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.108+0000 7f21f6d8f9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to be held by another RGW process; skipping for now 2024-09-22T09:00:52.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.108+0000 7f20ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:00:52.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.112+0000 7f21f6d8f9c0 20 remove_watcher() i=0 2024-09-22T09:00:52.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.112+0000 7f21f6d8f9c0 2 removed watcher, disabling cache 2024-09-22T09:00:52.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.116+0000 7f21f6d8f9c0 20 remove_watcher() i=1 2024-09-22T09:00:52.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.116+0000 7f21f6d8f9c0 20 remove_watcher() i=2 2024-09-22T09:00:52.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.120+0000 7f21f6d8f9c0 20 remove_watcher() i=3 2024-09-22T09:00:52.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.120+0000 7f21f6d8f9c0 20 remove_watcher() i=4 2024-09-22T09:00:52.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.120+0000 7f21f6d8f9c0 20 remove_watcher() i=5 2024-09-22T09:00:52.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.124+0000 7f21f6d8f9c0 20 remove_watcher() i=6 2024-09-22T09:00:52.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:00:52.124+0000 7f21f6d8f9c0 20 remove_watcher() i=7 2024-09-22T09:00:52.135 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:01:22.141 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:01:22.179 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:22.179 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:22.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 realm 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.227+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.231+0000 7f16ccf179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:22.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.231+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.231+0000 7f16ccf179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:22.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.231+0000 7f16ccf179c0 20 searching for the correct realm 2024-09-22T09:01:22.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.239+0000 7f16ca21c640 0 -- 172.21.15.64:0/911033505 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f16b40f68d0 msgr2=0x7f16b40f6340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:22.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.243+0000 7f16ca21c640 0 -- 172.21.15.64:0/911033505 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f1594082300 msgr2=0x7f1594084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:22.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:22.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:22.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 zone default found 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 4 Realm: () 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 zonegroup default 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.251+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.255+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.255+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.255+0000 7f16ccf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.255+0000 7f16ccf179c0 20 started sync module instance, tier type = 2024-09-22T09:01:22.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.255+0000 7f16ccf179c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=0 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=1 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=2 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=3 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=4 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=5 2024-09-22T09:01:22.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=6 2024-09-22T09:01:22.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 20 add_watcher() i=7 2024-09-22T09:01:22.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.271+0000 7f16ccf179c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:22.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f1581fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:22.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:22.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:22.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 5 note: GC not initialized 2024-09-22T09:01:22.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f1580fe1640 20 reqs_thread_entry: start 2024-09-22T09:01:22.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:22.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 Filter name: none 2024-09-22T09:01:22.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f1579ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:22.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:01:22.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : miss 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:22.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.275+0000 7f16ccf179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:01:22.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25, ofs0, ns] 2024-09-22T09:01:22.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f15ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398867 cookie 94106143482800 notifier 6341 bl.length()=1009 2024-09-22T09:01:22.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f15ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f15ae7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f15ae7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): orig_sources= new_sources= 2024-09-22T09:01:22.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): potential sources added=[] removed=[] 2024-09-22T09:01:22.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): orig_dests= new_dests= 2024-09-22T09:01:22.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.283+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): potential dests added=[] removed=[] 2024-09-22T09:01:22.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.287+0000 7f16ccf179c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25.1.0 2024-09-22T09:01:22.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.287+0000 7f16ccf179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25.1.0 2024-09-22T09:01:22.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.287+0000 7f16ccf179c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25.1.1 2024-09-22T09:01:22.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.287+0000 7f16ccf179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25.1.1 2024-09-22T09:01:22.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.287+0000 7f16ccf179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25.0 2024-09-22T09:01:22.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f16ccf179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:22.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f16ccf179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:01:22.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f16ccf179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f16ccf179c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f16ccf179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f16ccf179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25, ofs0, ns] 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f15adffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398868 cookie 94106143482800 notifier 6341 bl.length()=1009 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f15adffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f15adffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.295+0000 7f15adffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): orig_sources= new_sources= 2024-09-22T09:01:22.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): potential sources added=[] removed=[] 2024-09-22T09:01:22.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): orig_dests= new_dests= 2024-09-22T09:01:22.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): potential dests added=[] removed=[] 2024-09-22T09:01:22.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25.0 2024-09-22T09:01:22.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:22.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.299+0000 7f16ccf179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 2024-09-22T09:01:22.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25, ofs0, ns] 2024-09-22T09:01:22.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f15ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398869 cookie 94106143482800 notifier 6341 bl.length()=977 2024-09-22T09:01:22.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f15ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 info.flags=0x17 2024-09-22T09:01:22.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f15ae7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 to cache LRU end 2024-09-22T09:01:22.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f15ae7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:22.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): orig_sources= new_sources= 2024-09-22T09:01:22.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): potential sources added=[] removed=[] 2024-09-22T09:01:22.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): orig_dests= new_dests= 2024-09-22T09:01:22.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25]): potential dests added=[] removed=[] 2024-09-22T09:01:22.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.303+0000 7f16ccf179c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-22T09:01:22.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.311+0000 7f1581fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:22.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.319+0000 7f16ccf179c0 20 remove_watcher() i=0 2024-09-22T09:01:22.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.319+0000 7f16ccf179c0 2 removed watcher, disabling cache 2024-09-22T09:01:22.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.319+0000 7f16ccf179c0 20 remove_watcher() i=1 2024-09-22T09:01:22.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.323+0000 7f16ccf179c0 20 remove_watcher() i=2 2024-09-22T09:01:22.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.323+0000 7f16ccf179c0 20 remove_watcher() i=3 2024-09-22T09:01:22.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.327+0000 7f16ccf179c0 20 remove_watcher() i=4 2024-09-22T09:01:22.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.327+0000 7f16ccf179c0 20 remove_watcher() i=5 2024-09-22T09:01:22.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.331+0000 7f16ccf179c0 20 remove_watcher() i=6 2024-09-22T09:01:22.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.331+0000 7f16ccf179c0 20 remove_watcher() i=7 2024-09-22T09:01:22.345 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-22T09:01:22.371 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:22.371 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:22.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.415+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 realm 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:22.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:22.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.419+0000 7f0a84eb19c0 20 searching for the correct realm 2024-09-22T09:01:22.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.427+0000 7f0a831b8640 0 -- 172.21.15.64:0/2504216525 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55b0104d3e80 msgr2=0x55b0104d6340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:22.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.431+0000 7f0a829b7640 0 -- 172.21.15.64:0/2504216525 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f0a7804f970 msgr2=0x7f0a78025410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:22.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:22.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:22.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:22.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:22.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:22.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:22.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.439+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 zone default found 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 4 Realm: () 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 zonegroup default 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:22.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 started sync module instance, tier type = 2024-09-22T09:01:22.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.443+0000 7f0a84eb19c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=0 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=1 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=2 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=3 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=4 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=5 2024-09-22T09:01:22.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=6 2024-09-22T09:01:22.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 20 add_watcher() i=7 2024-09-22T09:01:22.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.459+0000 7f0a84eb19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:22.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f09397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:22.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 5 note: GC not initialized 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f08b3fff640 20 reqs_thread_entry: start 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 Filter name: none 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f08b1ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:22.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:01:22.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.463+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:01:22.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:22.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-22T09:01:22.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:22.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-22T09:01:22.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f0a84eb19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:22.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.467+0000 7f09397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:22.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.475+0000 7f0a84eb19c0 20 remove_watcher() i=0 2024-09-22T09:01:22.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.475+0000 7f0a84eb19c0 2 removed watcher, disabling cache 2024-09-22T09:01:22.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.475+0000 7f0a84eb19c0 20 remove_watcher() i=1 2024-09-22T09:01:22.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.479+0000 7f0a84eb19c0 20 remove_watcher() i=2 2024-09-22T09:01:22.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.479+0000 7f0a84eb19c0 20 remove_watcher() i=3 2024-09-22T09:01:22.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.483+0000 7f0a84eb19c0 20 remove_watcher() i=4 2024-09-22T09:01:22.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.483+0000 7f0a84eb19c0 20 remove_watcher() i=5 2024-09-22T09:01:22.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.483+0000 7f0a84eb19c0 20 remove_watcher() i=6 2024-09-22T09:01:22.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:22.487+0000 7f0a84eb19c0 20 remove_watcher() i=7 2024-09-22T09:01:22.498 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:22.498 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:22.498 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-set-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:01:22.498 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:22.571 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-22T09:01:22.571 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:23.060 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:01:23.094 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:23.094 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:23.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.143+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 realm 2024-09-22T09:01:23.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:23.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.147+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.151+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:23.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.151+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.151+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:23.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.151+0000 7f5b6afcf9c0 20 searching for the correct realm 2024-09-22T09:01:23.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.155+0000 7f5b682d4640 0 -- 172.21.15.64:0/3531977862 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f5b5c10c380 msgr2=0x7f5b5c108af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:23.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.371+0000 7f5b68ad5640 0 -- 172.21.15.64:0/3531977862 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f5b5c1018e0 msgr2=0x7f5b5c107330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:23.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:23.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.587+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:23.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 zone default found 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 4 Realm: () 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 zonegroup default 2024-09-22T09:01:23.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 started sync module instance, tier type = 2024-09-22T09:01:23.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.591+0000 7f5b6afcf9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=0 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=1 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=2 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=3 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=4 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=5 2024-09-22T09:01:23.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=6 2024-09-22T09:01:23.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 20 add_watcher() i=7 2024-09-22T09:01:23.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.619+0000 7f5b6afcf9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:23.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.623+0000 7f5a1efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:23.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:23.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:23.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 5 note: GC not initialized 2024-09-22T09:01:23.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5a1dfe3640 20 reqs_thread_entry: start 2024-09-22T09:01:23.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:23.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 Filter name: none 2024-09-22T09:01:23.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f598f7fe640 20 reqs_thread_entry: start 2024-09-22T09:01:23.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:23.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.627+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:23.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:23.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:23.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:23.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.631+0000 7f5b6afcf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:23.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.635+0000 7f5a1efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.639+0000 7f5b6afcf9c0 20 remove_watcher() i=0 2024-09-22T09:01:23.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.639+0000 7f5b6afcf9c0 2 removed watcher, disabling cache 2024-09-22T09:01:23.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.643+0000 7f5b6afcf9c0 20 remove_watcher() i=1 2024-09-22T09:01:23.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.643+0000 7f5b6afcf9c0 20 remove_watcher() i=2 2024-09-22T09:01:23.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.647+0000 7f5b6afcf9c0 20 remove_watcher() i=3 2024-09-22T09:01:23.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.651+0000 7f5b6afcf9c0 20 remove_watcher() i=4 2024-09-22T09:01:23.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.651+0000 7f5b6afcf9c0 20 remove_watcher() i=5 2024-09-22T09:01:23.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.651+0000 7f5b6afcf9c0 20 remove_watcher() i=6 2024-09-22T09:01:23.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.655+0000 7f5b6afcf9c0 20 remove_watcher() i=7 2024-09-22T09:01:23.671 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:23.672 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:23.672 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:23.672 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:23.672 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-22T09:01:23.710 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:23.710 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:23.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.755+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 realm 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:23.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:23.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.759+0000 7fabb4ce39c0 20 searching for the correct realm 2024-09-22T09:01:23.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.767+0000 7fabb2fea640 0 -- 172.21.15.64:0/1504153770 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55f4c0d9a9e0 msgr2=0x55f4c0d9ce50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:23.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.771+0000 7fabb1fe8640 0 -- 172.21.15.64:0/1504153770 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fab9c0e7040 msgr2=0x7fab9c0b9960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:23.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:23.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:23.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.779+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:23.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:23.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 zone default found 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 4 Realm: () 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 zonegroup default 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 started sync module instance, tier type = 2024-09-22T09:01:23.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.783+0000 7fabb4ce39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:23.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=0 2024-09-22T09:01:23.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=1 2024-09-22T09:01:23.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=2 2024-09-22T09:01:23.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=3 2024-09-22T09:01:23.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=4 2024-09-22T09:01:23.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=5 2024-09-22T09:01:23.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=6 2024-09-22T09:01:23.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 20 add_watcher() i=7 2024-09-22T09:01:23.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.799+0000 7fabb4ce39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:23.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7faa68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:23.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:23.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:23.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 5 note: GC not initialized 2024-09-22T09:01:23.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fa9e37fe640 20 reqs_thread_entry: start 2024-09-22T09:01:23.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:23.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 20 Filter name: none 2024-09-22T09:01:23.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fa9e17fa640 20 reqs_thread_entry: start 2024-09-22T09:01:23.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-22T09:01:23.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.803+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 : miss 2024-09-22T09:01:23.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:23.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:23.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.807+0000 7fabb4ce39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 2024-09-22T09:01:23.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7fabb4ce39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:23.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7fabb4ce39c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:23.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7fabb4ce39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:23.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7fabb4ce39c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26, ofs0, ns] 2024-09-22T09:01:23.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7faa95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398905 cookie 94509695942192 notifier 6395 bl.length()=1023 2024-09-22T09:01:23.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7faa95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:23.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7faa95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:23.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.815+0000 7faa95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:23.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.819+0000 7fabb4ce39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_sources= new_sources= 2024-09-22T09:01:23.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.819+0000 7fabb4ce39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential sources added=[] removed=[] 2024-09-22T09:01:23.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.819+0000 7fabb4ce39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_dests= new_dests= 2024-09-22T09:01:23.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.819+0000 7fabb4ce39c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential dests added=[] removed=[] 2024-09-22T09:01:23.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.819+0000 7fabb4ce39c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-22T09:01:23.816 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.819+0000 7fabb4ce39c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-22T09:01:23.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.823+0000 7faa68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:23.826 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.827+0000 7fabb4ce39c0 20 remove_watcher() i=0 2024-09-22T09:01:23.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.827+0000 7fabb4ce39c0 2 removed watcher, disabling cache 2024-09-22T09:01:23.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.831+0000 7fabb4ce39c0 20 remove_watcher() i=1 2024-09-22T09:01:23.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.835+0000 7fabb4ce39c0 20 remove_watcher() i=2 2024-09-22T09:01:23.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.835+0000 7fabb4ce39c0 20 remove_watcher() i=3 2024-09-22T09:01:23.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.839+0000 7fabb4ce39c0 20 remove_watcher() i=4 2024-09-22T09:01:23.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.839+0000 7fabb4ce39c0 20 remove_watcher() i=5 2024-09-22T09:01:23.840 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.843+0000 7fabb4ce39c0 20 remove_watcher() i=6 2024-09-22T09:01:23.841 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.843+0000 7fabb4ce39c0 20 remove_watcher() i=7 2024-09-22T09:01:23.855 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:01:23.883 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:23.883 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:23.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.927+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 realm 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:23.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.931+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.935+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:23.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.935+0000 7fd140b169c0 20 searching for the correct realm 2024-09-22T09:01:23.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.935+0000 7fd13de1b640 0 -- 172.21.15.64:0/1378876394 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x5568a43fd8f0 msgr2=0x5568a43ffce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:23.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.943+0000 7fd13de1b640 0 -- 172.21.15.64:0/1378876394 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x7fd008082d50 msgr2=0x7fd008085160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.951+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:23.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:23.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 zone default found 2024-09-22T09:01:23.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 4 Realm: () 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 zonegroup default 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:23.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 started sync module instance, tier type = 2024-09-22T09:01:23.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.955+0000 7fd140b169c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:23.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=0 2024-09-22T09:01:23.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=1 2024-09-22T09:01:23.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=2 2024-09-22T09:01:23.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=3 2024-09-22T09:01:23.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=4 2024-09-22T09:01:23.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=5 2024-09-22T09:01:23.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=6 2024-09-22T09:01:23.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 20 add_watcher() i=7 2024-09-22T09:01:23.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.971+0000 7fd140b169c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:23.973 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fcff4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:23.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fd140b169c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:23.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fd140b169c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:23.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fd140b169c0 5 note: GC not initialized 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fcf6f7fe640 20 reqs_thread_entry: start 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fd140b169c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fd140b169c0 20 Filter name: none 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fcf6d7fa640 20 reqs_thread_entry: start 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.975+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:23.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:23.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:23.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:23.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:23.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:23.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.979+0000 7fd140b169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:23.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.983+0000 7fcff4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:23.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.987+0000 7fd140b169c0 20 remove_watcher() i=0 2024-09-22T09:01:23.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.987+0000 7fd140b169c0 2 removed watcher, disabling cache 2024-09-22T09:01:23.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.987+0000 7fd140b169c0 20 remove_watcher() i=1 2024-09-22T09:01:23.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.991+0000 7fd140b169c0 20 remove_watcher() i=2 2024-09-22T09:01:23.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.991+0000 7fd140b169c0 20 remove_watcher() i=3 2024-09-22T09:01:23.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.995+0000 7fd140b169c0 20 remove_watcher() i=4 2024-09-22T09:01:23.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.995+0000 7fd140b169c0 20 remove_watcher() i=5 2024-09-22T09:01:23.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.999+0000 7fd140b169c0 20 remove_watcher() i=6 2024-09-22T09:01:23.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:23.999+0000 7fd140b169c0 20 remove_watcher() i=7 2024-09-22T09:01:24.010 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:24.011 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:24.011 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:24.011 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:24.068 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:01:24.101 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:24.101 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:24.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 realm 2024-09-22T09:01:24.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:24.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.147+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.151+0000 7fc3652cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:24.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.151+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.151+0000 7fc3652cb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:24.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.151+0000 7fc3652cb9c0 20 searching for the correct realm 2024-09-22T09:01:24.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.159+0000 7fc3635d2640 0 -- 172.21.15.64:0/3004823649 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x560acaf97bc0 msgr2=0x560acaf9a010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:24.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.163+0000 7fc362dd1640 0 -- 172.21.15.64:0/3004823649 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fc358084b50 msgr2=0x7fc358084520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.171+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 zone default found 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 4 Realm: () 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:24.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:24.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 zonegroup default 2024-09-22T09:01:24.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 started sync module instance, tier type = 2024-09-22T09:01:24.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.175+0000 7fc3652cb9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:24.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=0 2024-09-22T09:01:24.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=1 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=2 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=3 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=4 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=5 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=6 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 20 add_watcher() i=7 2024-09-22T09:01:24.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.191+0000 7fc3652cb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:24.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc219fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:24.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:24.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:24.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 5 note: GC not initialized 2024-09-22T09:01:24.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc218fe1640 20 reqs_thread_entry: start 2024-09-22T09:01:24.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:24.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 20 Filter name: none 2024-09-22T09:01:24.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc211ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:24.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-22T09:01:24.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.195+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:24.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:24.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:24.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 : miss 2024-09-22T09:01:24.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:24.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:24.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.199+0000 7fc3652cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 2024-09-22T09:01:24.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.203+0000 7fc3652cb9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:01:24.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc3652cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc3652cb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc3652cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc3652cb9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26, ofs0, ns] 2024-09-22T09:01:24.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc2467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398906 cookie 94604355081280 notifier 6900 bl.length()=1023 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc2467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc2467fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.211+0000 7fc2467fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_sources= new_sources= 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential sources added=[] removed=[] 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_dests= new_dests= 2024-09-22T09:01:24.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential dests added=[] removed=[] 2024-09-22T09:01:24.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26.2.0 2024-09-22T09:01:24.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26.2.0 2024-09-22T09:01:24.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26.2.1 2024-09-22T09:01:24.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26.2.1 2024-09-22T09:01:24.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.215+0000 7fc3652cb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26.0 2024-09-22T09:01:24.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.219+0000 7fc3652cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:24.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.219+0000 7fc3652cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 2024-09-22T09:01:24.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc3652cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc3652cb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc3652cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc3652cb9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26, ofs0, ns] 2024-09-22T09:01:24.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc2467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398907 cookie 94604355081280 notifier 6900 bl.length()=1023 2024-09-22T09:01:24.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc2467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc2467fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.223+0000 7fc2467fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_sources= new_sources= 2024-09-22T09:01:24.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential sources added=[] removed=[] 2024-09-22T09:01:24.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_dests= new_dests= 2024-09-22T09:01:24.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential dests added=[] removed=[] 2024-09-22T09:01:24.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26.0 2024-09-22T09:01:24.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:24.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.227+0000 7fc3652cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 2024-09-22T09:01:24.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26, ofs0, ns] 2024-09-22T09:01:24.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc245ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398908 cookie 94604355081280 notifier 6900 bl.length()=991 2024-09-22T09:01:24.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc245ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 info.flags=0x17 2024-09-22T09:01:24.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc245ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 to cache LRU end 2024-09-22T09:01:24.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc245ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:24.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_sources= new_sources= 2024-09-22T09:01:24.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential sources added=[] removed=[] 2024-09-22T09:01:24.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): orig_dests= new_dests= 2024-09-22T09:01:24.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.231+0000 7fc3652cb9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26]): potential dests added=[] removed=[] 2024-09-22T09:01:24.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.235+0000 7fc3652cb9c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-22T09:01:24.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.239+0000 7fc219fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:24.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.243+0000 7fc3652cb9c0 20 remove_watcher() i=0 2024-09-22T09:01:24.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.243+0000 7fc3652cb9c0 2 removed watcher, disabling cache 2024-09-22T09:01:24.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.247+0000 7fc3652cb9c0 20 remove_watcher() i=1 2024-09-22T09:01:24.247 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.251+0000 7fc3652cb9c0 20 remove_watcher() i=2 2024-09-22T09:01:24.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.251+0000 7fc3652cb9c0 20 remove_watcher() i=3 2024-09-22T09:01:24.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.255+0000 7fc3652cb9c0 20 remove_watcher() i=4 2024-09-22T09:01:24.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.255+0000 7fc3652cb9c0 20 remove_watcher() i=5 2024-09-22T09:01:24.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.255+0000 7fc3652cb9c0 20 remove_watcher() i=6 2024-09-22T09:01:24.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.259+0000 7fc3652cb9c0 20 remove_watcher() i=7 2024-09-22T09:01:24.271 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:01:24.298 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:24.299 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:24.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 realm 2024-09-22T09:01:24.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:24.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.347+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.351+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:24.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.351+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.351+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:24.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.351+0000 7f70483769c0 20 searching for the correct realm 2024-09-22T09:01:24.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.359+0000 7f704667d640 0 -- 172.21.15.64:0/1777113059 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f703c0bf020 msgr2=0x7f703c107920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:01:24.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.579+0000 7f7045e7c640 0 -- 172.21.15.64:0/1777113059 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55bf24825400 msgr2=0x55bf248277f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:24.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:24.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:24.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 zone default found 2024-09-22T09:01:24.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 4 Realm: () 2024-09-22T09:01:24.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:24.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:24.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:24.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 zonegroup default 2024-09-22T09:01:24.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.587+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.591+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.591+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.591+0000 7f70483769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:24.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.591+0000 7f70483769c0 20 started sync module instance, tier type = 2024-09-22T09:01:24.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.591+0000 7f70483769c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=0 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=1 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=2 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=3 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=4 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=5 2024-09-22T09:01:24.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.615+0000 7f70483769c0 20 add_watcher() i=6 2024-09-22T09:01:24.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.619+0000 7f70483769c0 20 add_watcher() i=7 2024-09-22T09:01:24.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.619+0000 7f70483769c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:24.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f6ef77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:24.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f70483769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:24.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f70483769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:24.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f70483769c0 5 note: GC not initialized 2024-09-22T09:01:24.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f6ef67fc640 20 reqs_thread_entry: start 2024-09-22T09:01:24.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f70483769c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:24.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f70483769c0 20 Filter name: none 2024-09-22T09:01:24.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f6e67fff640 20 reqs_thread_entry: start 2024-09-22T09:01:24.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.623+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:24.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:24.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:24.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:24.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.627+0000 7f70483769c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:24.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.631+0000 7f70483769c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:24.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.631+0000 7f70483769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:24.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.631+0000 7f6ef77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:24.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.639+0000 7f70483769c0 20 remove_watcher() i=0 2024-09-22T09:01:24.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.639+0000 7f70483769c0 2 removed watcher, disabling cache 2024-09-22T09:01:24.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.639+0000 7f70483769c0 20 remove_watcher() i=1 2024-09-22T09:01:24.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.643+0000 7f70483769c0 20 remove_watcher() i=2 2024-09-22T09:01:24.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.647+0000 7f70483769c0 20 remove_watcher() i=3 2024-09-22T09:01:24.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.647+0000 7f70483769c0 20 remove_watcher() i=4 2024-09-22T09:01:24.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.651+0000 7f70483769c0 20 remove_watcher() i=5 2024-09-22T09:01:24.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.651+0000 7f70483769c0 20 remove_watcher() i=6 2024-09-22T09:01:24.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:24.655+0000 7f70483769c0 20 remove_watcher() i=7 2024-09-22T09:01:24.669 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:24.669 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:24.669 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:01:24.670 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:24.757 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-22T09:01:24.757 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:25.298 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:01:25.331 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:25.331 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:25.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 realm 2024-09-22T09:01:25.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:25.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.383+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.387+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:25.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.387+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.387+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:25.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.387+0000 7fc2374d09c0 20 searching for the correct realm 2024-09-22T09:01:25.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.395+0000 7fc2357d7640 0 -- 172.21.15.64:0/1393270405 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fc21c022070 msgr2=0x7fc21c06f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:01:25.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.607+0000 7fc234fd6640 0 -- 172.21.15.64:0/1393270405 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fc22c0625e0 msgr2=0x7fc22c061050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:01:25.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:25.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:25.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:25.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:25.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:25.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:25.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:25.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.619+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 zone default found 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 4 Realm: () 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 zonegroup default 2024-09-22T09:01:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 started sync module instance, tier type = 2024-09-22T09:01:25.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.623+0000 7fc2374d09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=0 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=1 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=2 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=3 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=4 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=5 2024-09-22T09:01:25.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=6 2024-09-22T09:01:25.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 20 add_watcher() i=7 2024-09-22T09:01:25.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.647+0000 7fc2374d09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:25.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.651+0000 7fc0eb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.651+0000 7fc2374d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:25.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.651+0000 7fc2374d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:25.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.651+0000 7fc2374d09c0 5 note: GC not initialized 2024-09-22T09:01:25.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.651+0000 7fc0ea7e4640 20 reqs_thread_entry: start 2024-09-22T09:01:25.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 Filter name: none 2024-09-22T09:01:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc0e37fe640 20 reqs_thread_entry: start 2024-09-22T09:01:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:25.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:25.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:25.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.655+0000 7fc2374d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.659+0000 7fc2374d09c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:25.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.659+0000 7fc2374d09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:25.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.659+0000 7fc0eb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:25.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.663+0000 7fc2374d09c0 20 remove_watcher() i=0 2024-09-22T09:01:25.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.663+0000 7fc2374d09c0 2 removed watcher, disabling cache 2024-09-22T09:01:25.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.667+0000 7fc2374d09c0 20 remove_watcher() i=1 2024-09-22T09:01:25.668 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.671+0000 7fc2374d09c0 20 remove_watcher() i=2 2024-09-22T09:01:25.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.671+0000 7fc2374d09c0 20 remove_watcher() i=3 2024-09-22T09:01:25.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.675+0000 7fc2374d09c0 20 remove_watcher() i=4 2024-09-22T09:01:25.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.675+0000 7fc2374d09c0 20 remove_watcher() i=5 2024-09-22T09:01:25.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.679+0000 7fc2374d09c0 20 remove_watcher() i=6 2024-09-22T09:01:25.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.679+0000 7fc2374d09c0 20 remove_watcher() i=7 2024-09-22T09:01:25.695 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:25.695 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:25.696 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:25.696 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:25.696 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-22T09:01:25.736 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:25.736 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:25.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 realm 2024-09-22T09:01:25.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:25.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:25.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.783+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.787+0000 7f49344c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:25.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.787+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:25.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.787+0000 7f49344c79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:25.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.787+0000 7f49344c79c0 20 searching for the correct realm 2024-09-22T09:01:25.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:25.795+0000 7f49327ce640 0 -- 172.21.15.64:0/1877023983 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f491c0ff6f0 msgr2=0x7f491c1198a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:26.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.011+0000 7f49317cc640 0 -- 172.21.15.64:0/1877023983 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x7f47fc082300 msgr2=0x7f47fc084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.223+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:26.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:26.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 zone default found 2024-09-22T09:01:26.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 4 Realm: () 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 zonegroup default 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.227+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.231+0000 7f49344c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.231+0000 7f49344c79c0 20 started sync module instance, tier type = 2024-09-22T09:01:26.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.231+0000 7f49344c79c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:26.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=0 2024-09-22T09:01:26.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=1 2024-09-22T09:01:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=2 2024-09-22T09:01:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=3 2024-09-22T09:01:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=4 2024-09-22T09:01:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=5 2024-09-22T09:01:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=6 2024-09-22T09:01:26.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 20 add_watcher() i=7 2024-09-22T09:01:26.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.255+0000 7f49344c79c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:26.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f47e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:26.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:26.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:26.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 5 note: GC not initialized 2024-09-22T09:01:26.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f47e27fc640 20 reqs_thread_entry: start 2024-09-22T09:01:26.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:26.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 20 Filter name: none 2024-09-22T09:01:26.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f4757fff640 20 reqs_thread_entry: start 2024-09-22T09:01:26.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-22T09:01:26.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.263+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:26.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:26.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:26.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 : miss 2024-09-22T09:01:26.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:26.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 info.flags=0x17 2024-09-22T09:01:26.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 to cache LRU end 2024-09-22T09:01:26.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:26.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:26.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.267+0000 7f49344c79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 2024-09-22T09:01:26.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 info.flags=0x17 2024-09-22T09:01:26.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 to cache LRU end 2024-09-22T09:01:26.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:26.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27, ofs0, ns] 2024-09-22T09:01:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f48157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398911 cookie 94159725418672 notifier 6948 bl.length()=1023 2024-09-22T09:01:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f48157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 info.flags=0x17 2024-09-22T09:01:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f48157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 to cache LRU end 2024-09-22T09:01:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f48157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): orig_sources= new_sources= 2024-09-22T09:01:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): potential sources added=[] removed=[] 2024-09-22T09:01:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): orig_dests= new_dests= 2024-09-22T09:01:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): potential dests added=[] removed=[] 2024-09-22T09:01:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-22T09:01:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.275+0000 7f49344c79c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-22T09:01:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.279+0000 7f49344c79c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27.1.0 2024-09-22T09:01:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.279+0000 7f49344c79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27.1.0 2024-09-22T09:01:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.279+0000 7f49344c79c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27.1.1 2024-09-22T09:01:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.279+0000 7f49344c79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27.1.1 2024-09-22T09:01:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.279+0000 7f49344c79c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27.0 2024-09-22T09:01:26.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:26.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 2024-09-22T09:01:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 info.flags=0x17 2024-09-22T09:01:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 to cache LRU end 2024-09-22T09:01:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27, ofs0, ns] 2024-09-22T09:01:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f4814ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398912 cookie 94159725418672 notifier 6948 bl.length()=991 2024-09-22T09:01:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f4814ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 info.flags=0x17 2024-09-22T09:01:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f4814ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 to cache LRU end 2024-09-22T09:01:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f4814ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): orig_sources= new_sources= 2024-09-22T09:01:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): potential sources added=[] removed=[] 2024-09-22T09:01:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): orig_dests= new_dests= 2024-09-22T09:01:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.283+0000 7f49344c79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27]): potential dests added=[] removed=[] 2024-09-22T09:01:26.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.287+0000 7f49344c79c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-22T09:01:26.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.291+0000 7f47e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:26.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.295+0000 7f49344c79c0 20 remove_watcher() i=0 2024-09-22T09:01:26.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.295+0000 7f49344c79c0 2 removed watcher, disabling cache 2024-09-22T09:01:26.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.299+0000 7f49344c79c0 20 remove_watcher() i=1 2024-09-22T09:01:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.299+0000 7f49344c79c0 20 remove_watcher() i=2 2024-09-22T09:01:26.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.303+0000 7f49344c79c0 20 remove_watcher() i=3 2024-09-22T09:01:26.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.303+0000 7f49344c79c0 20 remove_watcher() i=4 2024-09-22T09:01:26.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.307+0000 7f49344c79c0 20 remove_watcher() i=5 2024-09-22T09:01:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.307+0000 7f49344c79c0 20 remove_watcher() i=6 2024-09-22T09:01:26.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.311+0000 7f49344c79c0 20 remove_watcher() i=7 2024-09-22T09:01:26.328 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:01:26.362 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:26.362 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:26.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.411+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 realm 2024-09-22T09:01:26.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:26.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:26.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:26.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.415+0000 7fd7bf6819c0 20 searching for the correct realm 2024-09-22T09:01:26.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.423+0000 7fd7bd988640 0 -- 172.21.15.64:0/168770332 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55e5404a90d0 msgr2=0x55e5404ab590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:26.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.427+0000 7fd7bd187640 0 -- 172.21.15.64:0/168770332 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fd7a806eed0 msgr2=0x7fd7a807b440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:26.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.435+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 zone default found 2024-09-22T09:01:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 4 Realm: () 2024-09-22T09:01:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 zonegroup default 2024-09-22T09:01:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 started sync module instance, tier type = 2024-09-22T09:01:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.439+0000 7fd7bf6819c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=0 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=1 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=2 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=3 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=4 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=5 2024-09-22T09:01:26.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=6 2024-09-22T09:01:26.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 20 add_watcher() i=7 2024-09-22T09:01:26.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.455+0000 7fd7bf6819c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:26.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd6737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:26.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd7bf6819c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:26.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd7bf6819c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd7bf6819c0 5 note: GC not initialized 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd6727e4640 20 reqs_thread_entry: start 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd7bf6819c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd7bf6819c0 20 Filter name: none 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd5e3fff640 20 reqs_thread_entry: start 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.459+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:26.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:26.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:26.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:26.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:26.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:26.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd7bf6819c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:26.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.463+0000 7fd6737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:26.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.471+0000 7fd7bf6819c0 20 remove_watcher() i=0 2024-09-22T09:01:26.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.471+0000 7fd7bf6819c0 2 removed watcher, disabling cache 2024-09-22T09:01:26.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.471+0000 7fd7bf6819c0 20 remove_watcher() i=1 2024-09-22T09:01:26.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.475+0000 7fd7bf6819c0 20 remove_watcher() i=2 2024-09-22T09:01:26.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.475+0000 7fd7bf6819c0 20 remove_watcher() i=3 2024-09-22T09:01:26.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.479+0000 7fd7bf6819c0 20 remove_watcher() i=4 2024-09-22T09:01:26.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.479+0000 7fd7bf6819c0 20 remove_watcher() i=5 2024-09-22T09:01:26.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.479+0000 7fd7bf6819c0 20 remove_watcher() i=6 2024-09-22T09:01:26.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:26.483+0000 7fd7bf6819c0 20 remove_watcher() i=7 2024-09-22T09:01:26.494 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:26.494 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:26.494 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-22T09:01:26.494 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:26.564 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-22T09:01:26.564 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.062 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-22T09:01:27.093 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:27.094 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:27.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.139+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 realm 2024-09-22T09:01:27.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:27.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.143 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.143+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.147+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.144 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.147+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.147+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:27.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.147+0000 7fc5531469c0 20 searching for the correct realm 2024-09-22T09:01:27.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.151+0000 7fc55044b640 0 -- 172.21.15.64:0/2978000750 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fc54401e070 msgr2=0x7fc544064b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.159+0000 7fc55144d640 0 -- 172.21.15.64:0/2978000750 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fc54406f390 msgr2=0x7fc54406ed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:27.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:27.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 zone default found 2024-09-22T09:01:27.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 4 Realm: () 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 zonegroup default 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.167+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.171+0000 7fc5531469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.171+0000 7fc5531469c0 20 started sync module instance, tier type = 2024-09-22T09:01:27.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.171+0000 7fc5531469c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=0 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=1 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=2 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=3 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=4 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=5 2024-09-22T09:01:27.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=6 2024-09-22T09:01:27.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 20 add_watcher() i=7 2024-09-22T09:01:27.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.187+0000 7fc5531469c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:27.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc4077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc5531469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc5531469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc5531469c0 5 note: GC not initialized 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc4067e4640 20 reqs_thread_entry: start 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc5531469c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc5531469c0 20 Filter name: none 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc3ff7fe640 20 reqs_thread_entry: start 2024-09-22T09:01:27.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.191+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:27.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:27.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:27.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.195+0000 7fc5531469c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:27.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.199+0000 7fc4077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.203+0000 7fc5531469c0 20 remove_watcher() i=0 2024-09-22T09:01:27.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.203+0000 7fc5531469c0 2 removed watcher, disabling cache 2024-09-22T09:01:27.206 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.207+0000 7fc5531469c0 20 remove_watcher() i=1 2024-09-22T09:01:27.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.211+0000 7fc5531469c0 20 remove_watcher() i=2 2024-09-22T09:01:27.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.211+0000 7fc5531469c0 20 remove_watcher() i=3 2024-09-22T09:01:27.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.215+0000 7fc5531469c0 20 remove_watcher() i=4 2024-09-22T09:01:27.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.215+0000 7fc5531469c0 20 remove_watcher() i=5 2024-09-22T09:01:27.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.219+0000 7fc5531469c0 20 remove_watcher() i=6 2024-09-22T09:01:27.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.219+0000 7fc5531469c0 20 remove_watcher() i=7 2024-09-22T09:01:27.231 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.231 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:27.231 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:27.231 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.232 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-22T09:01:27.264 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:27.265 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:27.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 realm 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:27.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 searching for the correct realm 2024-09-22T09:01:27.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.323+0000 7f9d167f2640 0 -- 172.21.15.64:0/3640888346 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9d0c107bb0 msgr2=0x7f9d0c105a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.327+0000 7f9d167f2640 0 -- 172.21.15.64:0/3640888346 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9be0082300 msgr2=0x7f9be0084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:27.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 zone default found 2024-09-22T09:01:27.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 Realm: () 2024-09-22T09:01:27.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:27.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:27.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:27.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 zonegroup default 2024-09-22T09:01:27.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 started sync module instance, tier type = 2024-09-22T09:01:27.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:27.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=0 2024-09-22T09:01:27.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=1 2024-09-22T09:01:27.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=2 2024-09-22T09:01:27.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=3 2024-09-22T09:01:27.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=4 2024-09-22T09:01:27.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=5 2024-09-22T09:01:27.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=6 2024-09-22T09:01:27.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=7 2024-09-22T09:01:27.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.355+0000 7f9d194ed9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:27.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9bcdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 note: GC not initialized 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9bccfe1640 20 reqs_thread_entry: start 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 Filter name: none 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9bc5ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:01:27.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:27.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:27.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : miss 2024-09-22T09:01:27.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:27.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:27.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:27.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28, ofs0, ns] 2024-09-22T09:01:27.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398876 cookie 94617409470832 notifier 7005 bl.length()=1023 2024-09-22T09:01:27.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_sources= new_sources= 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential sources added=[] removed=[] 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_dests= new_dests= 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d194ed9c0 time 2024-09-22T09:01:27.374746+0000 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:01:27.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential dests added=[] removed=[] 2024-09-22T09:01:27.371 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.371 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d1cdc72eb] 2024-09-22T09:01:27.371 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.371 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.371 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.371+0000 7f9d194ed9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d194ed9c0 time 2024-09-22T09:01:27.374746+0000 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d1cdc72eb] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.372 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:01:27.373 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d194ed9c0 thread_name:radosgw-admin 2024-09-22T09:01:27.390 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d1bc46520] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d1cdc7345] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.391 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.375+0000 7f9d194ed9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d194ed9c0 thread_name:radosgw-admin 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d1bc46520] 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d1cdc7345] 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.392 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:01:27.287+0000 7f9d177f4640 1 monclient: found mon.noname-c 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:01:27.287+0000 7f9d177f4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.393 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: dump: 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.394 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.395 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:01:27.287+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6515 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: dump: 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.396 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.397 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.398 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:01:27.398 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 4 set_mon_vals no callback set 2024-09-22T09:01:27.398 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: shutdown 2024-09-22T09:01:27.398 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) unregister_commands rotate-key 2024-09-22T09:01:27.398 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.398 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.399 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.400 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.400 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.400 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.400 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.400 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding auth protocol: cephx 2024-09-22T09:01:27.400 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding auth protocol: cephx 2024-09-22T09:01:27.401 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding auth protocol: cephx 2024-09-22T09:01:27.401 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.401 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.401 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.401 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.401 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.402 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.403 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.403 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: starting msgr at 2024-09-22T09:01:27.403 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: starting objecter 2024-09-22T09:01:27.403 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command objecter_requests hook 0x560dd4e70120 2024-09-22T09:01:27.403 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: setting wanted keys 2024-09-22T09:01:27.403 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: calling monclient init 2024-09-22T09:01:27.404 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.404 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding auth protocol: cephx 2024-09-22T09:01:27.404 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding auth protocol: cephx 2024-09-22T09:01:27.404 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding auth protocol: cephx 2024-09-22T09:01:27.404 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.404 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.405 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.405 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.405 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.405 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.405 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.405 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.406 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key hook 0x560dd504fd98 2024-09-22T09:01:27.407 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.407 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:01:27.407 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd4edd1c0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.407 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd4f992f0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.407 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd4f99c40 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.407 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.408 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.408 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.408 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.408 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.978131s 2024-09-22T09:01:27.408 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request con 0x560dd4edd1c0 auth_method 0 2024-09-22T09:01:27.408 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd4f992f0 auth_method 0 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.409 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.410 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.410 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.410 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.410 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.410 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.410 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_done global_id 6518 payload 824 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 1 monclient: found mon.noname-c 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: dump: 2024-09-22T09:01:27.411 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.412 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.412 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.412 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.412 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.412 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.412 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.413 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.414 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:01:27.414 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: dump: 2024-09-22T09:01:27.414 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.414 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.414 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.414 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.415 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:01:27.291+0000 7f9c04e09640 4 set_mon_vals no callback set 2024-09-22T09:01:27.416 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6518 2024-09-22T09:01:27.416 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.416 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.416 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.416 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.416 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: init done 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:01:27.295+0000 7f9c03606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:01:27.295+0000 7f9c03606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:01:27.295+0000 7f9c03606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:01:27.295+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9bfc071c10 auth_method 0 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:01:27.295+0000 7f9d177f4640 10 monclient: get_auth_request con 0x560dd5097ae0 auth_method 0 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:01:27.295+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x560dd509acc0 auth_method 0 2024-09-22T09:01:27.417 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:01:27.299+0000 7f9d167f2640 10 monclient: get_auth_request con 0x560dd509eeb0 auth_method 0 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.418 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding auth protocol: cephx 2024-09-22T09:01:27.419 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding auth protocol: cephx 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding auth protocol: cephx 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.420 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command objecter_requests cmddesc objecter_requests hook 0x560dd50a72d0 EEXIST 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding auth protocol: cephx 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding auth protocol: cephx 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding auth protocol: cephx 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.421 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key cmddesc rotate-key hook 0x560dd50a2220 EEXIST 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd50cb480 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd50cadb0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd50c9790 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.422 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.988595s 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd50cadb0 auth_method 0 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): get_auth_request con 0x560dd50c9790 auth_method 0 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.423 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.424 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.424 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.424 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request con 0x560dd50cb480 auth_method 0 2024-09-22T09:01:27.425 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.425 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.425 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.425 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_done global_id 6999 payload 824 2024-09-22T09:01:27.425 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:01:27.303+0000 7f9d167f2640 1 monclient: found mon.noname-a 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: dump: 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.426 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: dump: 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.427 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6999 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:01:27.303+0000 7f9d17ff5640 4 set_mon_vals no callback set 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:01:27.303+0000 7f9c00e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:01:27.303+0000 7f9c00e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:01:27.303+0000 7f9c00e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9bf0071b20 auth_method 0 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: get_monmap_and_config 2024-09-22T09:01:27.428 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding auth protocol: cephx 2024-09-22T09:01:27.429 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding auth protocol: cephx 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding auth protocol: cephx 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.430 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding auth protocol: cephx 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding auth protocol: cephx 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding auth protocol: cephx 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.431 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key cmddesc rotate-key hook 0x7fffa361ee48 EEXIST 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd511f3e0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd50eee00 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd511abb0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.432 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.992930s 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request con 0x560dd511abb0 auth_method 0 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd50eee00 auth_method 0 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.433 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_done global_id 6524 payload 274 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:01:27.307+0000 7f9d167f2640 1 monclient: found mon.noname-c 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:01:27.307+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x560dd511f3e0 auth_method 0 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: dump: 2024-09-22T09:01:27.434 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.435 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: dump: 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6524 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:01:27.436 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 4 set_mon_vals no callback set 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: shutdown 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.437 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding auth protocol: cephx 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding auth protocol: cephx 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding auth protocol: cephx 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.438 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: starting msgr at 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: starting objecter 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command objecter_requests cmddesc objecter_requests hook 0x560dd50ed4b0 EEXIST 2024-09-22T09:01:27.439 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: setting wanted keys 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: calling monclient init 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding auth protocol: cephx 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding auth protocol: cephx 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding auth protocol: cephx 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.440 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key cmddesc rotate-key hook 0x560dd50cd3e8 EEXIST 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd50eee00 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd511abb0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd511f3e0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.441 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.995657s 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request con 0x560dd511f3e0 auth_method 0 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd511abb0 auth_method 0 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.442 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request con 0x560dd50eee00 auth_method 0 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:01:27.311+0000 7f9d177f4640 10 monclient(hunting): handle_auth_done global_id 7005 payload 824 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:01:27.311+0000 7f9d177f4640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:01:27.311+0000 7f9d177f4640 1 monclient: found mon.noname-a 2024-09-22T09:01:27.443 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:01:27.311+0000 7f9d177f4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: dump: 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.444 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: dump: 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 7005 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:01:27.311+0000 7f9bfa7fc640 4 set_mon_vals no callback set 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 1 librados: init done 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cr dump hook 0x560dd5113038 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.446 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9be0071be0 auth_method 0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:01:27.311+0000 7f9d167f2640 10 monclient: get_auth_request con 0x560dd5139240 auth_method 0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 realm 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:01:27.315+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x560dd513d5a0 auth_method 0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:01:27.315+0000 7f9d167f2640 10 monclient: get_auth_request con 0x560dd5140cc0 auth_method 0 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:27.447 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 searching for the correct realm 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:01:27.315+0000 7f9d177f4640 10 monclient: get_auth_request con 0x560dd51459e0 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:01:27.319+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9d1003a020 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:01:27.319+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9d0c107bb0 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:01:27.323+0000 7f9d167f2640 0 -- 172.21.15.64:0/3640888346 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9d0c107bb0 msgr2=0x7f9d0c105a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:01:27.323+0000 7f9bf8ff9640 1 client.7005.objecter ms_handle_reset 0x7f9d0c107bb0 session 0x7f9d0c0cb050 osd.4 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:01:27.323+0000 7f9bf8ff9640 10 monclient: _renew_subs 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:01:27.323+0000 7f9bf8ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:01:27.323+0000 7f9d177f4640 10 monclient: get_auth_request con 0x7f9d0c125110 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:01:27.323+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9be0082300 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:01:27.327+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9d0c1099c0 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:01:27.327+0000 7f9d167f2640 0 -- 172.21.15.64:0/3640888346 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9be0082300 msgr2=0x7f9be0084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:01:27.327+0000 7f9bf8ff9640 1 client.7005.objecter ms_handle_reset 0x7f9be0082300 session 0x7f9d0c0cb050 osd.4 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:01:27.327+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9d0c107bb0 auth_method 0 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:27.448 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 zone default found 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 Realm: () 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:27.449 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 zonegroup default 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 started sync module instance, tier type = 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=0 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=1 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=2 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=3 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=4 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=5 2024-09-22T09:01:27.450 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=6 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=7 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding auth protocol: cephx 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding auth protocol: cephx 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding auth protocol: cephx 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:01:27.359+0000 7f9bcdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.451 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache list hook 0x560dd512a210 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache inspect hook 0x560dd512a210 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache erase hook 0x560dd512a210 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache zap hook 0x560dd512a210 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 note: GC not initialized 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:01:27.359+0000 7f9bccfe1640 20 reqs_thread_entry: start 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace show hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace history hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.452 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace active hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace active_short hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 Filter name: none 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:01:27.359+0000 7f9bc5ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : miss 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:27.453 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28, ofs0, ns] 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398876 cookie 94617409470832 notifier 7005 bl.length()=1023 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_sources= new_sources= 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential sources added=[] removed=[] 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_dests= new_dests= 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential dests added=[] removed=[] 2024-09-22T09:01:27.454 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d194ed9c0 time 2024-09-22T09:01:27.374746+0000 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d1cdc72eb] 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:01:27.455 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:01:27.375+0000 7f9d194ed9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d194ed9c0 thread_name:radosgw-admin 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d1bc46520] 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d1cdc7345] 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.456 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:01:27.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:01:27.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:01:27.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:01:27.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:01:27.461 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:01:27.462 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:01:27.463 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bc5ffb640 / http_manager 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bccfe1640 / http_manager 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bcdfe3640 / rgw_dt_lg_renew 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bf8ff9640 / ms_dispatch 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bfa7fc640 / io_context_pool 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c00e01640 / ms_dispatch 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c03606640 / ms_dispatch 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c04e09640 / io_context_pool 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d167f2640 / msgr-worker-2 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d16ff3640 / msgr-worker-1 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d177f4640 / msgr-worker-0 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d17ff5640 / io_context_pool 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d194ed9c0 / radosgw-admin 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:01:27.464 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.99833.log 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:01:27.287+0000 7f9d177f4640 1 monclient: found mon.noname-c 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:01:27.287+0000 7f9d177f4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: dump: 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.465 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:01:27.287+0000 7f9c04e09640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:01:27.287+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6515 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:01:27.291+0000 7f9c04e09640 10 monclient: dump: 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.466 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 4 set_mon_vals no callback set 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: shutdown 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) unregister_commands rotate-key 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.467 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding auth protocol: cephx 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding auth protocol: cephx 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding auth protocol: cephx 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.468 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: crc 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd5051ea0) adding con mode: secure 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: starting msgr at 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: starting objecter 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command objecter_requests hook 0x560dd4e70120 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: setting wanted keys 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: calling monclient init 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding auth protocol: cephx 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding auth protocol: cephx 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding auth protocol: cephx 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.469 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: crc 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd504fc50) adding con mode: secure 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key hook 0x560dd504fd98 2024-09-22T09:01:27.470 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd4edd1c0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd4f992f0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd4f99c40 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.978131s 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request con 0x560dd4edd1c0 auth_method 0 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd4f992f0 auth_method 0 2024-09-22T09:01:27.471 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:01:27.291+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient(hunting): handle_auth_done global_id 6518 payload 824 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 1 monclient: found mon.noname-c 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:01:27.291+0000 7f9d16ff3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: dump: 2024-09-22T09:01:27.472 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.473 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:01:27.291+0000 7f9c03606640 10 monclient: dump: 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:01:27.291+0000 7f9c04e09640 4 set_mon_vals no callback set 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6518 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.474 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:01:27.291+0000 7f9d194ed9c0 1 librados: init done 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:01:27.295+0000 7f9c03606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:01:27.295+0000 7f9c03606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:01:27.295+0000 7f9c03606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:01:27.295+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9bfc071c10 auth_method 0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:01:27.295+0000 7f9d177f4640 10 monclient: get_auth_request con 0x560dd5097ae0 auth_method 0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:01:27.295+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x560dd509acc0 auth_method 0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:01:27.299+0000 7f9d167f2640 10 monclient: get_auth_request con 0x560dd509eeb0 auth_method 0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.475 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding auth protocol: cephx 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding auth protocol: cephx 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding auth protocol: cephx 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.476 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: crc 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a39b0) adding con mode: secure 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command objecter_requests cmddesc objecter_requests hook 0x560dd50a72d0 EEXIST 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding auth protocol: cephx 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding auth protocol: cephx 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding auth protocol: cephx 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.477 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:01:27.299+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: crc 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50a20d8) adding con mode: secure 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key cmddesc rotate-key hook 0x560dd50a2220 EEXIST 2024-09-22T09:01:27.478 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd50cb480 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd50cadb0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd50c9790 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.988595s 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd50cadb0 auth_method 0 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): get_auth_request con 0x560dd50c9790 auth_method 0 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.479 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:01:27.303+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request con 0x560dd50cb480 auth_method 0 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient(hunting): handle_auth_done global_id 6999 payload 824 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:01:27.303+0000 7f9d167f2640 1 monclient: found mon.noname-a 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:01:27.303+0000 7f9d167f2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.480 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: dump: 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.481 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:01:27.303+0000 7f9c00e01640 10 monclient: dump: 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6999 2024-09-22T09:01:27.482 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:01:27.303+0000 7f9d17ff5640 4 set_mon_vals no callback set 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:01:27.303+0000 7f9c00e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:01:27.303+0000 7f9c00e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:01:27.303+0000 7f9c00e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:01:27.303+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9bf0071b20 auth_method 0 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: get_monmap_and_config 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.483 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding auth protocol: cephx 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding auth protocol: cephx 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding auth protocol: cephx 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.484 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: crc 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:01:27.303+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50ead30) adding con mode: secure 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding auth protocol: cephx 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding auth protocol: cephx 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding auth protocol: cephx 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.485 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: crc 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361ed00) adding con mode: secure 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.486 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key cmddesc rotate-key hook 0x7fffa361ee48 EEXIST 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd511f3e0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd50eee00 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd511abb0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.992930s 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request con 0x560dd511abb0 auth_method 0 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.487 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd50eee00 auth_method 0 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_done global_id 6524 payload 274 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.488 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:01:27.307+0000 7f9d167f2640 1 monclient: found mon.noname-c 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:01:27.307+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x560dd511f3e0 auth_method 0 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: dump: 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.489 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:01:27.307+0000 7f9bfa7fc640 10 monclient: dump: 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 6524 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 4 set_mon_vals no callback set 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: shutdown 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: build_initial_monmap 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 build_initial for_mkfs: 0 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: monmap: 2024-09-22T09:01:27.491 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding auth protocol: cephx 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding auth protocol: cephx 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding auth protocol: cephx 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.492 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: crc 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd510fe00) adding con mode: secure 2024-09-22T09:01:27.493 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: starting msgr at 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: starting objecter 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command objecter_requests cmddesc objecter_requests hook 0x560dd50ed4b0 EEXIST 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: setting wanted keys 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 1 librados: calling monclient init 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: init 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding auth protocol: cephx 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding auth protocol: cephx 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding auth protocol: cephx 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.494 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: crc 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 AuthRegistry(0x560dd50cd2a0) adding con mode: secure 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command rotate-key cmddesc rotate-key hook 0x560dd50cd3e8 EEXIST 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-b con 0x560dd50eee00 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-c con 0x560dd511abb0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:01:27.495 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): picked mon.noname-a con 0x560dd511f3e0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:01:27.307+0000 7f9d194ed9c0 10 monclient(hunting): authenticate will time out at 2283.995657s 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request con 0x560dd511f3e0 auth_method 0 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request con 0x560dd511abb0 auth_method 0 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.496 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:01:27.307+0000 7f9d177f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:01:27.307+0000 7f9d167f2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request con 0x560dd50eee00 auth_method 0 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:01:27.311+0000 7f9d177f4640 10 monclient(hunting): handle_auth_done global_id 7005 payload 824 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:01:27.311+0000 7f9d177f4640 10 monclient: _finish_hunting 0 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:01:27.311+0000 7f9d177f4640 1 monclient: found mon.noname-a 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:01:27.311+0000 7f9d177f4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: dump: 2024-09-22T09:01:27.497 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: _finish_auth 0 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:01:27.498 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 10 monclient: dump: 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 5 monclient: authenticate success, global_id 7005 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:01:27.311+0000 7f9bfa7fc640 4 set_mon_vals no callback set 2024-09-22T09:01:27.499 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _renew_subs 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 1 librados: init done 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cr dump hook 0x560dd5113038 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:01:27.311+0000 7f9bf8ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:01:27.311+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9be0071be0 auth_method 0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:01:27.311+0000 7f9d167f2640 10 monclient: get_auth_request con 0x560dd5139240 auth_method 0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 realm 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:01:27.311+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.500 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:01:27.315+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x560dd513d5a0 auth_method 0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:01:27.315+0000 7f9d167f2640 10 monclient: get_auth_request con 0x560dd5140cc0 auth_method 0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:01:27.315+0000 7f9d194ed9c0 20 searching for the correct realm 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:01:27.315+0000 7f9d177f4640 10 monclient: get_auth_request con 0x560dd51459e0 auth_method 0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:01:27.319+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9d1003a020 auth_method 0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:01:27.319+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9d0c107bb0 auth_method 0 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:01:27.323+0000 7f9d167f2640 0 -- 172.21.15.64:0/3640888346 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9d0c107bb0 msgr2=0x7f9d0c105a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:01:27.323+0000 7f9bf8ff9640 1 client.7005.objecter ms_handle_reset 0x7f9d0c107bb0 session 0x7f9d0c0cb050 osd.4 2024-09-22T09:01:27.501 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:01:27.323+0000 7f9bf8ff9640 10 monclient: _renew_subs 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:01:27.323+0000 7f9bf8ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:01:27.323+0000 7f9d177f4640 10 monclient: get_auth_request con 0x7f9d0c125110 auth_method 0 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:01:27.323+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9be0082300 auth_method 0 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:01:27.327+0000 7f9d16ff3640 10 monclient: get_auth_request con 0x7f9d0c1099c0 auth_method 0 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:01:27.327+0000 7f9d167f2640 0 -- 172.21.15.64:0/3640888346 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9be0082300 msgr2=0x7f9be0084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:01:27.327+0000 7f9bf8ff9640 1 client.7005.objecter ms_handle_reset 0x7f9be0082300 session 0x7f9d0c0cb050 osd.4 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:01:27.327+0000 7f9d167f2640 10 monclient: get_auth_request con 0x7f9d0c107bb0 auth_method 0 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:27.502 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:01:27.335+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 zone default found 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 Realm: () 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:27.503 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 zonegroup default 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 started sync module instance, tier type = 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:01:27.339+0000 7f9d194ed9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=0 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=1 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=2 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=3 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=4 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=5 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=6 2024-09-22T09:01:27.504 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 20 add_watcher() i=7 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:01:27.355+0000 7f9d194ed9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding auth protocol: cephx 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding auth protocol: cephx 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding auth protocol: cephx 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:01:27.359+0000 7f9bcdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.505 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: crc 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 AuthRegistry(0x7fffa361f1d0) adding con mode: secure 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache list hook 0x560dd512a210 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache inspect hook 0x560dd512a210 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache erase hook 0x560dd512a210 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command cache zap hook 0x560dd512a210 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 note: GC not initialized 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:01:27.359+0000 7f9bccfe1640 20 reqs_thread_entry: start 2024-09-22T09:01:27.506 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace show hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace history hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace active hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 5 asok(0x560dd4e44250) register_command sync trace active_short hook 0x7f9d0c0c5f20 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 Filter name: none 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:01:27.359+0000 7f9bc5ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:01:27.359+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : miss 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.507 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:01:27.363+0000 7f9d194ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28, ofs0, ns] 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398876 cookie 94617409470832 notifier 7005 bl.length()=1023 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.508 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:01:27.371+0000 7f9bfa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_sources= new_sources= 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential sources added=[] removed=[] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_dests= new_dests= 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential dests added=[] removed=[] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:01:27.371+0000 7f9d194ed9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9d194ed9c0 time 2024-09-22T09:01:27.374746+0000 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9d1cdc72eb] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.509 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:01:27.375+0000 7f9d194ed9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9d194ed9c0 thread_name:radosgw-admin 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9d1bc46520] 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:01:27.510 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9d1cdc7345] 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9d1cdc749f] 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560dd2f24901] 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c24e) [0x560dd398224e] 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560dd2f39d6d] 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9d1bc2dd90] 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:01:27.511 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:01:27.512 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:01:27.513 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:01:27.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:01:27.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:01:27.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:01:27.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bc5ffb640 / http_manager 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bccfe1640 / http_manager 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bcdfe3640 / rgw_dt_lg_renew 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bf8ff9640 / ms_dispatch 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9bfa7fc640 / io_context_pool 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c00e01640 / ms_dispatch 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c03606640 / ms_dispatch 2024-09-22T09:01:27.518 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c04e09640 / io_context_pool 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d167f2640 / msgr-worker-2 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d16ff3640 / msgr-worker-1 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d177f4640 / msgr-worker-0 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d17ff5640 / io_context_pool 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9d194ed9c0 / radosgw-admin 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:01:27.377229Z_52587fd1-b6bd-440b-a120-c238bfc2d21f/log 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:01:27.519 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.451+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 realm 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.455+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.459+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:27.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.459+0000 7f920edf89c0 20 searching for the correct realm 2024-09-22T09:01:27.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.463+0000 7f920d0ff640 0 -- 172.21.15.64:0/2994476425 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f91f80e6b60 msgr2=0x7f91f80d4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.679+0000 7f920c8fe640 0 -- 172.21.15.64:0/2994476425 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55bf8b6d3e20 msgr2=0x55bf8b6d62e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:27.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:27.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:27.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:27.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:27.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:27.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.687+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:27.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 zone default found 2024-09-22T09:01:27.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 4 Realm: () 2024-09-22T09:01:27.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:27.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:27.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:27.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 zonegroup default 2024-09-22T09:01:27.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 started sync module instance, tier type = 2024-09-22T09:01:27.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.691+0000 7f920edf89c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:27.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=0 2024-09-22T09:01:27.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=1 2024-09-22T09:01:27.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=2 2024-09-22T09:01:27.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=3 2024-09-22T09:01:27.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=4 2024-09-22T09:01:27.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=5 2024-09-22T09:01:27.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.719+0000 7f920edf89c0 20 add_watcher() i=6 2024-09-22T09:01:27.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.723+0000 7f920edf89c0 20 add_watcher() i=7 2024-09-22T09:01:27.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.723+0000 7f920edf89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:27.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f90c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f920edf89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:27.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f920edf89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:27.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f920edf89c0 5 note: GC not initialized 2024-09-22T09:01:27.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f90c27e4640 20 reqs_thread_entry: start 2024-09-22T09:01:27.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f920edf89c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:27.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f920edf89c0 20 Filter name: none 2024-09-22T09:01:27.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.727+0000 7f90bb7fe640 20 reqs_thread_entry: start 2024-09-22T09:01:27.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:27.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:27.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.731+0000 7f920edf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.735+0000 7f920edf89c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:27.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.735+0000 7f920edf89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:27.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.735+0000 7f90c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.743+0000 7f920edf89c0 20 remove_watcher() i=0 2024-09-22T09:01:27.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.743+0000 7f920edf89c0 2 removed watcher, disabling cache 2024-09-22T09:01:27.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.743+0000 7f920edf89c0 20 remove_watcher() i=1 2024-09-22T09:01:27.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.747+0000 7f920edf89c0 20 remove_watcher() i=2 2024-09-22T09:01:27.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.751+0000 7f920edf89c0 20 remove_watcher() i=3 2024-09-22T09:01:27.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.755+0000 7f920edf89c0 20 remove_watcher() i=4 2024-09-22T09:01:27.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.755+0000 7f920edf89c0 20 remove_watcher() i=5 2024-09-22T09:01:27.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.759+0000 7f920edf89c0 20 remove_watcher() i=6 2024-09-22T09:01:27.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.759+0000 7f920edf89c0 20 remove_watcher() i=7 2024-09-22T09:01:27.783 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.784 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:27.784 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:27.784 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:27.845 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:01:27.883 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:27.883 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 realm 2024-09-22T09:01:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.931+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.935+0000 7fc8cb5469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.935+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.935+0000 7fc8cb5469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.935+0000 7fc8cb5469c0 20 searching for the correct realm 2024-09-22T09:01:27.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.943+0000 7fc8c884b640 0 -- 172.21.15.64:0/3558428038 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fc8c0066c20 msgr2=0x7fc8c005bdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.947+0000 7fc8c884b640 0 -- 172.21.15.64:0/3558428038 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fc794082300 msgr2=0x7fc794084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:27.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:27.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 zone default found 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 4 Realm: () 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 zonegroup default 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.955+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.959+0000 7fc8cb5469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:27.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.959+0000 7fc8cb5469c0 20 started sync module instance, tier type = 2024-09-22T09:01:27.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.959+0000 7fc8cb5469c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=0 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=1 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=2 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=3 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=4 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=5 2024-09-22T09:01:27.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=6 2024-09-22T09:01:27.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 20 add_watcher() i=7 2024-09-22T09:01:27.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.975+0000 7fc8cb5469c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:27.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc77f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:27.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:27.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 5 note: GC not initialized 2024-09-22T09:01:27.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc77e7e4640 20 reqs_thread_entry: start 2024-09-22T09:01:27.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:27.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 20 Filter name: none 2024-09-22T09:01:27.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc6effff640 20 reqs_thread_entry: start 2024-09-22T09:01:27.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:01:27.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.979+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:27.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:27.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:27.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : miss 2024-09-22T09:01:27.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:27.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.983+0000 7fc8cb5469c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to be held by another RGW process; skipping for now 2024-09-22T09:01:27.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.987+0000 7fc77f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:27.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.991+0000 7fc8cb5469c0 20 remove_watcher() i=0 2024-09-22T09:01:27.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.991+0000 7fc8cb5469c0 2 removed watcher, disabling cache 2024-09-22T09:01:27.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.991+0000 7fc8cb5469c0 20 remove_watcher() i=1 2024-09-22T09:01:27.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.995+0000 7fc8cb5469c0 20 remove_watcher() i=2 2024-09-22T09:01:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.995+0000 7fc8cb5469c0 20 remove_watcher() i=3 2024-09-22T09:01:27.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.999+0000 7fc8cb5469c0 20 remove_watcher() i=4 2024-09-22T09:01:27.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.999+0000 7fc8cb5469c0 20 remove_watcher() i=5 2024-09-22T09:01:27.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:27.999+0000 7fc8cb5469c0 20 remove_watcher() i=6 2024-09-22T09:01:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:28.003+0000 7fc8cb5469c0 20 remove_watcher() i=7 2024-09-22T09:01:28.015 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:01:58.020 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:01:58.059 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:58.059 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:58.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 realm 2024-09-22T09:01:58.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:58.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.107+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.111+0000 7f0c3b1b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:58.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.111+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.111+0000 7f0c3b1b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:58.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.111+0000 7f0c3b1b09c0 20 searching for the correct realm 2024-09-22T09:01:58.115 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.119+0000 7f0c384b5640 0 -- 172.21.15.64:0/3754166381 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f0c2c081070 msgr2=0x7f0c2c064bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:58.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.123+0000 7f0c384b5640 0 -- 172.21.15.64:0/3754166381 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f0b04082280 msgr2=0x7f0b040846b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:58.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 zone default found 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 4 Realm: () 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 zonegroup default 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.131+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.135+0000 7f0c3b1b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.135+0000 7f0c3b1b09c0 20 started sync module instance, tier type = 2024-09-22T09:01:58.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.135+0000 7f0c3b1b09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:58.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=0 2024-09-22T09:01:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=1 2024-09-22T09:01:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=2 2024-09-22T09:01:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=3 2024-09-22T09:01:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=4 2024-09-22T09:01:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=5 2024-09-22T09:01:58.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=6 2024-09-22T09:01:58.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 20 add_watcher() i=7 2024-09-22T09:01:58.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.151+0000 7f0c3b1b09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:58.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0aef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:58.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:58.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:58.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 5 note: GC not initialized 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0aee7e4640 20 reqs_thread_entry: start 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 Filter name: none 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0ae77fe640 20 reqs_thread_entry: start 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:58.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:01:58.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:01:58.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : miss 2024-09-22T09:01:58.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-22T09:01:58.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:58.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.155+0000 7f0c3b1b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:58.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.159+0000 7f0c3b1b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:01:58.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28, ofs0, ns] 2024-09-22T09:01:58.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0b0ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398877 cookie 94717910975920 notifier 6578 bl.length()=1023 2024-09-22T09:01:58.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0b0ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0b0ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0b0ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_sources= new_sources= 2024-09-22T09:01:58.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential sources added=[] removed=[] 2024-09-22T09:01:58.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_dests= new_dests= 2024-09-22T09:01:58.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.167+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential dests added=[] removed=[] 2024-09-22T09:01:58.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.171+0000 7f0c3b1b09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28.2.0 2024-09-22T09:01:58.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.171+0000 7f0c3b1b09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28.2.0 2024-09-22T09:01:58.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.171+0000 7f0c3b1b09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28.2.1 2024-09-22T09:01:58.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.171+0000 7f0c3b1b09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28.2.1 2024-09-22T09:01:58.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.171+0000 7f0c3b1b09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28.0 2024-09-22T09:01:58.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.175+0000 7f0c3b1b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:58.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.175+0000 7f0c3b1b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:58.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28, ofs0, ns] 2024-09-22T09:01:58.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0b0ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398878 cookie 94717910975920 notifier 6578 bl.length()=1023 2024-09-22T09:01:58.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0b0ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0b0ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0b0ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_sources= new_sources= 2024-09-22T09:01:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential sources added=[] removed=[] 2024-09-22T09:01:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_dests= new_dests= 2024-09-22T09:01:58.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential dests added=[] removed=[] 2024-09-22T09:01:58.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28.0 2024-09-22T09:01:58.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:58.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.179+0000 7f0c3b1b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 2024-09-22T09:01:58.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28, ofs0, ns] 2024-09-22T09:01:58.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0b0ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398879 cookie 94717910975920 notifier 6578 bl.length()=991 2024-09-22T09:01:58.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0b0ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 info.flags=0x17 2024-09-22T09:01:58.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0b0ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 to cache LRU end 2024-09-22T09:01:58.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0b0ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:58.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_sources= new_sources= 2024-09-22T09:01:58.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential sources added=[] removed=[] 2024-09-22T09:01:58.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): orig_dests= new_dests= 2024-09-22T09:01:58.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.183+0000 7f0c3b1b09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28]): potential dests added=[] removed=[] 2024-09-22T09:01:58.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.187+0000 7f0c3b1b09c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-22T09:01:58.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.187+0000 7f0aef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:58.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.195+0000 7f0c3b1b09c0 20 remove_watcher() i=0 2024-09-22T09:01:58.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.195+0000 7f0c3b1b09c0 2 removed watcher, disabling cache 2024-09-22T09:01:58.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.195+0000 7f0c3b1b09c0 20 remove_watcher() i=1 2024-09-22T09:01:58.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.199+0000 7f0c3b1b09c0 20 remove_watcher() i=2 2024-09-22T09:01:58.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.199+0000 7f0c3b1b09c0 20 remove_watcher() i=3 2024-09-22T09:01:58.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.203+0000 7f0c3b1b09c0 20 remove_watcher() i=4 2024-09-22T09:01:58.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.203+0000 7f0c3b1b09c0 20 remove_watcher() i=5 2024-09-22T09:01:58.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.203+0000 7f0c3b1b09c0 20 remove_watcher() i=6 2024-09-22T09:01:58.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.207+0000 7f0c3b1b09c0 20 remove_watcher() i=7 2024-09-22T09:01:58.219 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-22T09:01:58.246 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:58.246 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:58.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 realm 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.295+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.299+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:58.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.299+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.299+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:58.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.299+0000 7f06bced59c0 20 searching for the correct realm 2024-09-22T09:01:58.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.303+0000 7f06ba1da640 0 -- 172.21.15.64:0/622645543 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f06b0008040 msgr2=0x7f06b005c9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:58.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.511+0000 7f06ba1da640 0 -- 172.21.15.64:0/622645543 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f0584082330 msgr2=0x7f0584084760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:58.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.523+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:58.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 zone default found 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 4 Realm: () 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 zonegroup default 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.527+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.531+0000 7f06bced59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:58.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.531+0000 7f06bced59c0 20 started sync module instance, tier type = 2024-09-22T09:01:58.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.531+0000 7f06bced59c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:58.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=0 2024-09-22T09:01:58.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=1 2024-09-22T09:01:58.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=2 2024-09-22T09:01:58.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=3 2024-09-22T09:01:58.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=4 2024-09-22T09:01:58.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=5 2024-09-22T09:01:58.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=6 2024-09-22T09:01:58.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 20 add_watcher() i=7 2024-09-22T09:01:58.554 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.555+0000 7f06bced59c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:58.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.559+0000 7f05717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:58.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:58.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:58.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 5 note: GC not initialized 2024-09-22T09:01:58.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f04ebfff640 20 reqs_thread_entry: start 2024-09-22T09:01:58.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:58.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 Filter name: none 2024-09-22T09:01:58.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f04e9ffb640 20 reqs_thread_entry: start 2024-09-22T09:01:58.561 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:58.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.563+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:58.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:01:58.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:58.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:01:58.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.567+0000 7f06bced59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.571+0000 7f05717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:58.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.575+0000 7f06bced59c0 20 remove_watcher() i=0 2024-09-22T09:01:58.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.575+0000 7f06bced59c0 2 removed watcher, disabling cache 2024-09-22T09:01:58.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.579+0000 7f06bced59c0 20 remove_watcher() i=1 2024-09-22T09:01:58.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.579+0000 7f06bced59c0 20 remove_watcher() i=2 2024-09-22T09:01:58.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.583+0000 7f06bced59c0 20 remove_watcher() i=3 2024-09-22T09:01:58.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.587+0000 7f06bced59c0 20 remove_watcher() i=4 2024-09-22T09:01:58.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.587+0000 7f06bced59c0 20 remove_watcher() i=5 2024-09-22T09:01:58.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.587+0000 7f06bced59c0 20 remove_watcher() i=6 2024-09-22T09:01:58.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:58.591+0000 7f06bced59c0 20 remove_watcher() i=7 2024-09-22T09:01:58.606 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:58.607 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:58.607 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-trim-reshard-log-entries id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:01:58.607 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:58.694 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-22T09:01:58.694 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:59.186 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-22T09:01:59.219 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:59.219 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:59.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.267+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 realm 2024-09-22T09:01:59.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:59.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.269 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:59.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.271+0000 7fc9b3a879c0 20 searching for the correct realm 2024-09-22T09:01:59.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.279+0000 7fc9b1d8e640 0 -- 172.21.15.64:0/2553209975 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x562973d62390 msgr2=0x562973d64830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.283+0000 7fc9b158d640 0 -- 172.21.15.64:0/2553209975 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fc9a8083260 msgr2=0x7fc9a8073990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.291+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 zone default found 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 4 Realm: () 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 zonegroup default 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 started sync module instance, tier type = 2024-09-22T09:01:59.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.295+0000 7fc9b3a879c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=0 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=1 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=2 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=3 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=4 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=5 2024-09-22T09:01:59.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=6 2024-09-22T09:01:59.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 20 add_watcher() i=7 2024-09-22T09:01:59.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.311+0000 7fc9b3a879c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:59.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc867fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:59.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:59.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 5 note: GC not initialized 2024-09-22T09:01:59.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc866fe5640 20 reqs_thread_entry: start 2024-09-22T09:01:59.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:59.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 Filter name: none 2024-09-22T09:01:59.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc864fe1640 20 reqs_thread_entry: start 2024-09-22T09:01:59.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:01:59.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.315+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:01:59.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:59.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:01:59.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:01:59.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.319+0000 7fc9b3a879c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:59.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.323+0000 7fc867fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.327+0000 7fc9b3a879c0 20 remove_watcher() i=0 2024-09-22T09:01:59.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.327+0000 7fc9b3a879c0 2 removed watcher, disabling cache 2024-09-22T09:01:59.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.327+0000 7fc9b3a879c0 20 remove_watcher() i=1 2024-09-22T09:01:59.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.331+0000 7fc9b3a879c0 20 remove_watcher() i=2 2024-09-22T09:01:59.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.331+0000 7fc9b3a879c0 20 remove_watcher() i=3 2024-09-22T09:01:59.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.335+0000 7fc9b3a879c0 20 remove_watcher() i=4 2024-09-22T09:01:59.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.335+0000 7fc9b3a879c0 20 remove_watcher() i=5 2024-09-22T09:01:59.335 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.335+0000 7fc9b3a879c0 20 remove_watcher() i=6 2024-09-22T09:01:59.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.339+0000 7fc9b3a879c0 20 remove_watcher() i=7 2024-09-22T09:01:59.350 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:59.350 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:59.350 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-block-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:59.350 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:59.350 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-22T09:01:59.383 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:59.383 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:59.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 realm 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.427+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.431+0000 7f5bf475b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.431+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.431+0000 7f5bf475b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:59.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.431+0000 7f5bf475b9c0 20 searching for the correct realm 2024-09-22T09:01:59.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.435+0000 7f5bf2a62640 0 -- 172.21.15.64:0/660447759 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5618d2d05000 msgr2=0x5618d2d07460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.443+0000 7f5bf1a60640 0 -- 172.21.15.64:0/660447759 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f5be800e040 msgr2=0x7f5be8037950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:59.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:59.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:59.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:59.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:59.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:59.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:59.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 zone default found 2024-09-22T09:01:59.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 4 Realm: () 2024-09-22T09:01:59.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:59.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:59.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 zonegroup default 2024-09-22T09:01:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 started sync module instance, tier type = 2024-09-22T09:01:59.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.451+0000 7f5bf475b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:59.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=0 2024-09-22T09:01:59.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=1 2024-09-22T09:01:59.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=2 2024-09-22T09:01:59.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=3 2024-09-22T09:01:59.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=4 2024-09-22T09:01:59.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=5 2024-09-22T09:01:59.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=6 2024-09-22T09:01:59.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 20 add_watcher() i=7 2024-09-22T09:01:59.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.471+0000 7f5bf475b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:59.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5aa8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:59.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:59.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 5 note: GC not initialized 2024-09-22T09:01:59.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5a237fe640 20 reqs_thread_entry: start 2024-09-22T09:01:59.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:59.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 Filter name: none 2024-09-22T09:01:59.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5a217fa640 20 reqs_thread_entry: start 2024-09-22T09:01:59.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-22T09:01:59.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:01:59.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-22T09:01:59.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-22T09:01:59.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 : miss 2024-09-22T09:01:59.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.475+0000 7f5bf475b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.479+0000 7f5bf475b9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:01:59.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.479+0000 7f5bf475b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.479+0000 7f5bf475b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.479+0000 7f5bf475b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:59.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.479+0000 7f5bf475b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.479+0000 7f5bf475b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 2024-09-22T09:01:59.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.483+0000 7f5bf475b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.483+0000 7f5bf475b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.483+0000 7f5bf475b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.483+0000 7f5bf475b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29, ofs0, ns] 2024-09-22T09:01:59.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5ad5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398917 cookie 94664616145184 notifier 7107 bl.length()=999 2024-09-22T09:01:59.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5ad5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5ad5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5ad5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_sources= new_sources= 2024-09-22T09:01:59.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential sources added=[] removed=[] 2024-09-22T09:01:59.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_dests= new_dests= 2024-09-22T09:01:59.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.487+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential dests added=[] removed=[] 2024-09-22T09:01:59.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.491+0000 7f5bf475b9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.0 2024-09-22T09:01:59.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.491+0000 7f5bf475b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.0 2024-09-22T09:01:59.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.491+0000 7f5bf475b9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.1 2024-09-22T09:01:59.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.491+0000 7f5bf475b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.1 2024-09-22T09:01:59.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.491+0000 7f5bf475b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.0 2024-09-22T09:01:59.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.495+0000 7f5bf475b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:59.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.495+0000 7f5bf475b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 2024-09-22T09:01:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.495+0000 7f5bf475b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.495+0000 7f5bf475b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.495+0000 7f5bf475b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.495+0000 7f5bf475b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29, ofs0, ns] 2024-09-22T09:01:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5ad5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398918 cookie 94664616145184 notifier 7107 bl.length()=999 2024-09-22T09:01:59.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5ad5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5ad5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5ad5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_sources= new_sources= 2024-09-22T09:01:59.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential sources added=[] removed=[] 2024-09-22T09:01:59.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_dests= new_dests= 2024-09-22T09:01:59.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential dests added=[] removed=[] 2024-09-22T09:01:59.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5bf475b9c0 -1 Injecting error=-5 at location=block_writes 2024-09-22T09:01:59.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.499+0000 7f5bf475b9c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-22T09:01:59.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.503+0000 7f5bf475b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:59.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.503+0000 7f5bf475b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 2024-09-22T09:01:59.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29, ofs0, ns] 2024-09-22T09:01:59.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5ad5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398919 cookie 94664616145184 notifier 7107 bl.length()=967 2024-09-22T09:01:59.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5ad5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5ad5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5ad5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_sources= new_sources= 2024-09-22T09:01:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential sources added=[] removed=[] 2024-09-22T09:01:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_dests= new_dests= 2024-09-22T09:01:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential dests added=[] removed=[] 2024-09-22T09:01:59.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.507+0000 7f5bf475b9c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-22T09:01:59.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.511+0000 7f5aa8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.515+0000 7f5bf475b9c0 20 remove_watcher() i=0 2024-09-22T09:01:59.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.515+0000 7f5bf475b9c0 2 removed watcher, disabling cache 2024-09-22T09:01:59.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.519+0000 7f5bf475b9c0 20 remove_watcher() i=1 2024-09-22T09:01:59.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.519+0000 7f5bf475b9c0 20 remove_watcher() i=2 2024-09-22T09:01:59.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.523+0000 7f5bf475b9c0 20 remove_watcher() i=3 2024-09-22T09:01:59.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.523+0000 7f5bf475b9c0 20 remove_watcher() i=4 2024-09-22T09:01:59.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.527+0000 7f5bf475b9c0 20 remove_watcher() i=5 2024-09-22T09:01:59.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.527+0000 7f5bf475b9c0 20 remove_watcher() i=6 2024-09-22T09:01:59.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.527+0000 7f5bf475b9c0 20 remove_watcher() i=7 2024-09-22T09:01:59.541 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-22T09:01:59.568 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:59.569 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:59.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 realm 2024-09-22T09:01:59.614 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:59.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.615+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.619+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.616 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.619+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.619+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:59.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.619+0000 7fe334bb99c0 20 searching for the correct realm 2024-09-22T09:01:59.622 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.623+0000 7fe332ec0640 0 -- 172.21.15.64:0/3051937759 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x5642c12f9170 msgr2=0x5642c12fb630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.631+0000 7fe3326bf640 0 -- 172.21.15.64:0/3051937759 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fe3280e9bd0 msgr2=0x7fe328113000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 zone default found 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 4 Realm: () 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:59.638 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 zonegroup default 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.639+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.643+0000 7fe334bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.643+0000 7fe334bb99c0 20 started sync module instance, tier type = 2024-09-22T09:01:59.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.643+0000 7fe334bb99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=0 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=1 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=2 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=3 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=4 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=5 2024-09-22T09:01:59.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.655+0000 7fe334bb99c0 20 add_watcher() i=6 2024-09-22T09:01:59.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe334bb99c0 20 add_watcher() i=7 2024-09-22T09:01:59.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe334bb99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:59.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe1e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe334bb99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:59.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe334bb99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:59.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe334bb99c0 5 note: GC not initialized 2024-09-22T09:01:59.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe1637fe640 20 reqs_thread_entry: start 2024-09-22T09:01:59.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.659+0000 7fe334bb99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:59.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 Filter name: none 2024-09-22T09:01:59.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe1617fa640 20 reqs_thread_entry: start 2024-09-22T09:01:59.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:01:59.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:01:59.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:59.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:01:59.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.663+0000 7fe334bb99c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.667+0000 7fe334bb99c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:01:59.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.667+0000 7fe334bb99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:01:59.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.667+0000 7fe1e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.671+0000 7fe334bb99c0 20 remove_watcher() i=0 2024-09-22T09:01:59.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.671+0000 7fe334bb99c0 2 removed watcher, disabling cache 2024-09-22T09:01:59.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.675+0000 7fe334bb99c0 20 remove_watcher() i=1 2024-09-22T09:01:59.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.675+0000 7fe334bb99c0 20 remove_watcher() i=2 2024-09-22T09:01:59.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.679+0000 7fe334bb99c0 20 remove_watcher() i=3 2024-09-22T09:01:59.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.679+0000 7fe334bb99c0 20 remove_watcher() i=4 2024-09-22T09:01:59.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.679+0000 7fe334bb99c0 20 remove_watcher() i=5 2024-09-22T09:01:59.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.683+0000 7fe334bb99c0 20 remove_watcher() i=6 2024-09-22T09:01:59.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.683+0000 7fe334bb99c0 20 remove_watcher() i=7 2024-09-22T09:01:59.695 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:59.695 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:01:59.695 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-block-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:01:59.695 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:01:59.752 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:01:59.790 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:59.790 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:59.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.835+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 realm 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:59.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.839+0000 7f698e9d09c0 20 searching for the correct realm 2024-09-22T09:01:59.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.847+0000 7f698bcd5640 0 -- 172.21.15.64:0/4218261642 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55e8c3a7ef60 msgr2=0x55e8c3a81380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.851+0000 7f698bcd5640 0 -- 172.21.15.64:0/4218261642 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f6980028040 msgr2=0x7f6980037920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:59.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:01:59.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 zone default found 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 4 Realm: () 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 zonegroup default 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.859+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.863+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.863+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.863+0000 7f698e9d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:59.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.863+0000 7f698e9d09c0 20 started sync module instance, tier type = 2024-09-22T09:01:59.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.863+0000 7f698e9d09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=0 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=1 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=2 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=3 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=4 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=5 2024-09-22T09:01:59.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=6 2024-09-22T09:01:59.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 20 add_watcher() i=7 2024-09-22T09:01:59.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.879+0000 7f698e9d09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:59.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f6842fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:59.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:59.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 5 note: GC not initialized 2024-09-22T09:01:59.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f6841fdb640 20 reqs_thread_entry: start 2024-09-22T09:01:59.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:01:59.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 Filter name: none 2024-09-22T09:01:59.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f67b37fe640 20 reqs_thread_entry: start 2024-09-22T09:01:59.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-22T09:01:59.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 : miss 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.883+0000 7f698e9d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.887+0000 7f698e9d09c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:01:59.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.887+0000 7f698e9d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.887+0000 7f698e9d09c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.887+0000 7f698e9d09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:01:59.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.887+0000 7f698e9d09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.887+0000 7f698e9d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 2024-09-22T09:01:59.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f698e9d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f698e9d09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f698e9d09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f698e9d09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29, ofs0, ns] 2024-09-22T09:01:59.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f68637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398920 cookie 94458203370240 notifier 6668 bl.length()=999 2024-09-22T09:01:59.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f68637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f68637fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.891+0000 7f68637fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.895+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_sources= new_sources= 2024-09-22T09:01:59.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.895+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential sources added=[] removed=[] 2024-09-22T09:01:59.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.895+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_dests= new_dests= 2024-09-22T09:01:59.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.895+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential dests added=[] removed=[] 2024-09-22T09:01:59.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.899+0000 7f698e9d09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.0 2024-09-22T09:01:59.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.899+0000 7f698e9d09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.0 2024-09-22T09:01:59.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.899+0000 7f698e9d09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.1 2024-09-22T09:01:59.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.899+0000 7f698e9d09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.1.1 2024-09-22T09:01:59.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.899+0000 7f698e9d09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.0 2024-09-22T09:01:59.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.903+0000 7f698e9d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:59.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.903+0000 7f698e9d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 2024-09-22T09:01:59.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.903+0000 7f698e9d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.903+0000 7f698e9d09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.903+0000 7f698e9d09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.903+0000 7f698e9d09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29, ofs0, ns] 2024-09-22T09:01:59.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f6862ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398921 cookie 94458203370240 notifier 6668 bl.length()=999 2024-09-22T09:01:59.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f6862ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f6862ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f6862ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_sources= new_sources= 2024-09-22T09:01:59.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential sources added=[] removed=[] 2024-09-22T09:01:59.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_dests= new_dests= 2024-09-22T09:01:59.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential dests added=[] removed=[] 2024-09-22T09:01:59.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29.0 2024-09-22T09:01:59.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:01:59.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.907+0000 7f698e9d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 2024-09-22T09:01:59.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29, ofs0, ns] 2024-09-22T09:01:59.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f68637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398922 cookie 94458203370240 notifier 6668 bl.length()=967 2024-09-22T09:01:59.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f68637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 info.flags=0x17 2024-09-22T09:01:59.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f68637fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 to cache LRU end 2024-09-22T09:01:59.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f68637fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:01:59.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_sources= new_sources= 2024-09-22T09:01:59.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential sources added=[] removed=[] 2024-09-22T09:01:59.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): orig_dests= new_dests= 2024-09-22T09:01:59.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.911+0000 7f698e9d09c0 20 handle_bi_update(): bucket=:error-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29]): potential dests added=[] removed=[] 2024-09-22T09:01:59.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.915+0000 7f698e9d09c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-22T09:01:59.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.919+0000 7f6842fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:59.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.923+0000 7f698e9d09c0 20 remove_watcher() i=0 2024-09-22T09:01:59.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.923+0000 7f698e9d09c0 2 removed watcher, disabling cache 2024-09-22T09:01:59.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.927+0000 7f698e9d09c0 20 remove_watcher() i=1 2024-09-22T09:01:59.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.927+0000 7f698e9d09c0 20 remove_watcher() i=2 2024-09-22T09:01:59.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.931+0000 7f698e9d09c0 20 remove_watcher() i=3 2024-09-22T09:01:59.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.931+0000 7f698e9d09c0 20 remove_watcher() i=4 2024-09-22T09:01:59.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.931+0000 7f698e9d09c0 20 remove_watcher() i=5 2024-09-22T09:01:59.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.935+0000 7f698e9d09c0 20 remove_watcher() i=6 2024-09-22T09:01:59.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:01:59.935+0000 7f698e9d09c0 20 remove_watcher() i=7 2024-09-22T09:01:59.948 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-22T09:01:59.975 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:59.975 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:00.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.019+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 realm 2024-09-22T09:02:00.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:00.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:00.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.023+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.027+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:00.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.027+0000 7f7f31bcc9c0 20 searching for the correct realm 2024-09-22T09:02:00.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.031+0000 7f7f2fed3640 0 -- 172.21.15.64:0/4038886200 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f7f24024040 msgr2=0x7f7f2403b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:00.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.247+0000 7f7f2f6d2640 0 -- 172.21.15.64:0/4038886200 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x564a412574c0 msgr2=0x564a412598b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:00.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:00.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:00.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 zone default found 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 4 Realm: () 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 zonegroup default 2024-09-22T09:02:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.255+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 started sync module instance, tier type = 2024-09-22T09:02:00.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.259+0000 7f7f31bcc9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=0 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=1 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=2 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=3 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=4 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=5 2024-09-22T09:02:00.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.283+0000 7f7f31bcc9c0 20 add_watcher() i=6 2024-09-22T09:02:00.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.287+0000 7f7f31bcc9c0 20 add_watcher() i=7 2024-09-22T09:02:00.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.287+0000 7f7f31bcc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:00.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7de67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:00.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7f31bcc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:00.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7f31bcc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:00.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7f31bcc9c0 5 note: GC not initialized 2024-09-22T09:02:00.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7de57e2640 20 reqs_thread_entry: start 2024-09-22T09:02:00.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7f31bcc9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:00.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.291+0000 7f7f31bcc9c0 20 Filter name: none 2024-09-22T09:02:00.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7dde7fc640 20 reqs_thread_entry: start 2024-09-22T09:02:00.292 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:00.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:00.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:00.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:00.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.295+0000 7f7f31bcc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.299+0000 7f7f31bcc9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:00.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.299+0000 7f7f31bcc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:00.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.299+0000 7f7de67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:00.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.303+0000 7f7f31bcc9c0 20 remove_watcher() i=0 2024-09-22T09:02:00.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.303+0000 7f7f31bcc9c0 2 removed watcher, disabling cache 2024-09-22T09:02:00.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.307+0000 7f7f31bcc9c0 20 remove_watcher() i=1 2024-09-22T09:02:00.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.311+0000 7f7f31bcc9c0 20 remove_watcher() i=2 2024-09-22T09:02:00.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.311+0000 7f7f31bcc9c0 20 remove_watcher() i=3 2024-09-22T09:02:00.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.315+0000 7f7f31bcc9c0 20 remove_watcher() i=4 2024-09-22T09:02:00.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.315+0000 7f7f31bcc9c0 20 remove_watcher() i=5 2024-09-22T09:02:00.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.315+0000 7f7f31bcc9c0 20 remove_watcher() i=6 2024-09-22T09:02:00.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.319+0000 7f7f31bcc9c0 20 remove_watcher() i=7 2024-09-22T09:02:00.332 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:00.332 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:00.332 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-block-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:02:00.332 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:00.419 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at block_writes 2024-09-22T09:02:00.420 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:00.909 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-22T09:02:00.941 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:00.941 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:00.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.987+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 realm 2024-09-22T09:02:00.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:00.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:00.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:00.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.991+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:00.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.995+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:00.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.995+0000 7f65bb7359c0 20 searching for the correct realm 2024-09-22T09:02:00.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:00.999+0000 7f65b9a3c640 0 -- 172.21.15.64:0/2024550525 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x561b2a6c97f0 msgr2=0x561b2a6cbc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.007+0000 7f65b923b640 0 -- 172.21.15.64:0/2024550525 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f65b002f410 msgr2=0x7f65b002f890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:01.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:01.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.011+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 zone default found 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 4 Realm: () 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 zonegroup default 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 started sync module instance, tier type = 2024-09-22T09:02:01.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.015+0000 7f65bb7359c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:01.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=0 2024-09-22T09:02:01.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=1 2024-09-22T09:02:01.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=2 2024-09-22T09:02:01.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=3 2024-09-22T09:02:01.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=4 2024-09-22T09:02:01.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=5 2024-09-22T09:02:01.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.031+0000 7f65bb7359c0 20 add_watcher() i=6 2024-09-22T09:02:01.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 20 add_watcher() i=7 2024-09-22T09:02:01.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:01.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f646ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:01.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:01.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 5 note: GC not initialized 2024-09-22T09:02:01.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f646efe5640 20 reqs_thread_entry: start 2024-09-22T09:02:01.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:01.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 20 Filter name: none 2024-09-22T09:02:01.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f646cfe1640 20 reqs_thread_entry: start 2024-09-22T09:02:01.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.035+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:01.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:01.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:01.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f65bb7359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:01.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.039+0000 7f646ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.047+0000 7f65bb7359c0 20 remove_watcher() i=0 2024-09-22T09:02:01.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.047+0000 7f65bb7359c0 2 removed watcher, disabling cache 2024-09-22T09:02:01.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.047+0000 7f65bb7359c0 20 remove_watcher() i=1 2024-09-22T09:02:01.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.051+0000 7f65bb7359c0 20 remove_watcher() i=2 2024-09-22T09:02:01.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.051+0000 7f65bb7359c0 20 remove_watcher() i=3 2024-09-22T09:02:01.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.055+0000 7f65bb7359c0 20 remove_watcher() i=4 2024-09-22T09:02:01.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.055+0000 7f65bb7359c0 20 remove_watcher() i=5 2024-09-22T09:02:01.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.055+0000 7f65bb7359c0 20 remove_watcher() i=6 2024-09-22T09:02:01.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.059+0000 7f65bb7359c0 20 remove_watcher() i=7 2024-09-22T09:02:01.069 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.069 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:01.069 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-block-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:01.069 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.070 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-22T09:02:01.102 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:01.102 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:01.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 realm 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:01.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 searching for the correct realm 2024-09-22T09:02:01.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.159+0000 7fb9a34a0640 0 -- 172.21.15.64:0/3060223770 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb998008040 msgr2=0x7fb998058d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.375+0000 7fb9a2c9f640 0 -- 172.21.15.64:0/3060223770 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5577c1be50c0 msgr2=0x5577c1be74f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:01.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:01.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:01.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:01.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:01.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:01.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 zone default found 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 Realm: () 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 zonegroup default 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.384 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 started sync module instance, tier type = 2024-09-22T09:02:01.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=0 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=1 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=2 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=3 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=4 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=5 2024-09-22T09:02:01.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=6 2024-09-22T09:02:01.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.415+0000 7fb9a51999c0 20 add_watcher() i=7 2024-09-22T09:02:01.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.415+0000 7fb9a51999c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:01.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.419+0000 7fb8597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.419+0000 7fb9a51999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:01.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.419+0000 7fb9a51999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:01.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 note: GC not initialized 2024-09-22T09:02:01.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb7d3fff640 20 reqs_thread_entry: start 2024-09-22T09:02:01.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:01.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 Filter name: none 2024-09-22T09:02:01.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb7d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:02:01.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:02:01.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:02:01.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:02:01.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : miss 2024-09-22T09:02:01.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:01.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:01.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398884 cookie 93972839995936 notifier 6719 bl.length()=999 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:01.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:01.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:01.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:01.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.439+0000 7fb9a51999c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.0 2024-09-22T09:02:01.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.0 2024-09-22T09:02:01.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.439+0000 7fb9a51999c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.1 2024-09-22T09:02:01.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.1 2024-09-22T09:02:01.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.0 2024-09-22T09:02:01.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:01.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:01.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398885 cookie 93972839995936 notifier 6719 bl.length()=999 2024-09-22T09:02:01.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb9a51999c0 time 2024-09-22T09:02:01.448517+0000 2024-09-22T09:02:01.443 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:01.446 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.446 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb9a8a732eb] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.447+0000 7fb9a51999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb9a51999c0 time 2024-09-22T09:02:01.448517+0000 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb9a8a732eb] 2024-09-22T09:02:01.447 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:02:01.448 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fb9a51999c0 thread_name:radosgw-admin 2024-09-22T09:02:01.450 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.450 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb9a78f2520] 2024-09-22T09:02:01.450 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:01.450 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:01.450 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb9a8a73345] 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.451+0000 7fb9a51999c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fb9a51999c0 thread_name:radosgw-admin 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.451 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb9a78f2520] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb9a8a73345] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.452 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 4 set_mon_vals no callback set 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: shutdown 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 asok(0x5577c18ec250) unregister_commands rotate-key 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.469 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding auth protocol: cephx 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding auth protocol: cephx 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding auth protocol: cephx 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.470 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: starting msgr at 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: starting objecter 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command objecter_requests hook 0x5577c1989dd0 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: setting wanted keys 2024-09-22T09:02:01.471 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: calling monclient init 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding auth protocol: cephx 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding auth protocol: cephx 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding auth protocol: cephx 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.472 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key hook 0x5577c1af77d8 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c19b0810 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c19b2d80 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1afa8c0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.814996s 2024-09-22T09:02:01.473 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): get_auth_request con 0x5577c19b2d80 auth_method 0 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request con 0x5577c19b0810 auth_method 0 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.474 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_done global_id 7191 payload 824 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:02:01.127+0000 7fb9a249e640 1 monclient: found mon.noname-a 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: dump: 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.475 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: dump: 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.476 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 7191 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:02:01.127+0000 7fb890e09640 4 set_mon_vals no callback set 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: init done 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:02:01.131+0000 7fb88f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:02:01.131+0000 7fb88f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.477 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:02:01.131+0000 7fb88f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:02:01.131+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb888071c10 auth_method 0 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:02:01.131+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x5577c1b1f7d0 auth_method 0 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:02:01.131+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x5577c1b42500 auth_method 0 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:02:01.135+0000 7fb9a249e640 10 monclient: get_auth_request con 0x5577c1b46ba0 auth_method 0 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding auth protocol: cephx 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding auth protocol: cephx 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding auth protocol: cephx 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.479 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command objecter_requests cmddesc objecter_requests hook 0x5577c1b4f350 EEXIST 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding auth protocol: cephx 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding auth protocol: cephx 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding auth protocol: cephx 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.480 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key cmddesc rotate-key hook 0x5577c1b4a0b0 EEXIST 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c1b73500 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1b72e30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.481 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c1b71810 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.823928s 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request con 0x5577c1b73500 auth_method 0 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request con 0x5577c1b71810 auth_method 0 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.482 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): get_auth_request con 0x5577c1b72e30 auth_method 0 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_done global_id 6713 payload 824 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 1 monclient: found mon.noname-c 2024-09-22T09:02:01.483 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: dump: 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.484 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: dump: 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:02:01.139+0000 7fb9a3ca1640 4 set_mon_vals no callback set 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 6713 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:02:01.139+0000 7fb88ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:02:01.139+0000 7fb88ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:02:01.139+0000 7fb88ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient: get_auth_request con 0x7fb87c071b20 auth_method 0 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: get_monmap_and_config 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.486 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding auth protocol: cephx 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding auth protocol: cephx 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding auth protocol: cephx 2024-09-22T09:02:01.487 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding auth protocol: cephx 2024-09-22T09:02:01.488 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding auth protocol: cephx 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding auth protocol: cephx 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.489 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key cmddesc rotate-key hook 0x7ffea70ecee8 EEXIST 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c1b96fe0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1bc7690 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c1bc2840 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.828766s 2024-09-22T09:02:01.490 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request con 0x5577c1b96fe0 auth_method 0 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request con 0x5577c1bc2840 auth_method 0 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.491 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_done global_id 7197 payload 274 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 1 monclient: found mon.noname-a 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: dump: 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.492 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: dump: 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.493 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 7197 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: get_monmap_and_config success 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 4 set_mon_vals no callback set 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: shutdown 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding auth protocol: cephx 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding auth protocol: cephx 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding auth protocol: cephx 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.495 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: starting msgr at 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: starting objecter 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command objecter_requests cmddesc objecter_requests hook 0x5577c1b96460 EEXIST 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: setting wanted keys 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: calling monclient init 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.496 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding auth protocol: cephx 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding auth protocol: cephx 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding auth protocol: cephx 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.497 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key cmddesc rotate-key hook 0x5577c1b75468 EEXIST 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1b96fe0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c1bc2840 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c1bc7690 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.831468s 2024-09-22T09:02:01.498 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): get_auth_request con 0x5577c1bc2840 auth_method 0 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request con 0x5577c1bc7690 auth_method 0 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.499 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_done global_id 6719 payload 824 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:02:01.143+0000 7fb9a249e640 1 monclient: found mon.noname-c 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: dump: 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: dump: 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.501 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 6719 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:02:01.147+0000 7fb8867fc640 4 set_mon_vals no callback set 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 1 librados: init done 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cr dump hook 0x5577c1bb82f8 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:02:01.147+0000 7fb884ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:02:01.147+0000 7fb884ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:02:01.147+0000 7fb884ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.502 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:02:01.147+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb86c071be0 auth_method 0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:02:01.147+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x5577c1be0e70 auth_method 0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 realm 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:02:01.151+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x5577c1be50c0 auth_method 0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:02:01.151+0000 7fb9a249e640 10 monclient: get_auth_request con 0x5577c1be8920 auth_method 0 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 searching for the correct realm 2024-09-22T09:02:01.503 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:02:01.151+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x5577c1bed6a0 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:02:01.151+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb99c004040 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:02:01.155+0000 7fb9a249e640 10 monclient: get_auth_request con 0x7fb998070070 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:02:01.159+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x7fb998008040 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:02:01.159+0000 7fb9a34a0640 0 -- 172.21.15.64:0/3060223770 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb998008040 msgr2=0x7fb998058d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:02:01.363+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x7fb998008040 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:02:01.367+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb9980500f0 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:02:01.375+0000 7fb9a2c9f640 0 -- 172.21.15.64:0/3060223770 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5577c1be50c0 msgr2=0x5577c1be74f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:02:01.375+0000 7fb884ff9640 1 client.6719.objecter ms_handle_reset 0x5577c1be50c0 session 0x5577c1be4a40 osd.5 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:02:01.375+0000 7fb884ff9640 10 monclient: _renew_subs 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:02:01.375+0000 7fb884ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:02:01.375+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb86c082300 auth_method 0 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:01.504 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 zone default found 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 Realm: () 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 zonegroup default 2024-09-22T09:02:01.505 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 started sync module instance, tier type = 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=0 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=1 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=2 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=3 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=4 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=5 2024-09-22T09:02:01.506 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=6 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:02:01.415+0000 7fb9a51999c0 20 add_watcher() i=7 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:02:01.415+0000 7fb9a51999c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding auth protocol: cephx 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding auth protocol: cephx 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding auth protocol: cephx 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.507 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:02:01.419+0000 7fb8597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache list hook 0x5577c1b95d70 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache inspect hook 0x5577c1b95d70 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache erase hook 0x5577c1b95d70 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache zap hook 0x5577c1b95d70 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 note: GC not initialized 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:02:01.423+0000 7fb7d3fff640 20 reqs_thread_entry: start 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace show hook 0x7fb99c0b6070 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace history hook 0x7fb99c0b6070 2024-09-22T09:02:01.508 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace active hook 0x7fb99c0b6070 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace active_short hook 0x7fb99c0b6070 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 Filter name: none 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:02:01.423+0000 7fb7d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : miss 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:01.509 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398884 cookie 93972839995936 notifier 6719 bl.length()=999 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:01.510 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.0 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.0 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.1 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.1 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.0 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398885 cookie 93972839995936 notifier 6719 bl.length()=999 2024-09-22T09:02:01.511 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:02:01.447+0000 7fb9a51999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb9a51999c0 time 2024-09-22T09:02:01.448517+0000 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb9a8a732eb] 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.512 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:02:01.451+0000 7fb9a51999c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fb9a51999c0 thread_name:radosgw-admin 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb9a78f2520] 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb9a8a73345] 2024-09-22T09:02:01.513 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:02:01.514 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:02:01.515 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:02:01.516 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:02:01.517 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:02:01.518 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:02:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb7d1ffb640 / http_manager 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb7d3fff640 / http_manager 2024-09-22T09:02:01.520 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb8597e2640 / rgw_dt_lg_renew 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb884ff9640 / ms_dispatch 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb8867fc640 / io_context_pool 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb88ce01640 / ms_dispatch 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb88f606640 / ms_dispatch 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb890e09640 / io_context_pool 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a249e640 / msgr-worker-2 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a2c9f640 / msgr-worker-1 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a34a0640 / msgr-worker-0 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a3ca1640 / io_context_pool 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a51999c0 / radosgw-admin 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.106324.log 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:02:01.521 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 4 set_mon_vals no callback set 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: shutdown 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 asok(0x5577c18ec250) unregister_commands rotate-key 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.522 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding auth protocol: cephx 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding auth protocol: cephx 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding auth protocol: cephx 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.523 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: crc 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1afd690) adding con mode: secure 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: starting msgr at 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: starting objecter 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command objecter_requests hook 0x5577c1989dd0 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: setting wanted keys 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: calling monclient init 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding auth protocol: cephx 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding auth protocol: cephx 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding auth protocol: cephx 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.524 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: crc 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1af7690) adding con mode: secure 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key hook 0x5577c1af77d8 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c19b0810 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.525 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c19b2d80 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1afa8c0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.814996s 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): get_auth_request con 0x5577c19b2d80 auth_method 0 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request con 0x5577c19b0810 auth_method 0 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.526 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:02:01.127+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient(hunting): handle_auth_done global_id 7191 payload 824 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:02:01.127+0000 7fb9a249e640 1 monclient: found mon.noname-a 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:02:01.127+0000 7fb9a249e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: dump: 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.527 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:02:01.127+0000 7fb88f606640 10 monclient: dump: 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.528 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 7191 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:02:01.127+0000 7fb890e09640 4 set_mon_vals no callback set 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:02:01.127+0000 7fb9a51999c0 1 librados: init done 2024-09-22T09:02:01.529 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:02:01.131+0000 7fb88f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:02:01.131+0000 7fb88f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:02:01.131+0000 7fb88f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:02:01.131+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb888071c10 auth_method 0 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:02:01.131+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x5577c1b1f7d0 auth_method 0 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:02:01.131+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x5577c1b42500 auth_method 0 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:02:01.135+0000 7fb9a249e640 10 monclient: get_auth_request con 0x5577c1b46ba0 auth_method 0 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.530 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding auth protocol: cephx 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding auth protocol: cephx 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding auth protocol: cephx 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.531 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: crc 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b4b9a0) adding con mode: secure 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command objecter_requests cmddesc objecter_requests hook 0x5577c1b4f350 EEXIST 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding auth protocol: cephx 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding auth protocol: cephx 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding auth protocol: cephx 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.532 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: crc 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b49f68) adding con mode: secure 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key cmddesc rotate-key hook 0x5577c1b4a0b0 EEXIST 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c1b73500 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1b72e30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c1b71810 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.533 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:02:01.135+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.823928s 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request con 0x5577c1b73500 auth_method 0 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request con 0x5577c1b71810 auth_method 0 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.534 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:02:01.139+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): get_auth_request con 0x5577c1b72e30 auth_method 0 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_done global_id 6713 payload 824 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 1 monclient: found mon.noname-c 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:02:01.139+0000 7fb9a2c9f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: dump: 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.535 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:02:01.139+0000 7fb88ce01640 10 monclient: dump: 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.536 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:02:01.139+0000 7fb9a3ca1640 4 set_mon_vals no callback set 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 6713 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:02:01.139+0000 7fb88ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:01.537 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:02:01.139+0000 7fb88ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:02:01.139+0000 7fb88ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:02:01.139+0000 7fb9a249e640 10 monclient: get_auth_request con 0x7fb87c071b20 auth_method 0 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: get_monmap_and_config 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.538 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding auth protocol: cephx 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding auth protocol: cephx 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding auth protocol: cephx 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: crc 2024-09-22T09:02:01.539 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:02:01.139+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b92e80) adding con mode: secure 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding auth protocol: cephx 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding auth protocol: cephx 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding auth protocol: cephx 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.540 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: crc 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ecda0) adding con mode: secure 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key cmddesc rotate-key hook 0x7ffea70ecee8 EEXIST 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c1b96fe0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1bc7690 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c1bc2840 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.541 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.828766s 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request con 0x5577c1b96fe0 auth_method 0 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request con 0x5577c1bc2840 auth_method 0 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.542 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient(hunting): handle_auth_done global_id 7197 payload 274 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 1 monclient: found mon.noname-a 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:02:01.143+0000 7fb9a2c9f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: dump: 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.543 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:02:01.143+0000 7fb8867fc640 10 monclient: dump: 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.544 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 7197 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: get_monmap_and_config success 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 4 set_mon_vals no callback set 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: shutdown 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: build_initial_monmap 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: monmap: 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:01.545 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding auth protocol: cephx 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding auth protocol: cephx 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding auth protocol: cephx 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.546 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: crc 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1bb9980) adding con mode: secure 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: starting msgr at 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: starting objecter 2024-09-22T09:02:01.547 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command objecter_requests cmddesc objecter_requests hook 0x5577c1b96460 EEXIST 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: setting wanted keys 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 1 librados: calling monclient init 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: init 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding auth protocol: cephx 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding auth protocol: cephx 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding auth protocol: cephx 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.548 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: crc 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 AuthRegistry(0x5577c1b75320) adding con mode: secure 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command rotate-key cmddesc rotate-key hook 0x5577c1b75468 EEXIST 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-b con 0x5577c1b96fe0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-c con 0x5577c1bc2840 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): picked mon.noname-a con 0x5577c1bc7690 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:01.549 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:02:01.143+0000 7fb9a51999c0 10 monclient(hunting): authenticate will time out at 2317.831468s 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): get_auth_request con 0x5577c1bc2840 auth_method 0 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request con 0x5577c1bc7690 auth_method 0 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:02:01.143+0000 7fb9a34a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:01.550 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient(hunting): handle_auth_done global_id 6719 payload 824 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient: _finish_hunting 0 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:02:01.143+0000 7fb9a249e640 1 monclient: found mon.noname-c 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:02:01.143+0000 7fb9a249e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: dump: 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.551 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: _finish_auth 0 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:02:01.147+0000 7fb884ff9640 10 monclient: dump: 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:01.552 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 5 monclient: authenticate success, global_id 6719 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:02:01.147+0000 7fb8867fc640 4 set_mon_vals no callback set 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _renew_subs 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 1 librados: init done 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cr dump hook 0x5577c1bb82f8 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:02:01.147+0000 7fb884ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:02:01.147+0000 7fb884ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:02:01.147+0000 7fb884ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:01.553 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:02:01.147+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb86c071be0 auth_method 0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:02:01.147+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x5577c1be0e70 auth_method 0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 realm 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:02:01.147+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:02:01.151+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x5577c1be50c0 auth_method 0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:02:01.151+0000 7fb9a249e640 10 monclient: get_auth_request con 0x5577c1be8920 auth_method 0 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:01.554 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:02:01.151+0000 7fb9a51999c0 20 searching for the correct realm 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:02:01.151+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x5577c1bed6a0 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:02:01.151+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb99c004040 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:02:01.155+0000 7fb9a249e640 10 monclient: get_auth_request con 0x7fb998070070 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:02:01.159+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x7fb998008040 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:02:01.159+0000 7fb9a34a0640 0 -- 172.21.15.64:0/3060223770 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb998008040 msgr2=0x7fb998058d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:02:01.363+0000 7fb9a34a0640 10 monclient: get_auth_request con 0x7fb998008040 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:02:01.367+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb9980500f0 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:02:01.375+0000 7fb9a2c9f640 0 -- 172.21.15.64:0/3060223770 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5577c1be50c0 msgr2=0x5577c1be74f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:02:01.375+0000 7fb884ff9640 1 client.6719.objecter ms_handle_reset 0x5577c1be50c0 session 0x5577c1be4a40 osd.5 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:02:01.375+0000 7fb884ff9640 10 monclient: _renew_subs 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:02:01.375+0000 7fb884ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:02:01.375+0000 7fb9a2c9f640 10 monclient: get_auth_request con 0x7fb86c082300 auth_method 0 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:01.555 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:02:01.383+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 zone default found 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 Realm: () 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:01.556 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 zonegroup default 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 started sync module instance, tier type = 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:02:01.387+0000 7fb9a51999c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=0 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=1 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=2 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=3 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=4 2024-09-22T09:02:01.557 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=5 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:02:01.411+0000 7fb9a51999c0 20 add_watcher() i=6 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:02:01.415+0000 7fb9a51999c0 20 add_watcher() i=7 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:02:01.415+0000 7fb9a51999c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding auth protocol: cephx 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding auth protocol: cephx 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding auth protocol: cephx 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.558 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: crc 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 AuthRegistry(0x7ffea70ed270) adding con mode: secure 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:02:01.419+0000 7fb8597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache list hook 0x5577c1b95d70 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache inspect hook 0x5577c1b95d70 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache erase hook 0x5577c1b95d70 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command cache zap hook 0x5577c1b95d70 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:02:01.419+0000 7fb9a51999c0 5 note: GC not initialized 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:02:01.423+0000 7fb7d3fff640 20 reqs_thread_entry: start 2024-09-22T09:02:01.559 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace show hook 0x7fb99c0b6070 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace history hook 0x7fb99c0b6070 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace active hook 0x7fb99c0b6070 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 5 asok(0x5577c18ec250) register_command sync trace active_short hook 0x7fb99c0b6070 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 Filter name: none 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:02:01.423+0000 7fb7d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : miss 2024-09-22T09:02:01.560 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:02:01.423+0000 7fb9a51999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398884 cookie 93972839995936 notifier 6719 bl.length()=999 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.561 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:02:01.431+0000 7fb8867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:02:01.431+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.0 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.0 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.1 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.1.1 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:02:01.439+0000 7fb9a51999c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.0 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.562 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398885 cookie 93972839995936 notifier 6719 bl.length()=999 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:02:01.443+0000 7fb8867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:02:01.443+0000 7fb9a51999c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:02:01.447+0000 7fb9a51999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb9a51999c0 time 2024-09-22T09:02:01.448517+0000 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.563 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb9a8a732eb] 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:02:01.451+0000 7fb9a51999c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fb9a51999c0 thread_name:radosgw-admin 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:01.564 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb9a78f2520] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb9a8a73345] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb9a8a7349f] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5577bf25e901] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x5577bf273106] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5577bf274724] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb9a78d9d90] 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:02:01.565 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:02:01.566 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:02:01.571 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:02:01.571 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:02:01.571 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:02:01.571 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:02:01.571 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:02:01.574 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:02:01.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:02:01.576 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:02:01.577 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:02:01.578 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb7d1ffb640 / http_manager 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb7d3fff640 / http_manager 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb8597e2640 / rgw_dt_lg_renew 2024-09-22T09:02:01.579 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb884ff9640 / ms_dispatch 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb8867fc640 / io_context_pool 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb88ce01640 / ms_dispatch 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb88f606640 / ms_dispatch 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb890e09640 / io_context_pool 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a249e640 / msgr-worker-2 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a2c9f640 / msgr-worker-1 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a34a0640 / msgr-worker-0 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a3ca1640 / io_context_pool 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: 7fb9a51999c0 / radosgw-admin 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:02:01.455342Z_3d70a0fe-1fb0-47f3-ad28-89374042f287/log 2024-09-22T09:02:01.580 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:02:01.583 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:02:01.583 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-22T09:02:01.583 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:01.583 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:01.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 realm 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.547+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.551+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.551+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.551+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.551+0000 7f3fb55cd9c0 20 searching for the correct realm 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.555+0000 7f3fb28d2640 0 -- 172.21.15.64:0/3801507957 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f3fa8071030 msgr2=0x7f3fa8066d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.563+0000 7f3fb38d4640 0 -- 172.21.15.64:0/3801507957 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f3fa8075920 msgr2=0x7f3fa8048970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 zone default found 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 4 Realm: () 2024-09-22T09:02:01.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 zonegroup default 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.571+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.575+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.575+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.575+0000 7f3fb55cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.575+0000 7f3fb55cd9c0 20 started sync module instance, tier type = 2024-09-22T09:02:01.586 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.575+0000 7f3fb55cd9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=0 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=1 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=2 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=3 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=4 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=5 2024-09-22T09:02:01.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=6 2024-09-22T09:02:01.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 20 add_watcher() i=7 2024-09-22T09:02:01.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.591+0000 7f3fb55cd9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:01.591 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3e69fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:01.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:01.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 5 note: GC not initialized 2024-09-22T09:02:01.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3e68fe1640 20 reqs_thread_entry: start 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 Filter name: none 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3de27fc640 20 reqs_thread_entry: start 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-22T09:02:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-22T09:02:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.595+0000 7f3fb55cd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:01.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.599+0000 7f3e69fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.603+0000 7f3fb55cd9c0 20 remove_watcher() i=0 2024-09-22T09:02:01.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.603+0000 7f3fb55cd9c0 2 removed watcher, disabling cache 2024-09-22T09:02:01.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.603+0000 7f3fb55cd9c0 20 remove_watcher() i=1 2024-09-22T09:02:01.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.607+0000 7f3fb55cd9c0 20 remove_watcher() i=2 2024-09-22T09:02:01.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.607+0000 7f3fb55cd9c0 20 remove_watcher() i=3 2024-09-22T09:02:01.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.611+0000 7f3fb55cd9c0 20 remove_watcher() i=4 2024-09-22T09:02:01.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.611+0000 7f3fb55cd9c0 20 remove_watcher() i=5 2024-09-22T09:02:01.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.611+0000 7f3fb55cd9c0 20 remove_watcher() i=6 2024-09-22T09:02:01.612 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.615+0000 7f3fb55cd9c0 20 remove_watcher() i=7 2024-09-22T09:02:01.630 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.630 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:01.630 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-block-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:01.630 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:01.688 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:02:01.725 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:01.725 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:01.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.771+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 realm 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.775+0000 7ff4df98e9c0 20 searching for the correct realm 2024-09-22T09:02:01.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.783+0000 7ff4dcc93640 0 -- 172.21.15.64:0/1420971227 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7ff4d40c7040 msgr2=0x7ff4d40e2410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:01.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.787+0000 7ff4ddc95640 0 -- 172.21.15.64:0/1420971227 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7ff4d40e2c10 msgr2=0x7ff4d40a4540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.795+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 zone default found 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 4 Realm: () 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 zonegroup default 2024-09-22T09:02:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 started sync module instance, tier type = 2024-09-22T09:02:01.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.799+0000 7ff4df98e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=0 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=1 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=2 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=3 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=4 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=5 2024-09-22T09:02:01.813 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=6 2024-09-22T09:02:01.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 20 add_watcher() i=7 2024-09-22T09:02:01.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.815+0000 7ff4df98e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:01.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff3937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:01.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:01.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 5 note: GC not initialized 2024-09-22T09:02:01.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff3927e4640 20 reqs_thread_entry: start 2024-09-22T09:02:01.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:01.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 Filter name: none 2024-09-22T09:02:01.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff303fff640 20 reqs_thread_entry: start 2024-09-22T09:02:01.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:02:01.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : miss 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-22T09:02:01.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:01.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:01.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:01.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:01.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.819+0000 7ff4df98e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:01.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.823+0000 7ff4df98e9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to be held by another RGW process; skipping for now 2024-09-22T09:02:01.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.823+0000 7ff3937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:01.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.827+0000 7ff4df98e9c0 20 remove_watcher() i=0 2024-09-22T09:02:01.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.827+0000 7ff4df98e9c0 2 removed watcher, disabling cache 2024-09-22T09:02:01.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.831+0000 7ff4df98e9c0 20 remove_watcher() i=1 2024-09-22T09:02:01.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.835+0000 7ff4df98e9c0 20 remove_watcher() i=2 2024-09-22T09:02:01.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.835+0000 7ff4df98e9c0 20 remove_watcher() i=3 2024-09-22T09:02:01.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.835+0000 7ff4df98e9c0 20 remove_watcher() i=4 2024-09-22T09:02:01.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.839+0000 7ff4df98e9c0 20 remove_watcher() i=5 2024-09-22T09:02:01.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.839+0000 7ff4df98e9c0 20 remove_watcher() i=6 2024-09-22T09:02:01.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:01.839+0000 7ff4df98e9c0 20 remove_watcher() i=7 2024-09-22T09:02:01.852 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:02:31.874 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:02:31.911 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:31.911 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:31.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 20 realm 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.958+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.962+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.962+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.962+0000 7fe20af849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:31.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.962+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.962+0000 7fe20af849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:31.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.962+0000 7fe20af849c0 20 searching for the correct realm 2024-09-22T09:02:31.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.970+0000 7fe20928b640 0 -- 172.21.15.64:0/4138970840 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x555aef4f1ce0 msgr2=0x555aef4f4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:31.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.974+0000 7fe208a8a640 0 -- 172.21.15.64:0/4138970840 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fe1fc06cb10 msgr2=0x7fe1fc050a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.982+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:31.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:31.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 zone default found 2024-09-22T09:02:31.984 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 4 Realm: () 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 zonegroup default 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:31.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:31.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 started sync module instance, tier type = 2024-09-22T09:02:31.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:31.986+0000 7fe20af849c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:32.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=0 2024-09-22T09:02:32.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=1 2024-09-22T09:02:32.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=2 2024-09-22T09:02:32.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=3 2024-09-22T09:02:32.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=4 2024-09-22T09:02:32.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=5 2024-09-22T09:02:32.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.002+0000 7fe20af849c0 20 add_watcher() i=6 2024-09-22T09:02:32.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe20af849c0 20 add_watcher() i=7 2024-09-22T09:02:32.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe20af849c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:32.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe0befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:32.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe20af849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:32.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe20af849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:32.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe20af849c0 5 note: GC not initialized 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe0bdfe3640 20 reqs_thread_entry: start 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.006+0000 7fe20af849c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 20 Filter name: none 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe02f7fe640 20 reqs_thread_entry: start 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : miss 2024-09-22T09:02:32.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-22T09:02:32.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:32.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.009 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.010+0000 7fe20af849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:32.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.014+0000 7fe20af849c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:02:32.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe20af849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe20af849c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe20af849c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe20af849c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe0dffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398886 cookie 93849050423728 notifier 7248 bl.length()=999 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe0dffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe0dffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.018+0000 7fe0dffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.022+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.022+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:32.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.022+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:32.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.022+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:32.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.026+0000 7fe20af849c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.2.0 2024-09-22T09:02:32.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.026+0000 7fe20af849c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.2.0 2024-09-22T09:02:32.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.026+0000 7fe20af849c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.2.1 2024-09-22T09:02:32.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.026+0000 7fe20af849c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.2.1 2024-09-22T09:02:32.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.026+0000 7fe20af849c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.0 2024-09-22T09:02:32.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.030+0000 7fe20af849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:32.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.030+0000 7fe20af849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:32.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:32.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe0dffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398887 cookie 93849050423728 notifier 7248 bl.length()=999 2024-09-22T09:02:32.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe0dffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe0dffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe0dffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:32.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:32.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:32.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:32.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.034+0000 7fe20af849c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30.0 2024-09-22T09:02:32.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:32.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30, ofs0, ns] 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe0df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398888 cookie 93849050423728 notifier 7248 bl.length()=967 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe0df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 info.flags=0x17 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe0df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 to cache LRU end 2024-09-22T09:02:32.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe0df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:32.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_sources= new_sources= 2024-09-22T09:02:32.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential sources added=[] removed=[] 2024-09-22T09:02:32.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): orig_dests= new_dests= 2024-09-22T09:02:32.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.038+0000 7fe20af849c0 20 handle_bi_update(): bucket=:abort-at-block-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30]): potential dests added=[] removed=[] 2024-09-22T09:02:32.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.042+0000 7fe20af849c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-22T09:02:32.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.046+0000 7fe0befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:32.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.050+0000 7fe20af849c0 20 remove_watcher() i=0 2024-09-22T09:02:32.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.050+0000 7fe20af849c0 2 removed watcher, disabling cache 2024-09-22T09:02:32.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.050+0000 7fe20af849c0 20 remove_watcher() i=1 2024-09-22T09:02:32.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.054+0000 7fe20af849c0 20 remove_watcher() i=2 2024-09-22T09:02:32.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.058+0000 7fe20af849c0 20 remove_watcher() i=3 2024-09-22T09:02:32.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.058+0000 7fe20af849c0 20 remove_watcher() i=4 2024-09-22T09:02:32.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.062+0000 7fe20af849c0 20 remove_watcher() i=5 2024-09-22T09:02:32.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.062+0000 7fe20af849c0 20 remove_watcher() i=6 2024-09-22T09:02:32.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.062+0000 7fe20af849c0 20 remove_watcher() i=7 2024-09-22T09:02:32.077 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-22T09:02:32.103 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:32.103 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:32.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 realm 2024-09-22T09:02:32.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:32.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.150+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.154+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:32.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.154+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.154+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:32.153 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.154+0000 7f2a326a09c0 20 searching for the correct realm 2024-09-22T09:02:32.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.162+0000 7f2a309a7640 0 -- 172.21.15.64:0/1618107546 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f2a2409a040 msgr2=0x7f2a240024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:32.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.378+0000 7f2a301a6640 0 -- 172.21.15.64:0/1618107546 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x561ff8d58500 msgr2=0x561ff8d5a8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:32.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:32.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.386+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:32.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 zone default found 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 4 Realm: () 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 zonegroup default 2024-09-22T09:02:32.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.390+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.394+0000 7f2a326a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:32.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.394+0000 7f2a326a09c0 20 started sync module instance, tier type = 2024-09-22T09:02:32.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.394+0000 7f2a326a09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:32.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=0 2024-09-22T09:02:32.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=1 2024-09-22T09:02:32.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=2 2024-09-22T09:02:32.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=3 2024-09-22T09:02:32.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=4 2024-09-22T09:02:32.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=5 2024-09-22T09:02:32.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=6 2024-09-22T09:02:32.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 20 add_watcher() i=7 2024-09-22T09:02:32.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.418+0000 7f2a326a09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:32.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.422+0000 7f28e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:32.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:32.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:32.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 5 note: GC not initialized 2024-09-22T09:02:32.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f28e5fdb640 20 reqs_thread_entry: start 2024-09-22T09:02:32.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:32.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 Filter name: none 2024-09-22T09:02:32.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f28577fe640 20 reqs_thread_entry: start 2024-09-22T09:02:32.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:32.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:32.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:32.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.426+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.430+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-22T09:02:32.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.430+0000 7f2a326a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:32.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.430+0000 7f2a326a09c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-22T09:02:32.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.430+0000 7f2a326a09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:32.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.430+0000 7f28e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:32.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.438+0000 7f2a326a09c0 20 remove_watcher() i=0 2024-09-22T09:02:32.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.438+0000 7f2a326a09c0 2 removed watcher, disabling cache 2024-09-22T09:02:32.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.438+0000 7f2a326a09c0 20 remove_watcher() i=1 2024-09-22T09:02:32.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.442+0000 7f2a326a09c0 20 remove_watcher() i=2 2024-09-22T09:02:32.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.446+0000 7f2a326a09c0 20 remove_watcher() i=3 2024-09-22T09:02:32.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.446+0000 7f2a326a09c0 20 remove_watcher() i=4 2024-09-22T09:02:32.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.450+0000 7f2a326a09c0 20 remove_watcher() i=5 2024-09-22T09:02:32.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.450+0000 7f2a326a09c0 20 remove_watcher() i=6 2024-09-22T09:02:32.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:32.450+0000 7f2a326a09c0 20 remove_watcher() i=7 2024-09-22T09:02:32.469 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:32.469 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:32.469 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-block-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:02:32.469 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:32.567 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-22T09:02:32.568 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:33.073 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:02:33.105 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:33.105 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:33.152 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 realm 2024-09-22T09:02:33.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:33.154 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.155 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.154+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.158+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.158+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.158+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:33.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.158+0000 7f6735df39c0 20 searching for the correct realm 2024-09-22T09:02:33.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.166+0000 7f67330f8640 0 -- 172.21.15.64:0/2312140512 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x55a90a1d5020 msgr2=0x7f67280333f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.170+0000 7f67340fa640 0 -- 172.21.15.64:0/2312140512 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f6728033930 msgr2=0x7f672804b450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:33.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 zone default found 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 4 Realm: () 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 zonegroup default 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.178+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.182+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.182+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.182+0000 7f6735df39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.182+0000 7f6735df39c0 20 started sync module instance, tier type = 2024-09-22T09:02:33.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.182+0000 7f6735df39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:33.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=0 2024-09-22T09:02:33.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=1 2024-09-22T09:02:33.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=2 2024-09-22T09:02:33.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=3 2024-09-22T09:02:33.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=4 2024-09-22T09:02:33.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=5 2024-09-22T09:02:33.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=6 2024-09-22T09:02:33.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 20 add_watcher() i=7 2024-09-22T09:02:33.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f6735df39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:33.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.198+0000 7f65e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 5 note: GC not initialized 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f65e8fe1640 20 reqs_thread_entry: start 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 Filter name: none 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f65627fc640 20 reqs_thread_entry: start 2024-09-22T09:02:33.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:33.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:33.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:33.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.202+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.206+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:33.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.206+0000 7f6735df39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.206+0000 7f6735df39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:33.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.206+0000 7f6735df39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:33.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.206+0000 7f65e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.210+0000 7f6735df39c0 20 remove_watcher() i=0 2024-09-22T09:02:33.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.210+0000 7f6735df39c0 2 removed watcher, disabling cache 2024-09-22T09:02:33.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.214+0000 7f6735df39c0 20 remove_watcher() i=1 2024-09-22T09:02:33.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.214+0000 7f6735df39c0 20 remove_watcher() i=2 2024-09-22T09:02:33.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.218+0000 7f6735df39c0 20 remove_watcher() i=3 2024-09-22T09:02:33.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.218+0000 7f6735df39c0 20 remove_watcher() i=4 2024-09-22T09:02:33.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.222+0000 7f6735df39c0 20 remove_watcher() i=5 2024-09-22T09:02:33.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.222+0000 7f6735df39c0 20 remove_watcher() i=6 2024-09-22T09:02:33.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.222+0000 7f6735df39c0 20 remove_watcher() i=7 2024-09-22T09:02:33.236 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:33.236 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:33.237 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:33.237 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:33.237 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-22T09:02:33.270 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:33.270 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:33.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.314+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 realm 2024-09-22T09:02:33.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:33.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.317 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.318 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.318+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.322+0000 7f209caca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:33.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.322+0000 7f209caca9c0 20 searching for the correct realm 2024-09-22T09:02:33.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.326+0000 7f2099dcf640 0 -- 172.21.15.64:0/2323741828 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f209005c210 msgr2=0x7f2090066360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.330+0000 7f209a5d0640 0 -- 172.21.15.64:0/2323741828 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f2090093040 msgr2=0x7f209005b910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:33.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.546+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 zone default found 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 4 Realm: () 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:33.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 zonegroup default 2024-09-22T09:02:33.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.550+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.554+0000 7f209caca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.554+0000 7f209caca9c0 20 started sync module instance, tier type = 2024-09-22T09:02:33.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.554+0000 7f209caca9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=0 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=1 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=2 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=3 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=4 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=5 2024-09-22T09:02:33.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=6 2024-09-22T09:02:33.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 20 add_watcher() i=7 2024-09-22T09:02:33.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.574+0000 7f209caca9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:33.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.578+0000 7f1f517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.578+0000 7f209caca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:33.578 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.578+0000 7f209caca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:33.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.578+0000 7f209caca9c0 5 note: GC not initialized 2024-09-22T09:02:33.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.578+0000 7f1f4b7fe640 20 reqs_thread_entry: start 2024-09-22T09:02:33.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:33.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 20 Filter name: none 2024-09-22T09:02:33.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f1f497fa640 20 reqs_thread_entry: start 2024-09-22T09:02:33.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-22T09:02:33.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:33.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-22T09:02:33.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-22T09:02:33.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 : miss 2024-09-22T09:02:33.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:33.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:33.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.582+0000 7f209caca9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 2024-09-22T09:02:33.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31, ofs0, ns] 2024-09-22T09:02:33.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f1f7dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398877 cookie 94629493638176 notifier 7302 bl.length()=1015 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f1f7dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f1f7dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f1f7dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_sources= new_sources= 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential sources added=[] removed=[] 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_dests= new_dests= 2024-09-22T09:02:33.593 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.594+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential dests added=[] removed=[] 2024-09-22T09:02:33.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.598+0000 7f209caca9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.1.0 2024-09-22T09:02:33.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.598+0000 7f209caca9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.1.0 2024-09-22T09:02:33.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.598+0000 7f209caca9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.1.1 2024-09-22T09:02:33.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.598+0000 7f209caca9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.1.1 2024-09-22T09:02:33.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.598+0000 7f209caca9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.0 2024-09-22T09:02:33.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.602+0000 7f209caca9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:33.601 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.602+0000 7f209caca9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 2024-09-22T09:02:33.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31, ofs0, ns] 2024-09-22T09:02:33.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f1f7dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398878 cookie 94629493638176 notifier 7302 bl.length()=1015 2024-09-22T09:02:33.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f1f7dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f1f7dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f1f7dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_sources= new_sources= 2024-09-22T09:02:33.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential sources added=[] removed=[] 2024-09-22T09:02:33.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_dests= new_dests= 2024-09-22T09:02:33.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.606+0000 7f209caca9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential dests added=[] removed=[] 2024-09-22T09:02:33.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.610+0000 7f209caca9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.0 2024-09-22T09:02:33.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.610+0000 7f209caca9c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-22T09:02:33.608 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.610+0000 7f209caca9c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-22T09:02:33.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.614+0000 7f1f517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.618+0000 7f209caca9c0 20 remove_watcher() i=0 2024-09-22T09:02:33.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.618+0000 7f209caca9c0 2 removed watcher, disabling cache 2024-09-22T09:02:33.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.622+0000 7f209caca9c0 20 remove_watcher() i=1 2024-09-22T09:02:33.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.626+0000 7f209caca9c0 20 remove_watcher() i=2 2024-09-22T09:02:33.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.626+0000 7f209caca9c0 20 remove_watcher() i=3 2024-09-22T09:02:33.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.630+0000 7f209caca9c0 20 remove_watcher() i=4 2024-09-22T09:02:33.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.630+0000 7f209caca9c0 20 remove_watcher() i=5 2024-09-22T09:02:33.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.630+0000 7f209caca9c0 20 remove_watcher() i=6 2024-09-22T09:02:33.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.634+0000 7f209caca9c0 20 remove_watcher() i=7 2024-09-22T09:02:33.650 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:02:33.680 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:33.681 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:33.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.726+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.726+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.726+0000 7f834739b9c0 20 realm 2024-09-22T09:02:33.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.726+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:33.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:33.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.730+0000 7f834739b9c0 20 searching for the correct realm 2024-09-22T09:02:33.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.738+0000 7f83456a2640 0 -- 172.21.15.64:0/2505459874 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55a84a449e70 msgr2=0x55a84a44c310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.742+0000 7f8344ea1640 0 -- 172.21.15.64:0/2505459874 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f83380f4070 msgr2=0x7f8338136970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:33.748 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 zone default found 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 4 Realm: () 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:33.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:33.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:33.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 zonegroup default 2024-09-22T09:02:33.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.750+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.754+0000 7f834739b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.754+0000 7f834739b9c0 20 started sync module instance, tier type = 2024-09-22T09:02:33.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.754+0000 7f834739b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:33.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=0 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=1 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=2 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=3 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=4 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=5 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.766+0000 7f834739b9c0 20 add_watcher() i=6 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f834739b9c0 20 add_watcher() i=7 2024-09-22T09:02:33.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f834739b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:33.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f81fb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f834739b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f834739b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f834739b9c0 5 note: GC not initialized 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.770+0000 7f81fa7e4640 20 reqs_thread_entry: start 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 Filter name: none 2024-09-22T09:02:33.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f81f37fe640 20 reqs_thread_entry: start 2024-09-22T09:02:33.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:33.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:02:33.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:33.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:33.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.774+0000 7f834739b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.778+0000 7f834739b9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:02:33.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.778+0000 7f834739b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:33.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.778+0000 7f81fb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.782+0000 7f834739b9c0 20 remove_watcher() i=0 2024-09-22T09:02:33.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.782+0000 7f834739b9c0 2 removed watcher, disabling cache 2024-09-22T09:02:33.785 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.786+0000 7f834739b9c0 20 remove_watcher() i=1 2024-09-22T09:02:33.787 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.786+0000 7f834739b9c0 20 remove_watcher() i=2 2024-09-22T09:02:33.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.790+0000 7f834739b9c0 20 remove_watcher() i=3 2024-09-22T09:02:33.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.790+0000 7f834739b9c0 20 remove_watcher() i=4 2024-09-22T09:02:33.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.794+0000 7f834739b9c0 20 remove_watcher() i=5 2024-09-22T09:02:33.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.794+0000 7f834739b9c0 20 remove_watcher() i=6 2024-09-22T09:02:33.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.794+0000 7f834739b9c0 20 remove_watcher() i=7 2024-09-22T09:02:33.808 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:33.808 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:33.808 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:33.808 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:33.864 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:02:33.895 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:33.895 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:33.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 realm 2024-09-22T09:02:33.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:33.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.942+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.946+0000 7f834e1689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.946+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.945 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.946+0000 7f834e1689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:33.945 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.946+0000 7f834e1689c0 20 searching for the correct realm 2024-09-22T09:02:33.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.954+0000 7f834b46d640 0 -- 172.21.15.64:0/3323146822 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8340066ab0 msgr2=0x7f8340064450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.958+0000 7f834c46f640 0 -- 172.21.15.64:0/3323146822 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f834007b1c0 msgr2=0x7f834007b8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:33.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 zone default found 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 4 Realm: () 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 zonegroup default 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.966+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.970+0000 7f834e1689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:33.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.970+0000 7f834e1689c0 20 started sync module instance, tier type = 2024-09-22T09:02:33.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.970+0000 7f834e1689c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=0 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=1 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=2 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=3 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=4 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=5 2024-09-22T09:02:33.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.982+0000 7f834e1689c0 20 add_watcher() i=6 2024-09-22T09:02:33.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 20 add_watcher() i=7 2024-09-22T09:02:33.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:33.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f8201fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:33.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:33.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:33.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 5 note: GC not initialized 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f8200fe1640 20 reqs_thread_entry: start 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 20 Filter name: none 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f817a7fc640 20 reqs_thread_entry: start 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.986+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 : miss 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:33.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 2024-09-22T09:02:33.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.990+0000 7f834e1689c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:02:33.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.998+0000 7f834e1689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.998+0000 7f834e1689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:33.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.998+0000 7f834e1689c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:33.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:33.998+0000 7f834e1689c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31, ofs0, ns] 2024-09-22T09:02:33.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f822affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398879 cookie 94065077911808 notifier 6854 bl.length()=1015 2024-09-22T09:02:33.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f822affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:33.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f822affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:34.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f822affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:34.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_sources= new_sources= 2024-09-22T09:02:34.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential sources added=[] removed=[] 2024-09-22T09:02:34.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_dests= new_dests= 2024-09-22T09:02:34.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential dests added=[] removed=[] 2024-09-22T09:02:34.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.2.0 2024-09-22T09:02:34.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.2.0 2024-09-22T09:02:34.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.2.1 2024-09-22T09:02:34.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.2.1 2024-09-22T09:02:34.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.002+0000 7f834e1689c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.0 2024-09-22T09:02:34.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.010+0000 7f834e1689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:34.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.010+0000 7f834e1689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.010+0000 7f834e1689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.010+0000 7f834e1689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.010+0000 7f834e1689c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.010+0000 7f834e1689c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31, ofs0, ns] 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f822affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398880 cookie 94065077911808 notifier 6854 bl.length()=1015 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f822affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:34.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f822affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:34.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f822affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:34.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_sources= new_sources= 2024-09-22T09:02:34.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential sources added=[] removed=[] 2024-09-22T09:02:34.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_dests= new_dests= 2024-09-22T09:02:34.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential dests added=[] removed=[] 2024-09-22T09:02:34.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31.0 2024-09-22T09:02:34.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:34.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.014+0000 7f834e1689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 2024-09-22T09:02:34.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:34.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:34.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:34.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31, ofs0, ns] 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f822a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398881 cookie 94065077911808 notifier 6854 bl.length()=983 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f822a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 info.flags=0x17 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f822a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 to cache LRU end 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f822a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_sources= new_sources= 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential sources added=[] removed=[] 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): orig_dests= new_dests= 2024-09-22T09:02:34.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.018+0000 7f834e1689c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31]): potential dests added=[] removed=[] 2024-09-22T09:02:34.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.022+0000 7f834e1689c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-22T09:02:34.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.022+0000 7f8201fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:34.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.026+0000 7f834e1689c0 20 remove_watcher() i=0 2024-09-22T09:02:34.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.026+0000 7f834e1689c0 2 removed watcher, disabling cache 2024-09-22T09:02:34.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.030+0000 7f834e1689c0 20 remove_watcher() i=1 2024-09-22T09:02:34.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.034+0000 7f834e1689c0 20 remove_watcher() i=2 2024-09-22T09:02:34.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.034+0000 7f834e1689c0 20 remove_watcher() i=3 2024-09-22T09:02:34.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.038+0000 7f834e1689c0 20 remove_watcher() i=4 2024-09-22T09:02:34.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.038+0000 7f834e1689c0 20 remove_watcher() i=5 2024-09-22T09:02:34.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.038+0000 7f834e1689c0 20 remove_watcher() i=6 2024-09-22T09:02:34.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.038+0000 7f834e1689c0 20 remove_watcher() i=7 2024-09-22T09:02:34.053 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:02:34.080 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:34.080 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:34.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.126+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.126+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.126+0000 7f3a5e94d9c0 20 realm 2024-09-22T09:02:34.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.126+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:34.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:34.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:34.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5e94d9c0 20 searching for the correct realm 2024-09-22T09:02:34.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.130+0000 7f3a5cc54640 0 -- 172.21.15.64:0/80403263 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x555c642afe90 msgr2=0x555c642b2350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:34.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.746+0000 7f3a5cc54640 0 -- 172.21.15.64:0/80403263 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x555c642a3640 msgr2=0x555c642a5a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:34.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.766+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:34.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 zone default found 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 4 Realm: () 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 zonegroup default 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:34.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 started sync module instance, tier type = 2024-09-22T09:02:34.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.770+0000 7f3a5e94d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:34.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=0 2024-09-22T09:02:34.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=1 2024-09-22T09:02:34.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=2 2024-09-22T09:02:34.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=3 2024-09-22T09:02:34.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=4 2024-09-22T09:02:34.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=5 2024-09-22T09:02:34.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=6 2024-09-22T09:02:34.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 20 add_watcher() i=7 2024-09-22T09:02:34.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.794+0000 7f3a5e94d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:34.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.798+0000 7f3912fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:34.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:34.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:34.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 5 note: GC not initialized 2024-09-22T09:02:34.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3911fdb640 20 reqs_thread_entry: start 2024-09-22T09:02:34.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:34.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 Filter name: none 2024-09-22T09:02:34.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f38837fe640 20 reqs_thread_entry: start 2024-09-22T09:02:34.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:34.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.802+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.804 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.806+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:34.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.806+0000 7f3a5e94d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:34.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.806+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.805 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.806+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:34.806 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.806+0000 7f3a5e94d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:34.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.810+0000 7f3a5e94d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:34.807 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.810+0000 7f3a5e94d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:34.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.810+0000 7f3912fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:34.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.814+0000 7f3a5e94d9c0 20 remove_watcher() i=0 2024-09-22T09:02:34.815 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.814+0000 7f3a5e94d9c0 2 removed watcher, disabling cache 2024-09-22T09:02:34.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.818+0000 7f3a5e94d9c0 20 remove_watcher() i=1 2024-09-22T09:02:34.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.822+0000 7f3a5e94d9c0 20 remove_watcher() i=2 2024-09-22T09:02:34.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.822+0000 7f3a5e94d9c0 20 remove_watcher() i=3 2024-09-22T09:02:34.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.826+0000 7f3a5e94d9c0 20 remove_watcher() i=4 2024-09-22T09:02:34.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.826+0000 7f3a5e94d9c0 20 remove_watcher() i=5 2024-09-22T09:02:34.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.830+0000 7f3a5e94d9c0 20 remove_watcher() i=6 2024-09-22T09:02:34.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:34.830+0000 7f3a5e94d9c0 20 remove_watcher() i=7 2024-09-22T09:02:34.850 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:34.850 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:34.850 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:02:34.851 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:34.941 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-22T09:02:34.941 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:35.420 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:02:35.453 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:35.453 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:35.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.498+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 realm 2024-09-22T09:02:35.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:35.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:35.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:35.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.502+0000 7f8e5c4379c0 20 searching for the correct realm 2024-09-22T09:02:35.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.510+0000 7f8e59f3d640 0 -- 172.21.15.64:0/3968517095 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f8e54061660 msgr2=0x7f8e540600d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:35.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.514+0000 7f8e59f3d640 0 -- 172.21.15.64:0/3968517095 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8e5009e3e0 msgr2=0x7f8e50043b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:35.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.730+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:35.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 zone default found 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 4 Realm: () 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 zonegroup default 2024-09-22T09:02:35.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.734+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.738+0000 7f8e5c4379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.738+0000 7f8e5c4379c0 20 started sync module instance, tier type = 2024-09-22T09:02:35.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.738+0000 7f8e5c4379c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=0 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=1 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=2 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=3 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=4 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=5 2024-09-22T09:02:35.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=6 2024-09-22T09:02:35.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 20 add_watcher() i=7 2024-09-22T09:02:35.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.762+0000 7f8e5c4379c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:35.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.766+0000 7f8d0b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:35.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:35.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:35.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 5 note: GC not initialized 2024-09-22T09:02:35.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8d0a7fc640 20 reqs_thread_entry: start 2024-09-22T09:02:35.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:35.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 Filter name: none 2024-09-22T09:02:35.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8c7bfff640 20 reqs_thread_entry: start 2024-09-22T09:02:35.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:35.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.770+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:35.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:35.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:35.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:35.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.774+0000 7f8e5c4379c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:35.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.778+0000 7f8d0b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:35.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.782+0000 7f8e5c4379c0 20 remove_watcher() i=0 2024-09-22T09:02:35.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.782+0000 7f8e5c4379c0 2 removed watcher, disabling cache 2024-09-22T09:02:35.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.786+0000 7f8e5c4379c0 20 remove_watcher() i=1 2024-09-22T09:02:35.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.786+0000 7f8e5c4379c0 20 remove_watcher() i=2 2024-09-22T09:02:35.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.790+0000 7f8e5c4379c0 20 remove_watcher() i=3 2024-09-22T09:02:35.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.794+0000 7f8e5c4379c0 20 remove_watcher() i=4 2024-09-22T09:02:35.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.794+0000 7f8e5c4379c0 20 remove_watcher() i=5 2024-09-22T09:02:35.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.794+0000 7f8e5c4379c0 20 remove_watcher() i=6 2024-09-22T09:02:35.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.798+0000 7f8e5c4379c0 20 remove_watcher() i=7 2024-09-22T09:02:35.811 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:35.811 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:35.811 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:35.812 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:35.812 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-22T09:02:35.852 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:35.852 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:35.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 realm 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:35.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.898+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.902+0000 7f5f19fc99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:35.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.902+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:35.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.902+0000 7f5f19fc99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:35.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.902+0000 7f5f19fc99c0 20 searching for the correct realm 2024-09-22T09:02:35.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:35.910+0000 7f5f182d0640 0 -- 172.21.15.64:0/3212051243 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f5f0c073110 msgr2=0x7f5f0c05bce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:02:36.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.126+0000 7f5f17acf640 0 -- 172.21.15.64:0/3212051243 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x561964df0d20 msgr2=0x561964df3110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:36.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:36.134 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.134+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:36.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 zone default found 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 4 Realm: () 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 zonegroup default 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.137 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 started sync module instance, tier type = 2024-09-22T09:02:36.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.138+0000 7f5f19fc99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=0 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=1 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=2 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=3 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=4 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=5 2024-09-22T09:02:36.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.162+0000 7f5f19fc99c0 20 add_watcher() i=6 2024-09-22T09:02:36.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.166+0000 7f5f19fc99c0 20 add_watcher() i=7 2024-09-22T09:02:36.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.166+0000 7f5f19fc99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:36.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5dcdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:36.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:36.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:36.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 5 note: GC not initialized 2024-09-22T09:02:36.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5dccfe1640 20 reqs_thread_entry: start 2024-09-22T09:02:36.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:36.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 20 Filter name: none 2024-09-22T09:02:36.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5d467fc640 20 reqs_thread_entry: start 2024-09-22T09:02:36.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-22T09:02:36.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.170+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:36.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-22T09:02:36.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-22T09:02:36.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 : miss 2024-09-22T09:02:36.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:36.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.174+0000 7f5f19fc99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 2024-09-22T09:02:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32, ofs0, ns] 2024-09-22T09:02:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5df6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398884 cookie 94667066565968 notifier 6899 bl.length()=1015 2024-09-22T09:02:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5df6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5df6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.182 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5df6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): orig_sources= new_sources= 2024-09-22T09:02:36.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): potential sources added=[] removed=[] 2024-09-22T09:02:36.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): orig_dests= new_dests= 2024-09-22T09:02:36.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.182+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): potential dests added=[] removed=[] 2024-09-22T09:02:36.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.186+0000 7f5f19fc99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32.1.0 2024-09-22T09:02:36.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.186+0000 7f5f19fc99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32.1.0 2024-09-22T09:02:36.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.186+0000 7f5f19fc99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32.1.1 2024-09-22T09:02:36.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.186+0000 7f5f19fc99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32.1.1 2024-09-22T09:02:36.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.186+0000 7f5f19fc99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32.0 2024-09-22T09:02:36.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.190+0000 7f5f19fc99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:36.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.190+0000 7f5f19fc99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 2024-09-22T09:02:36.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5f19fc99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5f19fc99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5f19fc99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5f19fc99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32, ofs0, ns] 2024-09-22T09:02:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5df6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398885 cookie 94667066565968 notifier 6899 bl.length()=1015 2024-09-22T09:02:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5df6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5df6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.194+0000 7f5df6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): orig_sources= new_sources= 2024-09-22T09:02:36.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): potential sources added=[] removed=[] 2024-09-22T09:02:36.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): orig_dests= new_dests= 2024-09-22T09:02:36.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): potential dests added=[] removed=[] 2024-09-22T09:02:36.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32.0 2024-09-22T09:02:36.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-22T09:02:36.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:36.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.198+0000 7f5f19fc99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 2024-09-22T09:02:36.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32, ofs0, ns] 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5df67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398886 cookie 94667066565968 notifier 6899 bl.length()=983 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5df67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 info.flags=0x17 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5df67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 to cache LRU end 2024-09-22T09:02:36.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5df67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:36.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): orig_sources= new_sources= 2024-09-22T09:02:36.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): potential sources added=[] removed=[] 2024-09-22T09:02:36.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): orig_dests= new_dests= 2024-09-22T09:02:36.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.202+0000 7f5f19fc99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32]): potential dests added=[] removed=[] 2024-09-22T09:02:36.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.206+0000 7f5f19fc99c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-22T09:02:36.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.210+0000 7f5dcdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:36.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.214+0000 7f5f19fc99c0 20 remove_watcher() i=0 2024-09-22T09:02:36.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.214+0000 7f5f19fc99c0 2 removed watcher, disabling cache 2024-09-22T09:02:36.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.214+0000 7f5f19fc99c0 20 remove_watcher() i=1 2024-09-22T09:02:36.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.218+0000 7f5f19fc99c0 20 remove_watcher() i=2 2024-09-22T09:02:36.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.222+0000 7f5f19fc99c0 20 remove_watcher() i=3 2024-09-22T09:02:36.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.226+0000 7f5f19fc99c0 20 remove_watcher() i=4 2024-09-22T09:02:36.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.226+0000 7f5f19fc99c0 20 remove_watcher() i=5 2024-09-22T09:02:36.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.226+0000 7f5f19fc99c0 20 remove_watcher() i=6 2024-09-22T09:02:36.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.230+0000 7f5f19fc99c0 20 remove_watcher() i=7 2024-09-22T09:02:36.247 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:02:36.276 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:36.276 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:36.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 20 realm 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.322+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.326+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.326+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.326+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:36.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.326+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.326+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:36.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.326+0000 7f1863d629c0 20 searching for the correct realm 2024-09-22T09:02:36.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.334+0000 7f185bfff640 0 -- 172.21.15.64:0/2256876585 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f184c056bc0 msgr2=0x7f184c0724e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:36.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.342+0000 7f185bfff640 0 -- 172.21.15.64:0/2256876585 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f172c082300 msgr2=0x7f172c084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:36.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:36.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:36.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:36.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:36.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:36.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:36.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:36.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.346+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 zone default found 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 4 Realm: () 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 zonegroup default 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:36.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 started sync module instance, tier type = 2024-09-22T09:02:36.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.350+0000 7f1863d629c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:36.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=0 2024-09-22T09:02:36.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=1 2024-09-22T09:02:36.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=2 2024-09-22T09:02:36.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=3 2024-09-22T09:02:36.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=4 2024-09-22T09:02:36.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=5 2024-09-22T09:02:36.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=6 2024-09-22T09:02:36.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 20 add_watcher() i=7 2024-09-22T09:02:36.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.366+0000 7f1863d629c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:36.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f17137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:36.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:36.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:36.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 5 note: GC not initialized 2024-09-22T09:02:36.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f17127fc640 20 reqs_thread_entry: start 2024-09-22T09:02:36.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:36.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 Filter name: none 2024-09-22T09:02:36.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1683fff640 20 reqs_thread_entry: start 2024-09-22T09:02:36.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:36.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.370+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:36.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:36.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:36.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:36.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:36.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.374+0000 7f1863d629c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:36.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.378+0000 7f17137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:36.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.382+0000 7f1863d629c0 20 remove_watcher() i=0 2024-09-22T09:02:36.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.382+0000 7f1863d629c0 2 removed watcher, disabling cache 2024-09-22T09:02:36.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.382+0000 7f1863d629c0 20 remove_watcher() i=1 2024-09-22T09:02:36.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.386+0000 7f1863d629c0 20 remove_watcher() i=2 2024-09-22T09:02:36.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.390+0000 7f1863d629c0 20 remove_watcher() i=3 2024-09-22T09:02:36.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.390+0000 7f1863d629c0 20 remove_watcher() i=4 2024-09-22T09:02:36.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.390+0000 7f1863d629c0 20 remove_watcher() i=5 2024-09-22T09:02:36.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.394+0000 7f1863d629c0 20 remove_watcher() i=6 2024-09-22T09:02:36.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:36.394+0000 7f1863d629c0 20 remove_watcher() i=7 2024-09-22T09:02:36.407 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:36.407 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:36.407 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-22T09:02:36.407 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:36.501 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-22T09:02:36.502 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:36.989 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-22T09:02:37.025 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:37.025 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:37.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.070+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 realm 2024-09-22T09:02:37.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:37.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.074+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.078+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:37.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.078+0000 7fc18705d9c0 20 searching for the correct realm 2024-09-22T09:02:37.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.082+0000 7fc184362640 0 -- 172.21.15.64:0/1090208922 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fc1780dc070 msgr2=0x7fc178108900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.090+0000 7fc184b63640 0 -- 172.21.15.64:0/1090208922 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fc17810ac20 msgr2=0x7fc178109000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 zone default found 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 4 Realm: () 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 zonegroup default 2024-09-22T09:02:37.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.310+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.314+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.314+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.314+0000 7fc18705d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.314+0000 7fc18705d9c0 20 started sync module instance, tier type = 2024-09-22T09:02:37.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.314+0000 7fc18705d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:37.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=0 2024-09-22T09:02:37.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=1 2024-09-22T09:02:37.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=2 2024-09-22T09:02:37.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=3 2024-09-22T09:02:37.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=4 2024-09-22T09:02:37.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=5 2024-09-22T09:02:37.337 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.338+0000 7fc18705d9c0 20 add_watcher() i=6 2024-09-22T09:02:37.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.342+0000 7fc18705d9c0 20 add_watcher() i=7 2024-09-22T09:02:37.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.342+0000 7fc18705d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:37.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc03afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:37.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:37.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 5 note: GC not initialized 2024-09-22T09:02:37.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc039fe3640 20 reqs_thread_entry: start 2024-09-22T09:02:37.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:37.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 Filter name: none 2024-09-22T09:02:37.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fbfab7fe640 20 reqs_thread_entry: start 2024-09-22T09:02:37.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.346+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:37.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:37.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:37.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.350+0000 7fc18705d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:37.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.354+0000 7fc03afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.358+0000 7fc18705d9c0 20 remove_watcher() i=0 2024-09-22T09:02:37.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.358+0000 7fc18705d9c0 2 removed watcher, disabling cache 2024-09-22T09:02:37.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.362+0000 7fc18705d9c0 20 remove_watcher() i=1 2024-09-22T09:02:37.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.362+0000 7fc18705d9c0 20 remove_watcher() i=2 2024-09-22T09:02:37.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.366+0000 7fc18705d9c0 20 remove_watcher() i=3 2024-09-22T09:02:37.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.370+0000 7fc18705d9c0 20 remove_watcher() i=4 2024-09-22T09:02:37.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.370+0000 7fc18705d9c0 20 remove_watcher() i=5 2024-09-22T09:02:37.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.374+0000 7fc18705d9c0 20 remove_watcher() i=6 2024-09-22T09:02:37.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.374+0000 7fc18705d9c0 20 remove_watcher() i=7 2024-09-22T09:02:37.397 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.397 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:37.397 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:37.397 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.398 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-22T09:02:37.437 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:37.437 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:37.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.482+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 realm 2024-09-22T09:02:37.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:37.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:37.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 searching for the correct realm 2024-09-22T09:02:37.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.494+0000 7f8e222c8640 0 -- 172.21.15.64:0/2833767302 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8e180641a0 msgr2=0x7f8e1805c240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.498+0000 7f8e222c8640 0 -- 172.21.15.64:0/2833767302 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8cec082360 msgr2=0x7f8cec084790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:37.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:37.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 zone default found 2024-09-22T09:02:37.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 Realm: () 2024-09-22T09:02:37.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 zonegroup default 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 started sync module instance, tier type = 2024-09-22T09:02:37.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=0 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=1 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=2 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=3 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=4 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=5 2024-09-22T09:02:37.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=6 2024-09-22T09:02:37.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=7 2024-09-22T09:02:37.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.526+0000 7f8e24fc39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:37.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8cd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:37.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:37.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 note: GC not initialized 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8cd8fe1640 20 reqs_thread_entry: start 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 Filter name: none 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8cd1ffb640 20 reqs_thread_entry: start 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:02:37.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:02:37.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : miss 2024-09-22T09:02:37.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:37.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:37.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:02:37.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398936 cookie 94014136912992 notifier 7446 bl.length()=1015 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:02:37.538 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:02:37.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.546+0000 7f8e24fc39c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:02:37.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:02:37.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.546+0000 7f8e24fc39c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:02:37.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:02:37.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:02:37.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.550+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:37.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.550+0000 7f8e24fc39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:02:37.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398937 cookie 94014136912992 notifier 7446 bl.length()=1015 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:02:37.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:02:37.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.558+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8e24fc39c0 time 2024-09-22T09:02:37.561981+0000 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8e2889d2eb] 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:02:37.574 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8e24fc39c0 thread_name:radosgw-admin 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.558+0000 7f8e24fc39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8e24fc39c0 time 2024-09-22T09:02:37.561981+0000 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8e2889d2eb] 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.575 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8e2771c520] 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8e2889d345] 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:02:37.576 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.558+0000 7f8e24fc39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8e24fc39c0 thread_name:radosgw-admin 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8e2771c520] 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8e2889d345] 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:02:37.577 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.578 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: starting msgr at 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: starting objecter 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command objecter_requests hook 0x55815f09b7f0 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: setting wanted keys 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: calling monclient init 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding auth protocol: cephx 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding auth protocol: cephx 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding auth protocol: cephx 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.579 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key hook 0x55815f2c1b38 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f171e00 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.580 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f1723a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f209fa0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.151519s 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f171e00 auth_method 0 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f1723a0 auth_method 0 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.581 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): get_auth_request con 0x55815f209fa0 auth_method 0 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_done global_id 7437 payload 824 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.582 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:02:37.462+0000 7f8e222c8640 1 monclient: found mon.noname-a 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: dump: 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.583 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: dump: 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.584 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 7437 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:02:37.466+0000 7f8d10e09640 4 set_mon_vals no callback set 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 1 librados: init done 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:02:37.466+0000 7f8d0f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:02:37.466+0000 7f8d0f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:02:37.466+0000 7f8d0f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:02:37.466+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8d08071be0 auth_method 0 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:02:37.466+0000 7f8e232ca640 10 monclient: get_auth_request con 0x55815f309670 auth_method 0 2024-09-22T09:02:37.585 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:02:37.470+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x55815f30c850 auth_method 0 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:02:37.470+0000 7f8e222c8640 10 monclient: get_auth_request con 0x55815f310a40 auth_method 0 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 10 monclient: build_initial_monmap 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 10 monclient: monmap: 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:37.586 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding auth protocol: cephx 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding auth protocol: cephx 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding auth protocol: cephx 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.587 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command objecter_requests cmddesc objecter_requests hook 0x55815f3190f0 EEXIST 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding auth protocol: cephx 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding auth protocol: cephx 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding auth protocol: cephx 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.588 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key cmddesc rotate-key hook 0x55815f313e80 EEXIST 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f33d2a0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f33cbd0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f33b5b0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.589 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.161066s 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f33d2a0 auth_method 0 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): get_auth_request con 0x55815f33b5b0 auth_method 0 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.590 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f33cbd0 auth_method 0 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_done global_id 7440 payload 824 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:02:37.474+0000 7f8e232ca640 1 monclient: found mon.noname-a 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: dump: 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.591 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: dump: 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.592 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 7440 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:02:37.474+0000 7f8e23acb640 4 set_mon_vals no callback set 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:37.593 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8cfc071b20 auth_method 0 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: get_monmap_and_config 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: build_initial_monmap 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: monmap: 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:37.594 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding auth protocol: cephx 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding auth protocol: cephx 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding auth protocol: cephx 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.595 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding auth protocol: cephx 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding auth protocol: cephx 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding auth protocol: cephx 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.596 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key cmddesc rotate-key hook 0x7ffec278b1f8 EEXIST 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f360af0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f38b290 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.597 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f38c2f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.165329s 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f360af0 auth_method 0 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f38b290 auth_method 0 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.598 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): get_auth_request con 0x55815f38c2f0 auth_method 0 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_done global_id 6950 payload 274 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.599 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 1 monclient: found mon.noname-c 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: dump: 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.600 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: dump: 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.601 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 6950 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 4 set_mon_vals no callback set 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: shutdown 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: build_initial_monmap 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:37.602 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: monmap: 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding auth protocol: cephx 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding auth protocol: cephx 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding auth protocol: cephx 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.603 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: starting msgr at 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: starting objecter 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command objecter_requests cmddesc objecter_requests hook 0x55815f38c290 EEXIST 2024-09-22T09:02:37.604 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: setting wanted keys 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: calling monclient init 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding auth protocol: cephx 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding auth protocol: cephx 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding auth protocol: cephx 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.605 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key cmddesc rotate-key hook 0x55815f33f208 EEXIST 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f360af0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f38b290 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.606 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f38c2f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.168097s 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f360af0 auth_method 0 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f38b290 auth_method 0 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.607 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_done global_id 7446 payload 824 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 1 monclient: found mon.noname-a 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: dump: 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.608 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: dump: 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.609 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:02:37.482+0000 7f8d067fc640 4 set_mon_vals no callback set 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 7446 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.610 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 1 librados: init done 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cr dump hook 0x55815f3812c8 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8cec071be0 auth_method 0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:02:37.482+0000 7f8e232ca640 10 monclient: get_auth_request con 0x55815f3aad40 auth_method 0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 realm 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.611 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:02:37.486+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x55815f3aef80 auth_method 0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:02:37.486+0000 7f8e222c8640 10 monclient: get_auth_request con 0x55815f3b27e0 auth_method 0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 searching for the correct realm 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:02:37.486+0000 7f8e232ca640 10 monclient: get_auth_request con 0x55815f3b7560 auth_method 0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:02:37.490+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8e1c0fcb70 auth_method 0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:02:37.490+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8e180641a0 auth_method 0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:02:37.494+0000 7f8e222c8640 0 -- 172.21.15.64:0/2833767302 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8e180641a0 msgr2=0x7f8e1805c240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:02:37.494+0000 7f8d04ff9640 1 client.7446.objecter ms_handle_reset 0x7f8e180641a0 session 0x7f8e18066c60 osd.4 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:02:37.494+0000 7f8d04ff9640 10 monclient: _renew_subs 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:02:37.494+0000 7f8d04ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:02:37.494+0000 7f8e232ca640 10 monclient: get_auth_request con 0x7f8e18077980 auth_method 0 2024-09-22T09:02:37.612 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:02:37.494+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8cec082360 auth_method 0 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:02:37.498+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8e1805c3b0 auth_method 0 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:02:37.498+0000 7f8e222c8640 0 -- 172.21.15.64:0/2833767302 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8cec082360 msgr2=0x7f8cec084790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:02:37.498+0000 7f8d04ff9640 1 client.7446.objecter ms_handle_reset 0x7f8cec082360 session 0x7f8e18066c60 osd.4 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:02:37.502+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8e180641a0 auth_method 0 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.613 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 zone default found 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 Realm: () 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 zonegroup default 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 started sync module instance, tier type = 2024-09-22T09:02:37.614 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=0 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=1 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=2 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=3 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=4 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=5 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=6 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=7 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding auth protocol: cephx 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding auth protocol: cephx 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding auth protocol: cephx 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.615 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:02:37.530+0000 7f8cd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:37.616 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache list hook 0x55815f382360 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache inspect hook 0x55815f382360 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache erase hook 0x55815f382360 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache zap hook 0x55815f382360 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 note: GC not initialized 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:02:37.530+0000 7f8cd8fe1640 20 reqs_thread_entry: start 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace show hook 0x7f8e14022040 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace history hook 0x7f8e14022040 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace active hook 0x7f8e14022040 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace active_short hook 0x7f8e14022040 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 Filter name: none 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:02:37.530+0000 7f8cd1ffb640 20 reqs_thread_entry: start 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.617 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : miss 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.618 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398936 cookie 94014136912992 notifier 7446 bl.length()=1015 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:02:37.619 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:02:37.550+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:02:37.550+0000 7f8e24fc39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398937 cookie 94014136912992 notifier 7446 bl.length()=1015 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:02:37.620 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:02:37.558+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:02:37.558+0000 7f8e24fc39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8e24fc39c0 time 2024-09-22T09:02:37.561981+0000 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8e2889d2eb] 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.621 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:02:37.558+0000 7f8e24fc39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8e24fc39c0 thread_name:radosgw-admin 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8e2771c520] 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8e2889d345] 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.622 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:02:37.623 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:02:37.624 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:02:37.625 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:02:37.626 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:02:37.627 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:02:37.628 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8cd1ffb640 / http_manager 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8cd8fe1640 / http_manager 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8cd9fe3640 / rgw_dt_lg_renew 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d04ff9640 / ms_dispatch 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d05ffb640 / io_context_pool 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d067fc640 / io_context_pool 2024-09-22T09:02:37.629 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d0ce01640 / ms_dispatch 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d0f606640 / ms_dispatch 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d10e09640 / io_context_pool 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e222c8640 / msgr-worker-2 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e22ac9640 / msgr-worker-1 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e232ca640 / msgr-worker-0 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e23acb640 / io_context_pool 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e24fc39c0 / radosgw-admin 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.114584.log 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.630 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: crc 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c4cc0) adding con mode: secure 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: starting msgr at 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: starting objecter 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command objecter_requests hook 0x55815f09b7f0 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: setting wanted keys 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 1 librados: calling monclient init 2024-09-22T09:02:37.631 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding auth protocol: cephx 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding auth protocol: cephx 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding auth protocol: cephx 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: crc 2024-09-22T09:02:37.632 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f2c19f0) adding con mode: secure 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key hook 0x55815f2c1b38 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f171e00 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f1723a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f209fa0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:02:37.462+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.151519s 2024-09-22T09:02:37.633 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f171e00 auth_method 0 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f1723a0 auth_method 0 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:02:37.462+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.634 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): get_auth_request con 0x55815f209fa0 auth_method 0 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:02:37.462+0000 7f8e232ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient(hunting): handle_auth_done global_id 7437 payload 824 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:02:37.462+0000 7f8e222c8640 1 monclient: found mon.noname-a 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:02:37.462+0000 7f8e222c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: dump: 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.635 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:37.636 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:02:37.466+0000 7f8d0f606640 10 monclient: dump: 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 7437 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:02:37.466+0000 7f8d10e09640 4 set_mon_vals no callback set 2024-09-22T09:02:37.637 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:02:37.466+0000 7f8e24fc39c0 1 librados: init done 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:02:37.466+0000 7f8d0f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:02:37.466+0000 7f8d0f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:02:37.466+0000 7f8d0f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:02:37.466+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8d08071be0 auth_method 0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:02:37.466+0000 7f8e232ca640 10 monclient: get_auth_request con 0x55815f309670 auth_method 0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:02:37.470+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x55815f30c850 auth_method 0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:02:37.470+0000 7f8e222c8640 10 monclient: get_auth_request con 0x55815f310a40 auth_method 0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 10 monclient: build_initial_monmap 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 10 monclient: monmap: 2024-09-22T09:02:37.638 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding auth protocol: cephx 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding auth protocol: cephx 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding auth protocol: cephx 2024-09-22T09:02:37.639 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: crc 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:02:37.470+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f315720) adding con mode: secure 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command objecter_requests cmddesc objecter_requests hook 0x55815f3190f0 EEXIST 2024-09-22T09:02:37.640 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding auth protocol: cephx 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding auth protocol: cephx 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding auth protocol: cephx 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.641 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.643 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.643 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.643 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.643 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.643 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: crc 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f313d38) adding con mode: secure 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key cmddesc rotate-key hook 0x55815f313e80 EEXIST 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f33d2a0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f33cbd0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f33b5b0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.644 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.161066s 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f33d2a0 auth_method 0 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): get_auth_request con 0x55815f33b5b0 auth_method 0 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.645 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:02:37.474+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f33cbd0 auth_method 0 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:02:37.474+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient(hunting): handle_auth_done global_id 7440 payload 824 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:02:37.474+0000 7f8e232ca640 1 monclient: found mon.noname-a 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:02:37.474+0000 7f8e232ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.646 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: dump: 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.647 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 10 monclient: dump: 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.648 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 7440 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:02:37.474+0000 7f8e23acb640 4 set_mon_vals no callback set 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:02:37.474+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:02:37.474+0000 7f8d0ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8cfc071b20 auth_method 0 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: get_monmap_and_config 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: build_initial_monmap 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: monmap: 2024-09-22T09:02:37.649 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding auth protocol: cephx 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding auth protocol: cephx 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding auth protocol: cephx 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.650 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: crc 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f35c930) adding con mode: secure 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding auth protocol: cephx 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding auth protocol: cephx 2024-09-22T09:02:37.651 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding auth protocol: cephx 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: crc 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b0b0) adding con mode: secure 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.652 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key cmddesc rotate-key hook 0x7ffec278b1f8 EEXIST 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f360af0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f38b290 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f38c2f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.165329s 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f360af0 auth_method 0 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.653 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f38b290 auth_method 0 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:02:37.478+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): get_auth_request con 0x55815f38c2f0 auth_method 0 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.654 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:02:37.478+0000 7f8e232ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_done global_id 6950 payload 274 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 1 monclient: found mon.noname-c 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:02:37.478+0000 7f8e22ac9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: dump: 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.655 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:02:37.478+0000 7f8d067fc640 10 monclient: dump: 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.656 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 6950 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 4 set_mon_vals no callback set 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: shutdown 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: build_initial_monmap 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 build_initial for_mkfs: 0 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: monmap: 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:02:37.657 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding auth protocol: cephx 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding auth protocol: cephx 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding auth protocol: cephx 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.658 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: crc 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f361b50) adding con mode: secure 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: starting msgr at 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: starting objecter 2024-09-22T09:02:37.659 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command objecter_requests cmddesc objecter_requests hook 0x55815f38c290 EEXIST 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: setting wanted keys 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 1 librados: calling monclient init 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 10 monclient: init 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding auth protocol: cephx 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding auth protocol: cephx 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding auth protocol: cephx 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.660 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: crc 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 5 AuthRegistry(0x55815f33f0c0) adding con mode: secure 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:02:37.478+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command rotate-key cmddesc rotate-key hook 0x55815f33f208 EEXIST 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-a con 0x55815f360af0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-c con 0x55815f38b290 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): picked mon.noname-b con 0x55815f38c2f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.661 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient(hunting): authenticate will time out at 2354.168097s 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request con 0x55815f360af0 auth_method 0 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): get_auth_request con 0x55815f38b290 auth_method 0 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.662 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient(hunting): handle_auth_done global_id 7446 payload 824 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient: _finish_hunting 0 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 1 monclient: found mon.noname-a 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:02:37.482+0000 7f8e22ac9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: dump: 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.663 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: _finish_auth 0 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 10 monclient: dump: 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:02:37.664 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:02:37.482+0000 7f8d067fc640 4 set_mon_vals no callback set 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 5 monclient: authenticate success, global_id 7446 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _renew_subs 2024-09-22T09:02:37.665 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 1 librados: init done 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cr dump hook 0x55815f3812c8 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:02:37.482+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:02:37.482+0000 7f8d04ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:02:37.482+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8cec071be0 auth_method 0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:02:37.482+0000 7f8e232ca640 10 monclient: get_auth_request con 0x55815f3aad40 auth_method 0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 realm 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:37.666 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:02:37.486+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x55815f3aef80 auth_method 0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:02:37.486+0000 7f8e222c8640 10 monclient: get_auth_request con 0x55815f3b27e0 auth_method 0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:02:37.486+0000 7f8e24fc39c0 20 searching for the correct realm 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:02:37.486+0000 7f8e232ca640 10 monclient: get_auth_request con 0x55815f3b7560 auth_method 0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:02:37.490+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8e1c0fcb70 auth_method 0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:02:37.490+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8e180641a0 auth_method 0 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:02:37.494+0000 7f8e222c8640 0 -- 172.21.15.64:0/2833767302 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8e180641a0 msgr2=0x7f8e1805c240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:02:37.494+0000 7f8d04ff9640 1 client.7446.objecter ms_handle_reset 0x7f8e180641a0 session 0x7f8e18066c60 osd.4 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:02:37.494+0000 7f8d04ff9640 10 monclient: _renew_subs 2024-09-22T09:02:37.667 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:02:37.494+0000 7f8d04ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:02:37.494+0000 7f8e232ca640 10 monclient: get_auth_request con 0x7f8e18077980 auth_method 0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:02:37.494+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8cec082360 auth_method 0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:02:37.498+0000 7f8e22ac9640 10 monclient: get_auth_request con 0x7f8e1805c3b0 auth_method 0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:02:37.498+0000 7f8e222c8640 0 -- 172.21.15.64:0/2833767302 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8cec082360 msgr2=0x7f8cec084790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:02:37.498+0000 7f8d04ff9640 1 client.7446.objecter ms_handle_reset 0x7f8cec082360 session 0x7f8e18066c60 osd.4 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:02:37.502+0000 7f8e222c8640 10 monclient: get_auth_request con 0x7f8e180641a0 auth_method 0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.668 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:02:37.506+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 zone default found 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 Realm: () 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 zonegroup default 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.669 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 started sync module instance, tier type = 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:02:37.510+0000 7f8e24fc39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=0 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=1 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=2 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=3 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=4 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=5 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=6 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 20 add_watcher() i=7 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:02:37.526+0000 7f8e24fc39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:37.670 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding auth protocol: cephx 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding auth protocol: cephx 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding auth protocol: cephx 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:02:37.530+0000 7f8cd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: crc 2024-09-22T09:02:37.671 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 AuthRegistry(0x7ffec278b580) adding con mode: secure 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache list hook 0x55815f382360 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache inspect hook 0x55815f382360 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache erase hook 0x55815f382360 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command cache zap hook 0x55815f382360 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 note: GC not initialized 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:02:37.530+0000 7f8cd8fe1640 20 reqs_thread_entry: start 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace show hook 0x7f8e14022040 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace history hook 0x7f8e14022040 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace active hook 0x7f8e14022040 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 5 asok(0x55815f0b4250) register_command sync trace active_short hook 0x7f8e14022040 2024-09-22T09:02:37.672 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 Filter name: none 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:02:37.530+0000 7f8cd1ffb640 20 reqs_thread_entry: start 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : miss 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.673 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:02:37.530+0000 7f8e24fc39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398936 cookie 94014136912992 notifier 7446 bl.length()=1015 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:02:37.538+0000 7f8d067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:02:37.674 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:02:37.538+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:02:37.546+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:02:37.550+0000 7f8e24fc39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:02:37.550+0000 7f8e24fc39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398937 cookie 94014136912992 notifier 7446 bl.length()=1015 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:02:37.675 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:02:37.554+0000 7f8d05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:02:37.554+0000 7f8e24fc39c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:02:37.558+0000 7f8e24fc39c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:02:37.558+0000 7f8e24fc39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8e24fc39c0 time 2024-09-22T09:02:37.561981+0000 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8e2889d2eb] 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.676 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:02:37.558+0000 7f8e24fc39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8e24fc39c0 thread_name:radosgw-admin 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8e2771c520] 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8e2889d345] 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8e2889d49f] 2024-09-22T09:02:37.677 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55815c07b901] 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x55815c091047] 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8e27703d90] 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:02:37.678 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:02:37.679 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:02:37.680 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:02:37.681 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:02:37.682 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:02:37.683 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:02:37.684 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8cd1ffb640 / http_manager 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8cd8fe1640 / http_manager 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8cd9fe3640 / rgw_dt_lg_renew 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d04ff9640 / ms_dispatch 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d05ffb640 / io_context_pool 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d067fc640 / io_context_pool 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d0ce01640 / ms_dispatch 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d0f606640 / ms_dispatch 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8d10e09640 / io_context_pool 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e222c8640 / msgr-worker-2 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e22ac9640 / msgr-worker-1 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e232ca640 / msgr-worker-0 2024-09-22T09:02:37.685 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e23acb640 / io_context_pool 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8e24fc39c0 / radosgw-admin 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:02:37.564022Z_c4ce80ab-7fd7-4863-9d09-cd8232460ba2/log 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:02:37.686 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 realm 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.642+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.646+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.646+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.646+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.646+0000 7f03e95519c0 20 searching for the correct realm 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.650+0000 7f03e7858640 0 -- 172.21.15.64:0/2756294943 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x557fd6bea9a0 msgr2=0x557fd6bece40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.658+0000 7f03e6856640 0 -- 172.21.15.64:0/2756294943 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x557fd69b04e0 msgr2=0x7f03dc065190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 zone default found 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 4 Realm: () 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 zonegroup default 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 started sync module instance, tier type = 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.666+0000 7f03e95519c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=0 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=1 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=2 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=3 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=4 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=5 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=6 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 20 add_watcher() i=7 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.682+0000 7f03e95519c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:02:37.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f029dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 5 note: GC not initialized 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f029cfe1640 20 reqs_thread_entry: start 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 20 init_complete bucket index max shards: 1 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 20 Filter name: none 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f02167fc640 20 reqs_thread_entry: start 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.686+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:02:37.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 rados->read ofs=0 len=0 2024-09-22T09:02:37.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:02:37.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.690+0000 7f03e95519c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:02:37.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.694+0000 7f029dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:02:37.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.698+0000 7f03e95519c0 20 remove_watcher() i=0 2024-09-22T09:02:37.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.698+0000 7f03e95519c0 2 removed watcher, disabling cache 2024-09-22T09:02:37.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.702+0000 7f03e95519c0 20 remove_watcher() i=1 2024-09-22T09:02:37.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.702+0000 7f03e95519c0 20 remove_watcher() i=2 2024-09-22T09:02:37.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.706+0000 7f03e95519c0 20 remove_watcher() i=3 2024-09-22T09:02:37.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.706+0000 7f03e95519c0 20 remove_watcher() i=4 2024-09-22T09:02:37.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.706+0000 7f03e95519c0 20 remove_watcher() i=5 2024-09-22T09:02:37.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.710+0000 7f03e95519c0 20 remove_watcher() i=6 2024-09-22T09:02:37.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:02:37.710+0000 7f03e95519c0 20 remove_watcher() i=7 2024-09-22T09:02:37.722 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:02:37.722 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:02:37.722 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:02:37.722 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:07.841 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:03:07.879 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:07.879 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:07.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.926+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 realm 2024-09-22T09:03:07.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:07.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:07.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.930+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.934+0000 7fcc7c5139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:07.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.934+0000 7fcc7c5139c0 20 searching for the correct realm 2024-09-22T09:03:07.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.938+0000 7fcc79818640 0 -- 172.21.15.64:0/2749745486 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fcc64070410 msgr2=0x7fcc64066370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:07.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.946+0000 7fcc79818640 0 -- 172.21.15.64:0/2749745486 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fcb44082280 msgr2=0x7fcb440846b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:07.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 zone default found 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 4 Realm: () 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 zonegroup default 2024-09-22T09:03:07.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:07.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 started sync module instance, tier type = 2024-09-22T09:03:07.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.954+0000 7fcc7c5139c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:07.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=0 2024-09-22T09:03:07.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=1 2024-09-22T09:03:07.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=2 2024-09-22T09:03:07.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=3 2024-09-22T09:03:07.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=4 2024-09-22T09:03:07.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=5 2024-09-22T09:03:07.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.970+0000 7fcc7c5139c0 20 add_watcher() i=6 2024-09-22T09:03:07.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.974+0000 7fcc7c5139c0 20 add_watcher() i=7 2024-09-22T09:03:07.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.974+0000 7fcc7c5139c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:07.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.974+0000 7fcb30fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:07.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.974+0000 7fcc7c5139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:07.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.974+0000 7fcc7c5139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:07.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.974+0000 7fcc7c5139c0 5 note: GC not initialized 2024-09-22T09:03:07.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcaab7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:07.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 20 Filter name: none 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcaa97fa640 20 reqs_thread_entry: start 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : miss 2024-09-22T09:03:07.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:07.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:03:07.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:07.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:07.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:07.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:07.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.978+0000 7fcc7c5139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:03:07.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.986+0000 7fcc7c5139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:07.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.986+0000 7fcc7c5139c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:07.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.986+0000 7fcc7c5139c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:07.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.986+0000 7fcc7c5139c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:03:07.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcb5dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398939 cookie 94440250136032 notifier 7485 bl.length()=1015 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcb5dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcb5dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcb5dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:03:07.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.990+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:03:07.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.994+0000 7fcc7c5139c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:03:07.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.994+0000 7fcc7c5139c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.0 2024-09-22T09:03:07.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.994+0000 7fcc7c5139c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:03:07.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.994+0000 7fcc7c5139c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.1.1 2024-09-22T09:03:07.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:07.994+0000 7fcc7c5139c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:03:07.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcc7c5139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:07.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcc7c5139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:03:08.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcc7c5139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:08.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcc7c5139c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:08.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcc7c5139c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:08.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcc7c5139c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcb5dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398940 cookie 94440250136032 notifier 7485 bl.length()=1015 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcb5dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcb5dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.002+0000 7fcb5dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.006+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.006+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:03:08.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.006+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:03:08.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.006+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:03:08.006 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.006+0000 7fcc7c5139c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33.0 2024-09-22T09:03:08.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcc7c5139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:08.007 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcc7c5139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 2024-09-22T09:03:08.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcc7c5139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:08.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcc7c5139c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:08.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcc7c5139c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:08.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcc7c5139c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33, ofs0, ns] 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcb5d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398941 cookie 94440250136032 notifier 7485 bl.length()=983 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcb5d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 info.flags=0x17 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcb5d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 to cache LRU end 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.010+0000 7fcb5d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.014+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_sources= new_sources= 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.014+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential sources added=[] removed=[] 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.014+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): orig_dests= new_dests= 2024-09-22T09:03:08.011 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.014+0000 7fcc7c5139c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33]): potential dests added=[] removed=[] 2024-09-22T09:03:08.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.014+0000 7fcc7c5139c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-22T09:03:08.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.018+0000 7fcb30fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:08.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.022+0000 7fcc7c5139c0 20 remove_watcher() i=0 2024-09-22T09:03:08.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.026+0000 7fcc7c5139c0 2 removed watcher, disabling cache 2024-09-22T09:03:08.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.026+0000 7fcc7c5139c0 20 remove_watcher() i=1 2024-09-22T09:03:08.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.030+0000 7fcc7c5139c0 20 remove_watcher() i=2 2024-09-22T09:03:08.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.030+0000 7fcc7c5139c0 20 remove_watcher() i=3 2024-09-22T09:03:08.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.034+0000 7fcc7c5139c0 20 remove_watcher() i=4 2024-09-22T09:03:08.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.034+0000 7fcc7c5139c0 20 remove_watcher() i=5 2024-09-22T09:03:08.034 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.034+0000 7fcc7c5139c0 20 remove_watcher() i=6 2024-09-22T09:03:08.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.038+0000 7fcc7c5139c0 20 remove_watcher() i=7 2024-09-22T09:03:08.053 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-22T09:03:08.080 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:08.080 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:08.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 realm 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.126+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.130+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:08.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.130+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.130+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:08.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.130+0000 7fd4fa9779c0 20 searching for the correct realm 2024-09-22T09:03:08.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.138+0000 7fd4f7c7c640 0 -- 172.21.15.64:0/3982397972 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fd4ec008040 msgr2=0x7fd4ec008930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:08.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.142+0000 7fd4f7c7c640 0 -- 172.21.15.64:0/3982397972 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fd3c0082380 msgr2=0x7fd3c00847b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:08.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:08.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:08.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 zone default found 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 4 Realm: () 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 zonegroup default 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 started sync module instance, tier type = 2024-09-22T09:03:08.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.150+0000 7fd4fa9779c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:08.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=0 2024-09-22T09:03:08.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=1 2024-09-22T09:03:08.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=2 2024-09-22T09:03:08.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=3 2024-09-22T09:03:08.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=4 2024-09-22T09:03:08.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=5 2024-09-22T09:03:08.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.166+0000 7fd4fa9779c0 20 add_watcher() i=6 2024-09-22T09:03:08.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.170+0000 7fd4fa9779c0 20 add_watcher() i=7 2024-09-22T09:03:08.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.170+0000 7fd4fa9779c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:08.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.170+0000 7fd3aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.170+0000 7fd4fa9779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.170+0000 7fd4fa9779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.170+0000 7fd4fa9779c0 5 note: GC not initialized 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd3adfdb640 20 reqs_thread_entry: start 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 Filter name: none 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd31f7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:08.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:03:08.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:03:08.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:08.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:03:08.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:03:08.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.174+0000 7fd4fa9779c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:08.176 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.178+0000 7fd3aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:08.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.182+0000 7fd4fa9779c0 20 remove_watcher() i=0 2024-09-22T09:03:08.181 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.182+0000 7fd4fa9779c0 2 removed watcher, disabling cache 2024-09-22T09:03:08.183 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.186+0000 7fd4fa9779c0 20 remove_watcher() i=1 2024-09-22T09:03:08.186 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.186+0000 7fd4fa9779c0 20 remove_watcher() i=2 2024-09-22T09:03:08.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.190+0000 7fd4fa9779c0 20 remove_watcher() i=3 2024-09-22T09:03:08.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.190+0000 7fd4fa9779c0 20 remove_watcher() i=4 2024-09-22T09:03:08.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.194+0000 7fd4fa9779c0 20 remove_watcher() i=5 2024-09-22T09:03:08.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.194+0000 7fd4fa9779c0 20 remove_watcher() i=6 2024-09-22T09:03:08.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.194+0000 7fd4fa9779c0 20 remove_watcher() i=7 2024-09-22T09:03:08.207 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:08.207 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:08.207 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-commit-target-layout id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:03:08.207 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:08.291 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-22T09:03:08.292 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:08.813 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-22T09:03:08.846 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:08.846 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:08.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.890+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 realm 2024-09-22T09:03:08.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:08.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.894+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.898+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:08.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.898+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.898+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:08.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.898+0000 7fd3902299c0 20 searching for the correct realm 2024-09-22T09:03:08.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.902+0000 7fd38e530640 0 -- 172.21.15.64:0/1514566514 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x557223526cc0 msgr2=0x557223529180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:08.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.910+0000 7fd38dd2f640 0 -- 172.21.15.64:0/1514566514 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fd384063750 msgr2=0x7fd384065d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:08.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 zone default found 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 4 Realm: () 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:08.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:08.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:08.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 zonegroup default 2024-09-22T09:03:08.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:08.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 started sync module instance, tier type = 2024-09-22T09:03:08.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.918+0000 7fd3902299c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=0 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=1 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=2 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=3 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=4 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=5 2024-09-22T09:03:08.935 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=6 2024-09-22T09:03:08.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 20 add_watcher() i=7 2024-09-22T09:03:08.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.938+0000 7fd3902299c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:08.939 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd243fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 5 note: GC not initialized 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd242fe5640 20 reqs_thread_entry: start 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 Filter name: none 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd240fe1640 20 reqs_thread_entry: start 2024-09-22T09:03:08.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:08.942 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:08.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.942+0000 7fd3902299c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:08.944 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.946+0000 7fd243fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:08.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.950+0000 7fd3902299c0 20 remove_watcher() i=0 2024-09-22T09:03:08.949 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.950+0000 7fd3902299c0 2 removed watcher, disabling cache 2024-09-22T09:03:08.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.954+0000 7fd3902299c0 20 remove_watcher() i=1 2024-09-22T09:03:08.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.954+0000 7fd3902299c0 20 remove_watcher() i=2 2024-09-22T09:03:08.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.958+0000 7fd3902299c0 20 remove_watcher() i=3 2024-09-22T09:03:08.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.958+0000 7fd3902299c0 20 remove_watcher() i=4 2024-09-22T09:03:08.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.962+0000 7fd3902299c0 20 remove_watcher() i=5 2024-09-22T09:03:08.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.962+0000 7fd3902299c0 20 remove_watcher() i=6 2024-09-22T09:03:08.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:08.962+0000 7fd3902299c0 20 remove_watcher() i=7 2024-09-22T09:03:08.976 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:08.976 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:08.976 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-do-reshard id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:08.976 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:08.977 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-22T09:03:09.008 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:09.009 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:09.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 realm 2024-09-22T09:03:09.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:09.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.054+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.058+0000 7f05582779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.058+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.058+0000 7f05582779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:09.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.058+0000 7f05582779c0 20 searching for the correct realm 2024-09-22T09:03:09.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.062+0000 7f055657e640 0 -- 172.21.15.64:0/257401873 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55a180e97a00 msgr2=0x55a180e99df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.070+0000 7f055557c640 0 -- 172.21.15.64:0/257401873 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f054c0bf070 msgr2=0x7f054c12d8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 zone default found 2024-09-22T09:03:09.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 4 Realm: () 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 zonegroup default 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 started sync module instance, tier type = 2024-09-22T09:03:09.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.078+0000 7f05582779c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=0 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=1 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=2 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=3 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=4 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=5 2024-09-22T09:03:09.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=6 2024-09-22T09:03:09.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 20 add_watcher() i=7 2024-09-22T09:03:09.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.094+0000 7f05582779c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:09.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f040bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:09.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:09.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 5 note: GC not initialized 2024-09-22T09:03:09.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f040afe5640 20 reqs_thread_entry: start 2024-09-22T09:03:09.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:09.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 Filter name: none 2024-09-22T09:03:09.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f0408fe1640 20 reqs_thread_entry: start 2024-09-22T09:03:09.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-22T09:03:09.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 : miss 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.098+0000 7f05582779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 2024-09-22T09:03:09.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34, ofs0, ns] 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f04397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398891 cookie 94152140943776 notifier 7037 bl.length()=995 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f04397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f04397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f04397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_sources= new_sources= 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential sources added=[] removed=[] 2024-09-22T09:03:09.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_dests= new_dests= 2024-09-22T09:03:09.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.106+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential dests added=[] removed=[] 2024-09-22T09:03:09.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.114+0000 7f05582779c0 -1 Injecting error=-5 at location=do_reshard 2024-09-22T09:03:09.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f05582779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:09.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f05582779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 2024-09-22T09:03:09.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f05582779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f05582779c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f05582779c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f05582779c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34, ofs0, ns] 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f04397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398892 cookie 94152140943776 notifier 7037 bl.length()=963 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f04397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f04397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.122+0000 7f04397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.126+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_sources= new_sources= 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.126+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential sources added=[] removed=[] 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.126+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_dests= new_dests= 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.126+0000 7f05582779c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential dests added=[] removed=[] 2024-09-22T09:03:09.123 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.126+0000 7f05582779c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-22T09:03:09.125 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.126+0000 7f040bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.130+0000 7f05582779c0 20 remove_watcher() i=0 2024-09-22T09:03:09.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.130+0000 7f05582779c0 2 removed watcher, disabling cache 2024-09-22T09:03:09.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.134+0000 7f05582779c0 20 remove_watcher() i=1 2024-09-22T09:03:09.135 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.138+0000 7f05582779c0 20 remove_watcher() i=2 2024-09-22T09:03:09.136 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.138+0000 7f05582779c0 20 remove_watcher() i=3 2024-09-22T09:03:09.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.142+0000 7f05582779c0 20 remove_watcher() i=4 2024-09-22T09:03:09.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.142+0000 7f05582779c0 20 remove_watcher() i=5 2024-09-22T09:03:09.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.142+0000 7f05582779c0 20 remove_watcher() i=6 2024-09-22T09:03:09.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.142+0000 7f05582779c0 20 remove_watcher() i=7 2024-09-22T09:03:09.158 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-22T09:03:09.184 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:09.184 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:09.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 realm 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.230+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.234+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.234+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.234+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:09.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.234+0000 7fc8a1d739c0 20 searching for the correct realm 2024-09-22T09:03:09.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.238+0000 7fc8a007a640 0 -- 172.21.15.64:0/3166757103 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55d0ef7fa2d0 msgr2=0x55d0ef7fc790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.246+0000 7fc89f879640 0 -- 172.21.15.64:0/3166757103 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fc888107bd0 msgr2=0x7fc888123a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:09.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:09.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 zone default found 2024-09-22T09:03:09.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 4 Realm: () 2024-09-22T09:03:09.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:09.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 zonegroup default 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.254+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.258+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.258+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.258+0000 7fc8a1d739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.258+0000 7fc8a1d739c0 20 started sync module instance, tier type = 2024-09-22T09:03:09.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.258+0000 7fc8a1d739c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=0 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=1 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=2 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=3 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=4 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=5 2024-09-22T09:03:09.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=6 2024-09-22T09:03:09.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 20 add_watcher() i=7 2024-09-22T09:03:09.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc8a1d739c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:09.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.274+0000 7fc755fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:09.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:09.275 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 5 note: GC not initialized 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc754fe1640 20 reqs_thread_entry: start 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 Filter name: none 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc6ce7fc640 20 reqs_thread_entry: start 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:09.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:09.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.278+0000 7fc8a1d739c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:09.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.282+0000 7fc755fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.286+0000 7fc8a1d739c0 20 remove_watcher() i=0 2024-09-22T09:03:09.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.286+0000 7fc8a1d739c0 2 removed watcher, disabling cache 2024-09-22T09:03:09.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.290+0000 7fc8a1d739c0 20 remove_watcher() i=1 2024-09-22T09:03:09.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.290+0000 7fc8a1d739c0 20 remove_watcher() i=2 2024-09-22T09:03:09.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.294+0000 7fc8a1d739c0 20 remove_watcher() i=3 2024-09-22T09:03:09.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.294+0000 7fc8a1d739c0 20 remove_watcher() i=4 2024-09-22T09:03:09.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.294+0000 7fc8a1d739c0 20 remove_watcher() i=5 2024-09-22T09:03:09.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.298+0000 7fc8a1d739c0 20 remove_watcher() i=6 2024-09-22T09:03:09.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.298+0000 7fc8a1d739c0 20 remove_watcher() i=7 2024-09-22T09:03:09.310 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:09.310 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:09.310 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-do-reshard id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:09.310 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:09.368 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:03:09.399 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:09.399 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:09.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 realm 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.446+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.450+0000 7ff35a9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.450+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.450+0000 7ff35a9009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:09.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.450+0000 7ff35a9009c0 20 searching for the correct realm 2024-09-22T09:03:09.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.458+0000 7ff357c05640 0 -- 172.21.15.64:0/1034949294 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7ff34c135040 msgr2=0x7ff34c0caa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.462+0000 7ff357c05640 0 -- 172.21.15.64:0/1034949294 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7ff228082280 msgr2=0x7ff2280846b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:09.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 zone default found 2024-09-22T09:03:09.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 4 Realm: () 2024-09-22T09:03:09.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 zonegroup default 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.470+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.474+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.474+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.474+0000 7ff35a9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.474+0000 7ff35a9009c0 20 started sync module instance, tier type = 2024-09-22T09:03:09.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.474+0000 7ff35a9009c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:09.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=0 2024-09-22T09:03:09.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=1 2024-09-22T09:03:09.487 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=2 2024-09-22T09:03:09.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=3 2024-09-22T09:03:09.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=4 2024-09-22T09:03:09.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=5 2024-09-22T09:03:09.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=6 2024-09-22T09:03:09.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 20 add_watcher() i=7 2024-09-22T09:03:09.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.490+0000 7ff35a9009c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:09.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff20e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 5 note: GC not initialized 2024-09-22T09:03:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff20d7e2640 20 reqs_thread_entry: start 2024-09-22T09:03:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:09.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 Filter name: none 2024-09-22T09:03:09.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff17effd640 20 reqs_thread_entry: start 2024-09-22T09:03:09.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-22T09:03:09.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 : miss 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.494+0000 7ff35a9009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34, ofs0, ns] 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff2377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398893 cookie 93977281623024 notifier 7578 bl.length()=995 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff2377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff2377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff2377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_sources= new_sources= 2024-09-22T09:03:09.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential sources added=[] removed=[] 2024-09-22T09:03:09.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_dests= new_dests= 2024-09-22T09:03:09.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.502+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential dests added=[] removed=[] 2024-09-22T09:03:09.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.506+0000 7ff35a9009c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34.1.0 2024-09-22T09:03:09.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.506+0000 7ff35a9009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34.1.0 2024-09-22T09:03:09.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.506+0000 7ff35a9009c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34.1.1 2024-09-22T09:03:09.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.506+0000 7ff35a9009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34.1.1 2024-09-22T09:03:09.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.506+0000 7ff35a9009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34.0 2024-09-22T09:03:09.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:09.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 2024-09-22T09:03:09.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34, ofs0, ns] 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff2377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398894 cookie 93977281623024 notifier 7578 bl.length()=995 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff2377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff2377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff2377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_sources= new_sources= 2024-09-22T09:03:09.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential sources added=[] removed=[] 2024-09-22T09:03:09.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_dests= new_dests= 2024-09-22T09:03:09.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.514+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential dests added=[] removed=[] 2024-09-22T09:03:09.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.518+0000 7ff35a9009c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34.0 2024-09-22T09:03:09.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.518+0000 7ff35a9009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:09.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.518+0000 7ff35a9009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34, ofs0, ns] 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff236ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398895 cookie 93977281623024 notifier 7578 bl.length()=963 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff236ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 info.flags=0x17 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff236ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 to cache LRU end 2024-09-22T09:03:09.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff236ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:09.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_sources= new_sources= 2024-09-22T09:03:09.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential sources added=[] removed=[] 2024-09-22T09:03:09.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): orig_dests= new_dests= 2024-09-22T09:03:09.521 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.522+0000 7ff35a9009c0 20 handle_bi_update(): bucket=:error-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34]): potential dests added=[] removed=[] 2024-09-22T09:03:09.523 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.526+0000 7ff35a9009c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-22T09:03:09.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.526+0000 7ff20e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.530+0000 7ff35a9009c0 20 remove_watcher() i=0 2024-09-22T09:03:09.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.530+0000 7ff35a9009c0 2 removed watcher, disabling cache 2024-09-22T09:03:09.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.534+0000 7ff35a9009c0 20 remove_watcher() i=1 2024-09-22T09:03:09.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.538+0000 7ff35a9009c0 20 remove_watcher() i=2 2024-09-22T09:03:09.537 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.538+0000 7ff35a9009c0 20 remove_watcher() i=3 2024-09-22T09:03:09.539 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.542+0000 7ff35a9009c0 20 remove_watcher() i=4 2024-09-22T09:03:09.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.542+0000 7ff35a9009c0 20 remove_watcher() i=5 2024-09-22T09:03:09.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.542+0000 7ff35a9009c0 20 remove_watcher() i=6 2024-09-22T09:03:09.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.542+0000 7ff35a9009c0 20 remove_watcher() i=7 2024-09-22T09:03:09.556 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-22T09:03:09.583 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:09.583 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:09.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 realm 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.630 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.630+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.634+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.634+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.634+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:09.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.634+0000 7f0b574b19c0 20 searching for the correct realm 2024-09-22T09:03:09.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.642+0000 7f0b557b8640 0 -- 172.21.15.64:0/539875390 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f0b48102e60 msgr2=0x7f0b48102830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.858+0000 7f0b54fb7640 0 -- 172.21.15.64:0/539875390 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55b1620867d0 msgr2=0x55b162088c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:09.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:09.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:09.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:09.865 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.866+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:09.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:09.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 zone default found 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 4 Realm: () 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 zonegroup default 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.869 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:09.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 started sync module instance, tier type = 2024-09-22T09:03:09.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.870+0000 7f0b574b19c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:09.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.898+0000 7f0b574b19c0 20 add_watcher() i=0 2024-09-22T09:03:09.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.898+0000 7f0b574b19c0 20 add_watcher() i=1 2024-09-22T09:03:09.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.898+0000 7f0b574b19c0 20 add_watcher() i=2 2024-09-22T09:03:09.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.898+0000 7f0b574b19c0 20 add_watcher() i=3 2024-09-22T09:03:09.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.898+0000 7f0b574b19c0 20 add_watcher() i=4 2024-09-22T09:03:09.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.898+0000 7f0b574b19c0 20 add_watcher() i=5 2024-09-22T09:03:09.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.902+0000 7f0b574b19c0 20 add_watcher() i=6 2024-09-22T09:03:09.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.902+0000 7f0b574b19c0 20 add_watcher() i=7 2024-09-22T09:03:09.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.902+0000 7f0b574b19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:09.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.906+0000 7f0a0b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.906+0000 7f0b574b19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:09.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.906+0000 7f0b574b19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:09.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.906+0000 7f0b574b19c0 5 note: GC not initialized 2024-09-22T09:03:09.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.906+0000 7f0a0a7e4640 20 reqs_thread_entry: start 2024-09-22T09:03:09.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.906+0000 7f0b574b19c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:09.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 Filter name: none 2024-09-22T09:03:09.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0a03fff640 20 reqs_thread_entry: start 2024-09-22T09:03:09.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:09.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:09.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:09.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:09.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:09.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:09.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.910+0000 7f0b574b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:09.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.914+0000 7f0a0b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:09.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.918+0000 7f0b574b19c0 20 remove_watcher() i=0 2024-09-22T09:03:09.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.918+0000 7f0b574b19c0 2 removed watcher, disabling cache 2024-09-22T09:03:09.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.922+0000 7f0b574b19c0 20 remove_watcher() i=1 2024-09-22T09:03:09.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.926+0000 7f0b574b19c0 20 remove_watcher() i=2 2024-09-22T09:03:09.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.926+0000 7f0b574b19c0 20 remove_watcher() i=3 2024-09-22T09:03:09.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.930+0000 7f0b574b19c0 20 remove_watcher() i=4 2024-09-22T09:03:09.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.938+0000 7f0b574b19c0 20 remove_watcher() i=5 2024-09-22T09:03:09.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.938+0000 7f0b574b19c0 20 remove_watcher() i=6 2024-09-22T09:03:09.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:09.942+0000 7f0b574b19c0 20 remove_watcher() i=7 2024-09-22T09:03:09.959 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:09.959 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:09.959 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-do-reshard id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:03:09.959 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:10.042 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-22T09:03:10.042 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:10.541 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-22T09:03:10.573 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:10.573 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:10.623 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.622+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 realm 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.625 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.626 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.626+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.630+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:10.627 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.630+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.630+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:10.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.630+0000 7f8dd7fe99c0 20 searching for the correct realm 2024-09-22T09:03:10.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.634+0000 7f8dd5aef640 0 -- 172.21.15.64:0/1232226805 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f8dd00505f0 msgr2=0x7f8dd004ffc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:10.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.642+0000 7f8dd5aef640 0 -- 172.21.15.64:0/1232226805 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8dcc0f6460 msgr2=0x7f8dcc0f68c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:10.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.858+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:10.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 zone default found 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 4 Realm: () 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 zonegroup default 2024-09-22T09:03:10.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:10.862 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 started sync module instance, tier type = 2024-09-22T09:03:10.863 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.862+0000 7f8dd7fe99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:10.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=0 2024-09-22T09:03:10.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=1 2024-09-22T09:03:10.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=2 2024-09-22T09:03:10.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=3 2024-09-22T09:03:10.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=4 2024-09-22T09:03:10.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=5 2024-09-22T09:03:10.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=6 2024-09-22T09:03:10.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 20 add_watcher() i=7 2024-09-22T09:03:10.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.890+0000 7f8dd7fe99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:10.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8c877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:10.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8dd7fe99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:10.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8dd7fe99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:10.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8dd7fe99c0 5 note: GC not initialized 2024-09-22T09:03:10.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8c867fc640 20 reqs_thread_entry: start 2024-09-22T09:03:10.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8dd7fe99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:10.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8dd7fe99c0 20 Filter name: none 2024-09-22T09:03:10.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8bf7fff640 20 reqs_thread_entry: start 2024-09-22T09:03:10.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.898+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:10.900 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:10.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:10.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:10.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:10.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:10.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.902+0000 7f8dd7fe99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:10.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.906+0000 7f8c877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:10.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.910+0000 7f8dd7fe99c0 20 remove_watcher() i=0 2024-09-22T09:03:10.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.910+0000 7f8dd7fe99c0 2 removed watcher, disabling cache 2024-09-22T09:03:10.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.914+0000 7f8dd7fe99c0 20 remove_watcher() i=1 2024-09-22T09:03:10.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.918+0000 7f8dd7fe99c0 20 remove_watcher() i=2 2024-09-22T09:03:10.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.922+0000 7f8dd7fe99c0 20 remove_watcher() i=3 2024-09-22T09:03:10.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.926+0000 7f8dd7fe99c0 20 remove_watcher() i=4 2024-09-22T09:03:10.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.930+0000 7f8dd7fe99c0 20 remove_watcher() i=5 2024-09-22T09:03:10.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.930+0000 7f8dd7fe99c0 20 remove_watcher() i=6 2024-09-22T09:03:10.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:10.934+0000 7f8dd7fe99c0 20 remove_watcher() i=7 2024-09-22T09:03:10.948 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:10.948 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:10.948 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-do-reshard id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:10.949 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:10.949 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-22T09:03:10.983 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:10.983 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:11.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 realm 2024-09-22T09:03:11.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:11.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.034+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:11.031 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.034+0000 7fe5cae629c0 20 searching for the correct realm 2024-09-22T09:03:11.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.038+0000 7fe5c8968640 0 -- 172.21.15.64:0/1959249271 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fe5c40c2040 msgr2=0x7fe5c40cfa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.042+0000 7fe5c8968640 0 -- 172.21.15.64:0/1959249271 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fe5b0080230 msgr2=0x7fe5b00840f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:11.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:11.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:11.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:11.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:11.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:11.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 zone default found 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 Realm: () 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 zonegroup default 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 started sync module instance, tier type = 2024-09-22T09:03:11.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=0 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=1 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=2 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=3 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=4 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=5 2024-09-22T09:03:11.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=6 2024-09-22T09:03:11.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.294+0000 7fe5cae629c0 20 add_watcher() i=7 2024-09-22T09:03:11.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.294+0000 7fe5cae629c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:11.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe47efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:11.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:11.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 note: GC not initialized 2024-09-22T09:03:11.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe47dfe3640 20 reqs_thread_entry: start 2024-09-22T09:03:11.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:11.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 Filter name: none 2024-09-22T09:03:11.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe3ef7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:11.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:03:11.299 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:11.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:03:11.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:03:11.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : miss 2024-09-22T09:03:11.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:11.301 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:11.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:11.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35, ofs0, ns] 2024-09-22T09:03:11.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398873 cookie 94876488349856 notifier 7127 bl.length()=995 2024-09-22T09:03:11.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_sources= new_sources= 2024-09-22T09:03:11.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential sources added=[] removed=[] 2024-09-22T09:03:11.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_dests= new_dests= 2024-09-22T09:03:11.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential dests added=[] removed=[] 2024-09-22T09:03:11.318 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe5cae629c0 time 2024-09-22T09:03:11.324184+0000 2024-09-22T09:03:11.318 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe5ce73c2eb] 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:03:11.321 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.322+0000 7fe5cae629c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe5cae629c0 time 2024-09-22T09:03:11.324184+0000 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe5ce73c2eb] 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.322 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:03:11.323 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe5cae629c0 thread_name:radosgw-admin 2024-09-22T09:03:11.324 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.324 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe5cd5bb520] 2024-09-22T09:03:11.324 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:11.324 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:11.324 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:11.324 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe5ce73c345] 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.326+0000 7fe5cae629c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe5cae629c0 thread_name:radosgw-admin 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe5cd5bb520] 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:11.325 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe5ce73c345] 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.326 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:03:11.355 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: dump: 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.356 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:03:11.006+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7115 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:03:11.006+0000 7fe5cae629c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:03:11.006+0000 7fe5cae629c0 4 set_mon_vals no callback set 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: dump: 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.357 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: shutdown 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 asok(0x564a27327250) unregister_commands rotate-key 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding auth protocol: cephx 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding auth protocol: cephx 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding auth protocol: cephx 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.359 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: starting msgr at 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: starting objecter 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command objecter_requests hook 0x564a272e61d0 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: setting wanted keys 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: calling monclient init 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding auth protocol: cephx 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding auth protocol: cephx 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding auth protocol: cephx 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.360 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key hook 0x564a275327b8 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:03:11.361 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a273c01c0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a27477b60 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a2747c2f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.697568s 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a273c01c0 auth_method 0 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a27477b60 auth_method 0 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.362 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): get_auth_request con 0x564a2747c2f0 auth_method 0 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_done global_id 7118 payload 824 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:03:11.010+0000 7fe5c8968640 1 monclient: found mon.noname-c 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.363 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: dump: 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.364 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: dump: 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7118 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.365 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:03:11.010+0000 7fe4b6e0d640 4 set_mon_vals no callback set 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: init done 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:03:11.014+0000 7fe4b560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:03:11.014+0000 7fe4b560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:03:11.014+0000 7fe4b560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:03:11.014+0000 7fe5c0167640 10 monclient: get_auth_request con 0x7fe4b0071be0 auth_method 0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:03:11.014+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a2755a600 auth_method 0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:03:11.014+0000 7fe5c8968640 10 monclient: get_auth_request con 0x564a2757d480 auth_method 0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:03:11.014+0000 7fe5c0167640 10 monclient: get_auth_request con 0x564a27581670 auth_method 0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.366 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding auth protocol: cephx 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding auth protocol: cephx 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding auth protocol: cephx 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.367 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command objecter_requests cmddesc objecter_requests hook 0x564a27589db0 EEXIST 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding auth protocol: cephx 2024-09-22T09:03:11.368 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding auth protocol: cephx 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding auth protocol: cephx 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.369 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key cmddesc rotate-key hook 0x564a27584b80 EEXIST 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a275adf60 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a275ad890 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a275ac270 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.370 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.706742s 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a275adf60 auth_method 0 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a275ad890 auth_method 0 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.371 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): get_auth_request con 0x564a275ac270 auth_method 0 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_done global_id 7626 payload 824 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:03:11.018+0000 7fe5c8968640 1 monclient: found mon.noname-a 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: dump: 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.372 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: dump: 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.373 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7626 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:03:11.018+0000 7fe5c996a640 4 set_mon_vals no callback set 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.374 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:03:11.022+0000 7fe4ae7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:03:11.022+0000 7fe4ae7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:03:11.022+0000 7fe4ae7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient: get_auth_request con 0x7fe4a0071b20 auth_method 0 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: get_monmap_and_config 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.375 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding auth protocol: cephx 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding auth protocol: cephx 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding auth protocol: cephx 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.376 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding auth protocol: cephx 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding auth protocol: cephx 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding auth protocol: cephx 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.377 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key cmddesc rotate-key hook 0x7ffdd2f166f8 EEXIST 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a27601e30 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a275fd2e0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a275f38b0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.378 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.710822s 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a27601e30 auth_method 0 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a275fd2e0 auth_method 0 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.379 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_done global_id 7629 payload 274 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:03:11.022+0000 7fe5c8968640 1 monclient: found mon.noname-a 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:03:11.022+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a275f38b0 auth_method 0 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: dump: 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.380 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: dump: 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.381 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7629 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 4 set_mon_vals no callback set 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: shutdown 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.382 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding auth protocol: cephx 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding auth protocol: cephx 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding auth protocol: cephx 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.383 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: starting msgr at 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: starting objecter 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command objecter_requests cmddesc objecter_requests hook 0x564a275d3ae0 EEXIST 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: setting wanted keys 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: calling monclient init 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.384 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding auth protocol: cephx 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding auth protocol: cephx 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding auth protocol: cephx 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.385 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key cmddesc rotate-key hook 0x564a275afec8 EEXIST 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a275f38b0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a275fd2e0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a27601e30 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.713406s 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): get_auth_request con 0x564a27601e30 auth_method 0 2024-09-22T09:03:11.386 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a275fd2e0 auth_method 0 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a275f38b0 auth_method 0 2024-09-22T09:03:11.387 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_done global_id 7127 payload 824 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:03:11.026+0000 7fe5c0167640 1 monclient: found mon.noname-c 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: dump: 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.388 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: dump: 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.389 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7127 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:03:11.026+0000 7fe49ffff640 4 set_mon_vals no callback set 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: init done 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cr dump hook 0x564a275f7c78 2024-09-22T09:03:11.390 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:03:11.030+0000 7fe49e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:03:11.030+0000 7fe49e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:03:11.030+0000 7fe49e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:03:11.030+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe494071be0 auth_method 0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:03:11.030+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a2761b410 auth_method 0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 realm 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.391 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:03:11.030+0000 7fe5c8968640 10 monclient: get_auth_request con 0x564a2761f5c0 auth_method 0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:03:11.034+0000 7fe5c0167640 10 monclient: get_auth_request con 0x564a27622e20 auth_method 0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:03:11.034+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:03:11.034+0000 7fe5cae629c0 20 searching for the correct realm 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:03:11.034+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a27627ba0 auth_method 0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:03:11.034+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe5c40c2040 auth_method 0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:03:11.034+0000 7fe5c0167640 10 monclient: get_auth_request con 0x7fe5b0073b20 auth_method 0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:03:11.038+0000 7fe5c8968640 0 -- 172.21.15.64:0/1959249271 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fe5c40c2040 msgr2=0x7fe5c40cfa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:03:11.038+0000 7fe49e7fc640 1 client.7127.objecter ms_handle_reset 0x7fe5c40c2040 session 0x7fe5c40cf400 osd.7 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:03:11.038+0000 7fe49e7fc640 10 monclient: _renew_subs 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:03:11.038+0000 7fe49e7fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:03:11.038+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe494082300 auth_method 0 2024-09-22T09:03:11.392 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:03:11.038+0000 7fe5c9169640 10 monclient: get_auth_request con 0x7fe5b00734f0 auth_method 0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:03:11.042+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe5b0080230 auth_method 0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:03:11.042+0000 7fe5c8968640 0 -- 172.21.15.64:0/1959249271 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fe5b0080230 msgr2=0x7fe5b00840f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:03:11.246+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe5b0080230 auth_method 0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.393 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 zone default found 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 Realm: () 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 zonegroup default 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 started sync module instance, tier type = 2024-09-22T09:03:11.394 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=0 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=1 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=2 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=3 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=4 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=5 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=6 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:03:11.294+0000 7fe5cae629c0 20 add_watcher() i=7 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:03:11.294+0000 7fe5cae629c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding auth protocol: cephx 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding auth protocol: cephx 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding auth protocol: cephx 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.395 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:03:11.298+0000 7fe47efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache list hook 0x564a275d0630 2024-09-22T09:03:11.396 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache inspect hook 0x564a275d0630 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache erase hook 0x564a275d0630 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache zap hook 0x564a275d0630 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 note: GC not initialized 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:03:11.298+0000 7fe47dfe3640 20 reqs_thread_entry: start 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace show hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace history hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace active hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace active_short hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 Filter name: none 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:03:11.302+0000 7fe3ef7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:03:11.397 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : miss 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35, ofs0, ns] 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398873 cookie 94876488349856 notifier 7127 bl.length()=995 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.398 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_sources= new_sources= 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential sources added=[] removed=[] 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_dests= new_dests= 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential dests added=[] removed=[] 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:03:11.322+0000 7fe5cae629c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe5cae629c0 time 2024-09-22T09:03:11.324184+0000 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe5ce73c2eb] 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:03:11.399 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:03:11.326+0000 7fe5cae629c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe5cae629c0 thread_name:radosgw-admin 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe5cd5bb520] 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe5ce73c345] 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.400 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:03:11.401 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:03:11.402 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:03:11.403 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:03:11.404 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:03:11.405 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:03:11.406 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe3ef7fe640 / http_manager 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe47dfe3640 / http_manager 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe47efe5640 / rgw_dt_lg_renew 2024-09-22T09:03:11.407 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe49e7fc640 / ms_dispatch 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe49ffff640 / io_context_pool 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe4ae7fc640 / ms_dispatch 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe4b560a640 / ms_dispatch 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe4b6e0d640 / io_context_pool 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c0167640 / msgr-worker-2 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c8968640 / msgr-worker-1 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c9169640 / msgr-worker-0 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c996a640 / io_context_pool 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5cae629c0 / radosgw-admin 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.120484.log 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:03:11.408 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: dump: 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:03:11.006+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7115 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:03:11.006+0000 7fe5cae629c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:11.409 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:03:11.006+0000 7fe5cae629c0 4 set_mon_vals no callback set 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:03:11.006+0000 7fe4b6e0d640 10 monclient: dump: 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.410 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: shutdown 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 asok(0x564a27327250) unregister_commands rotate-key 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.411 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding auth protocol: cephx 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding auth protocol: cephx 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding auth protocol: cephx 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: crc 2024-09-22T09:03:11.412 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a275348c0) adding con mode: secure 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: starting msgr at 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: starting objecter 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command objecter_requests hook 0x564a272e61d0 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: setting wanted keys 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: calling monclient init 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding auth protocol: cephx 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding auth protocol: cephx 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding auth protocol: cephx 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.413 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: crc 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 AuthRegistry(0x564a27532670) adding con mode: secure 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key hook 0x564a275327b8 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a273c01c0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.414 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a27477b60 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a2747c2f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.697568s 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a273c01c0 auth_method 0 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a27477b60 auth_method 0 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.415 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:03:11.010+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): get_auth_request con 0x564a2747c2f0 auth_method 0 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:03:11.010+0000 7fe5c9169640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient(hunting): handle_auth_done global_id 7118 payload 824 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:03:11.010+0000 7fe5c8968640 1 monclient: found mon.noname-c 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:03:11.010+0000 7fe5c8968640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.416 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: dump: 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.417 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:03:11.010+0000 7fe4b560a640 10 monclient: dump: 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7118 2024-09-22T09:03:11.418 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:03:11.010+0000 7fe4b6e0d640 4 set_mon_vals no callback set 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:03:11.010+0000 7fe5cae629c0 1 librados: init done 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:03:11.014+0000 7fe4b560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:03:11.014+0000 7fe4b560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:03:11.014+0000 7fe4b560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:03:11.014+0000 7fe5c0167640 10 monclient: get_auth_request con 0x7fe4b0071be0 auth_method 0 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:03:11.014+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a2755a600 auth_method 0 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:03:11.014+0000 7fe5c8968640 10 monclient: get_auth_request con 0x564a2757d480 auth_method 0 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:03:11.014+0000 7fe5c0167640 10 monclient: get_auth_request con 0x564a27581670 auth_method 0 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.419 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding auth protocol: cephx 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding auth protocol: cephx 2024-09-22T09:03:11.420 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding auth protocol: cephx 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: crc 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27586410) adding con mode: secure 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command objecter_requests cmddesc objecter_requests hook 0x564a27589db0 EEXIST 2024-09-22T09:03:11.421 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding auth protocol: cephx 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding auth protocol: cephx 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding auth protocol: cephx 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: crc 2024-09-22T09:03:11.422 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 AuthRegistry(0x564a27584a38) adding con mode: secure 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key cmddesc rotate-key hook 0x564a27584b80 EEXIST 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a275adf60 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a275ad890 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a275ac270 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.423 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.706742s 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a275adf60 auth_method 0 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a275ad890 auth_method 0 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:03:11.018+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.424 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): get_auth_request con 0x564a275ac270 auth_method 0 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:03:11.018+0000 7fe5c9169640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient(hunting): handle_auth_done global_id 7626 payload 824 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:03:11.018+0000 7fe5c8968640 1 monclient: found mon.noname-a 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:03:11.018+0000 7fe5c8968640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: dump: 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.425 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:03:11.018+0000 7fe4ae7fc640 10 monclient: dump: 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.426 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7626 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:03:11.018+0000 7fe5c996a640 4 set_mon_vals no callback set 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:03:11.018+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.427 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:03:11.022+0000 7fe4ae7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:03:11.022+0000 7fe4ae7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:03:11.022+0000 7fe4ae7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient: get_auth_request con 0x7fe4a0071b20 auth_method 0 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: get_monmap_and_config 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.428 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding auth protocol: cephx 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding auth protocol: cephx 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding auth protocol: cephx 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.429 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: crc 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x564a275cd880) adding con mode: secure 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding auth protocol: cephx 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding auth protocol: cephx 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding auth protocol: cephx 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.430 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: crc 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f165b0) adding con mode: secure 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key cmddesc rotate-key hook 0x7ffdd2f166f8 EEXIST 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a27601e30 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a275fd2e0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.431 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a275f38b0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.710822s 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a27601e30 auth_method 0 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a275fd2e0 auth_method 0 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.432 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:03:11.022+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient(hunting): handle_auth_done global_id 7629 payload 274 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:03:11.022+0000 7fe5c8968640 1 monclient: found mon.noname-a 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:03:11.022+0000 7fe5c8968640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:03:11.022+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a275f38b0 auth_method 0 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: dump: 2024-09-22T09:03:11.433 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:11.434 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:03:11.022+0000 7fe49ffff640 10 monclient: dump: 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7629 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:03:11.022+0000 7fe5cae629c0 4 set_mon_vals no callback set 2024-09-22T09:03:11.435 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: shutdown 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: build_initial_monmap 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: monmap: 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding auth protocol: cephx 2024-09-22T09:03:11.436 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding auth protocol: cephx 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding auth protocol: cephx 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: crc 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275d25f0) adding con mode: secure 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: starting msgr at 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: starting objecter 2024-09-22T09:03:11.437 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command objecter_requests cmddesc objecter_requests hook 0x564a275d3ae0 EEXIST 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: setting wanted keys 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: calling monclient init 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: init 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding auth protocol: cephx 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding auth protocol: cephx 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding auth protocol: cephx 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.438 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: crc 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 AuthRegistry(0x564a275afd80) adding con mode: secure 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command rotate-key cmddesc rotate-key hook 0x564a275afec8 EEXIST 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-b con 0x564a275f38b0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-c con 0x564a275fd2e0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): picked mon.noname-a con 0x564a27601e30 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.439 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient(hunting): authenticate will time out at 2387.713406s 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): get_auth_request con 0x564a27601e30 auth_method 0 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): get_auth_request con 0x564a275fd2e0 auth_method 0 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:03:11.026+0000 7fe5c9169640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:11.440 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): get_auth_request con 0x564a275f38b0 auth_method 0 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:03:11.026+0000 7fe5c8968640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient(hunting): handle_auth_done global_id 7127 payload 824 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient: _finish_hunting 0 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:03:11.026+0000 7fe5c0167640 1 monclient: found mon.noname-c 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:03:11.026+0000 7fe5c0167640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: dump: 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.441 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: _finish_auth 0 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:03:11.026+0000 7fe49e7fc640 10 monclient: dump: 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:11.442 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 monclient: authenticate success, global_id 7127 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:03:11.026+0000 7fe49ffff640 4 set_mon_vals no callback set 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _renew_subs 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 1 librados: init done 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:03:11.026+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cr dump hook 0x564a275f7c78 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.443 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:03:11.030+0000 7fe49e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:03:11.030+0000 7fe49e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:03:11.030+0000 7fe49e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:03:11.030+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe494071be0 auth_method 0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:03:11.030+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a2761b410 auth_method 0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 realm 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:03:11.030+0000 7fe5c8968640 10 monclient: get_auth_request con 0x564a2761f5c0 auth_method 0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:03:11.030+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.444 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:03:11.034+0000 7fe5c0167640 10 monclient: get_auth_request con 0x564a27622e20 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:03:11.034+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:03:11.034+0000 7fe5cae629c0 20 searching for the correct realm 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:03:11.034+0000 7fe5c9169640 10 monclient: get_auth_request con 0x564a27627ba0 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:03:11.034+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe5c40c2040 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:03:11.034+0000 7fe5c0167640 10 monclient: get_auth_request con 0x7fe5b0073b20 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:03:11.038+0000 7fe5c8968640 0 -- 172.21.15.64:0/1959249271 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fe5c40c2040 msgr2=0x7fe5c40cfa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:03:11.038+0000 7fe49e7fc640 1 client.7127.objecter ms_handle_reset 0x7fe5c40c2040 session 0x7fe5c40cf400 osd.7 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:03:11.038+0000 7fe49e7fc640 10 monclient: _renew_subs 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:03:11.038+0000 7fe49e7fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:03:11.038+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe494082300 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:03:11.038+0000 7fe5c9169640 10 monclient: get_auth_request con 0x7fe5b00734f0 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:03:11.042+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe5b0080230 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:03:11.042+0000 7fe5c8968640 0 -- 172.21.15.64:0/1959249271 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fe5b0080230 msgr2=0x7fe5b00840f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:03:11.246+0000 7fe5c8968640 10 monclient: get_auth_request con 0x7fe5b0080230 auth_method 0 2024-09-22T09:03:11.445 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 zone default found 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 Realm: () 2024-09-22T09:03:11.446 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 zonegroup default 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:03:11.262+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 started sync module instance, tier type = 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:03:11.266+0000 7fe5cae629c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=0 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=1 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=2 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=3 2024-09-22T09:03:11.447 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=4 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=5 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:03:11.290+0000 7fe5cae629c0 20 add_watcher() i=6 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:03:11.294+0000 7fe5cae629c0 20 add_watcher() i=7 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:03:11.294+0000 7fe5cae629c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding auth protocol: cephx 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding auth protocol: cephx 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding auth protocol: cephx 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.448 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:03:11.298+0000 7fe47efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: crc 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 AuthRegistry(0x7ffdd2f16a80) adding con mode: secure 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache list hook 0x564a275d0630 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache inspect hook 0x564a275d0630 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache erase hook 0x564a275d0630 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command cache zap hook 0x564a275d0630 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 note: GC not initialized 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:03:11.298+0000 7fe47dfe3640 20 reqs_thread_entry: start 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace show hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace history hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.449 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace active hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 5 asok(0x564a27327250) register_command sync trace active_short hook 0x7fe5c40ab8d0 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:03:11.298+0000 7fe5cae629c0 20 Filter name: none 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:03:11.302+0000 7fe3ef7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : miss 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:11.450 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:03:11.302+0000 7fe5cae629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35, ofs0, ns] 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398873 cookie 94876488349856 notifier 7127 bl.length()=995 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:03:11.314+0000 7fe49ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_sources= new_sources= 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential sources added=[] removed=[] 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_dests= new_dests= 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:03:11.314+0000 7fe5cae629c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential dests added=[] removed=[] 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:03:11.322+0000 7fe5cae629c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe5cae629c0 time 2024-09-22T09:03:11.324184+0000 2024-09-22T09:03:11.451 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe5ce73c2eb] 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:03:11.326+0000 7fe5cae629c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe5cae629c0 thread_name:radosgw-admin 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:11.452 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe5cd5bb520] 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe5ce73c345] 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe5ce73c49f] 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564a25c42901] 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564a25c57dda] 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe5cd5a2d90] 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.453 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:03:11.454 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:03:11.455 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:03:11.456 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:03:11.457 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:03:11.458 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:03:11.459 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe3ef7fe640 / http_manager 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe47dfe3640 / http_manager 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe47efe5640 / rgw_dt_lg_renew 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe49e7fc640 / ms_dispatch 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe49ffff640 / io_context_pool 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe4ae7fc640 / ms_dispatch 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe4b560a640 / ms_dispatch 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe4b6e0d640 / io_context_pool 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c0167640 / msgr-worker-2 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c8968640 / msgr-worker-1 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c9169640 / msgr-worker-0 2024-09-22T09:03:11.460 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5c996a640 / io_context_pool 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe5cae629c0 / radosgw-admin 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:03:11.329805Z_7d026304-3384-4380-82cc-5841a98d252f/log 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:03:11.461 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-22T09:03:11.462 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:11.462 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 realm 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.414+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.418+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.418+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.418+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.418+0000 7f4130e0b9c0 20 searching for the correct realm 2024-09-22T09:03:11.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.426+0000 7f412f112640 0 -- 172.21.15.64:0/3337927035 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f412403a030 msgr2=0x7f4124080190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.642+0000 7f412e911640 0 -- 172.21.15.64:0/3337927035 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5567c5f27a50 msgr2=0x5567c5f29f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:11.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.650+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:11.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 zone default found 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 4 Realm: () 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 zonegroup default 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 started sync module instance, tier type = 2024-09-22T09:03:11.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.654+0000 7f4130e0b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:11.677 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=0 2024-09-22T09:03:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=1 2024-09-22T09:03:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=2 2024-09-22T09:03:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=3 2024-09-22T09:03:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=4 2024-09-22T09:03:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=5 2024-09-22T09:03:11.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.678+0000 7f4130e0b9c0 20 add_watcher() i=6 2024-09-22T09:03:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.682+0000 7f4130e0b9c0 20 add_watcher() i=7 2024-09-22T09:03:11.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.682+0000 7f4130e0b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:11.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f3fe5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f4130e0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:11.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f4130e0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:11.685 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f4130e0b9c0 5 note: GC not initialized 2024-09-22T09:03:11.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f3fe4fe1640 20 reqs_thread_entry: start 2024-09-22T09:03:11.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f4130e0b9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:11.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f4130e0b9c0 20 Filter name: none 2024-09-22T09:03:11.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f3fddffb640 20 reqs_thread_entry: start 2024-09-22T09:03:11.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.686+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:11.687 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-22T09:03:11.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:11.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:11.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-22T09:03:11.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.690+0000 7f4130e0b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:11.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.694+0000 7f3fe5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.698+0000 7f4130e0b9c0 20 remove_watcher() i=0 2024-09-22T09:03:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.698+0000 7f4130e0b9c0 2 removed watcher, disabling cache 2024-09-22T09:03:11.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.702+0000 7f4130e0b9c0 20 remove_watcher() i=1 2024-09-22T09:03:11.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.706+0000 7f4130e0b9c0 20 remove_watcher() i=2 2024-09-22T09:03:11.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.706+0000 7f4130e0b9c0 20 remove_watcher() i=3 2024-09-22T09:03:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.710+0000 7f4130e0b9c0 20 remove_watcher() i=4 2024-09-22T09:03:11.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.710+0000 7f4130e0b9c0 20 remove_watcher() i=5 2024-09-22T09:03:11.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.714+0000 7f4130e0b9c0 20 remove_watcher() i=6 2024-09-22T09:03:11.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.714+0000 7f4130e0b9c0 20 remove_watcher() i=7 2024-09-22T09:03:11.729 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.729 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:11.729 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-do-reshard id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:11.730 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:11.788 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:03:11.826 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:11.826 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:11.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 realm 2024-09-22T09:03:11.873 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:11.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.874 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.874+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.878+0000 7f109a9249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.878+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.878+0000 7f109a9249c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:11.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.878+0000 7f109a9249c0 20 searching for the correct realm 2024-09-22T09:03:11.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.882+0000 7f1097c29640 0 -- 172.21.15.64:0/1632375699 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55ecea422f40 msgr2=0x55ecea425360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.890+0000 7f109842a640 0 -- 172.21.15.64:0/1632375699 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f108c093450 msgr2=0x7f108c05e750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:11.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:11.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.896 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 zone default found 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 4 Realm: () 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 zonegroup default 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 started sync module instance, tier type = 2024-09-22T09:03:11.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.898+0000 7f109a9249c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=0 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=1 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=2 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=3 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=4 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=5 2024-09-22T09:03:11.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.914+0000 7f109a9249c0 20 add_watcher() i=6 2024-09-22T09:03:11.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 20 add_watcher() i=7 2024-09-22T09:03:11.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:11.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f0f4efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.918 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 5 note: GC not initialized 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f0f4dfdb640 20 reqs_thread_entry: start 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 20 Filter name: none 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f0ebf7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.918+0000 7f109a9249c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:03:11.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:11.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:03:11.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:03:11.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : miss 2024-09-22T09:03:11.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-22T09:03:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:11.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.922+0000 7f109a9249c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:11.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.926+0000 7f109a9249c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to be held by another RGW process; skipping for now 2024-09-22T09:03:11.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.926+0000 7f0f4efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.930+0000 7f109a9249c0 20 remove_watcher() i=0 2024-09-22T09:03:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.930+0000 7f109a9249c0 2 removed watcher, disabling cache 2024-09-22T09:03:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.934+0000 7f109a9249c0 20 remove_watcher() i=1 2024-09-22T09:03:11.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.934+0000 7f109a9249c0 20 remove_watcher() i=2 2024-09-22T09:03:11.936 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.938+0000 7f109a9249c0 20 remove_watcher() i=3 2024-09-22T09:03:11.938 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.938+0000 7f109a9249c0 20 remove_watcher() i=4 2024-09-22T09:03:11.940 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.942+0000 7f109a9249c0 20 remove_watcher() i=5 2024-09-22T09:03:11.941 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.942+0000 7f109a9249c0 20 remove_watcher() i=6 2024-09-22T09:03:11.943 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:11.942+0000 7f109a9249c0 20 remove_watcher() i=7 2024-09-22T09:03:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:03:41.987 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:03:42.026 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:42.026 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:42.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 realm 2024-09-22T09:03:42.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:42.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.073+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.077+0000 7f22b2c179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:42.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.077+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.077+0000 7f22b2c179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:42.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.077+0000 7f22b2c179c0 20 searching for the correct realm 2024-09-22T09:03:42.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.085+0000 7f22b0f1e640 0 -- 172.21.15.64:0/3194844887 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f22a4066370 msgr2=0x7f22a4077860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:42.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.301+0000 7f22b071d640 0 -- 172.21.15.64:0/3194844887 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x557c138a3700 msgr2=0x557c138a5b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:42.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:42.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.309+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 zone default found 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 4 Realm: () 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 zonegroup default 2024-09-22T09:03:42.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 started sync module instance, tier type = 2024-09-22T09:03:42.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.313+0000 7f22b2c179c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:42.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=0 2024-09-22T09:03:42.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=1 2024-09-22T09:03:42.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=2 2024-09-22T09:03:42.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=3 2024-09-22T09:03:42.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=4 2024-09-22T09:03:42.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=5 2024-09-22T09:03:42.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.337+0000 7f22b2c179c0 20 add_watcher() i=6 2024-09-22T09:03:42.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.341+0000 7f22b2c179c0 20 add_watcher() i=7 2024-09-22T09:03:42.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.341+0000 7f22b2c179c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:42.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f2166fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:42.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:42.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:42.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 5 note: GC not initialized 2024-09-22T09:03:42.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f2165fdb640 20 reqs_thread_entry: start 2024-09-22T09:03:42.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:42.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 20 Filter name: none 2024-09-22T09:03:42.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f20d77fe640 20 reqs_thread_entry: start 2024-09-22T09:03:42.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:03:42.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.345+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:42.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:03:42.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:03:42.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : miss 2024-09-22T09:03:42.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-22T09:03:42.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:42.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.349+0000 7f22b2c179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:42.352 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.353+0000 7f22b2c179c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:03:42.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f22b2c179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f22b2c179c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f22b2c179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f22b2c179c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35, ofs0, ns] 2024-09-22T09:03:42.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f21877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398874 cookie 93991392180496 notifier 7680 bl.length()=995 2024-09-22T09:03:42.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f21877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f21877fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.361+0000 7f21877fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.365+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_sources= new_sources= 2024-09-22T09:03:42.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.365+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential sources added=[] removed=[] 2024-09-22T09:03:42.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.365+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_dests= new_dests= 2024-09-22T09:03:42.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.365+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential dests added=[] removed=[] 2024-09-22T09:03:42.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.369+0000 7f22b2c179c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35.2.0 2024-09-22T09:03:42.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.369+0000 7f22b2c179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35.2.0 2024-09-22T09:03:42.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.369+0000 7f22b2c179c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35.2.1 2024-09-22T09:03:42.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.369+0000 7f22b2c179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35.2.1 2024-09-22T09:03:42.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.369+0000 7f22b2c179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35.0 2024-09-22T09:03:42.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.377+0000 7f22b2c179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:42.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.377+0000 7f22b2c179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:42.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.377+0000 7f22b2c179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.377+0000 7f22b2c179c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.377+0000 7f22b2c179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.377+0000 7f22b2c179c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35, ofs0, ns] 2024-09-22T09:03:42.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f21877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398875 cookie 93991392180496 notifier 7680 bl.length()=995 2024-09-22T09:03:42.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f21877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f21877fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f21877fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_sources= new_sources= 2024-09-22T09:03:42.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential sources added=[] removed=[] 2024-09-22T09:03:42.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_dests= new_dests= 2024-09-22T09:03:42.381 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential dests added=[] removed=[] 2024-09-22T09:03:42.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.381+0000 7f22b2c179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35.0 2024-09-22T09:03:42.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f22b2c179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:42.383 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f22b2c179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 2024-09-22T09:03:42.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f22b2c179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.386 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f22b2c179c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f22b2c179c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f22b2c179c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35, ofs0, ns] 2024-09-22T09:03:42.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.385+0000 7f21877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398876 cookie 93991392180496 notifier 7680 bl.length()=963 2024-09-22T09:03:42.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f21877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 info.flags=0x17 2024-09-22T09:03:42.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f21877fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 to cache LRU end 2024-09-22T09:03:42.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f21877fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:42.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_sources= new_sources= 2024-09-22T09:03:42.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential sources added=[] removed=[] 2024-09-22T09:03:42.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): orig_dests= new_dests= 2024-09-22T09:03:42.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f22b2c179c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35]): potential dests added=[] removed=[] 2024-09-22T09:03:42.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.389+0000 7f22b2c179c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-22T09:03:42.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.393+0000 7f2166fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:42.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.401+0000 7f22b2c179c0 20 remove_watcher() i=0 2024-09-22T09:03:42.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.401+0000 7f22b2c179c0 2 removed watcher, disabling cache 2024-09-22T09:03:42.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.401+0000 7f22b2c179c0 20 remove_watcher() i=1 2024-09-22T09:03:42.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.405+0000 7f22b2c179c0 20 remove_watcher() i=2 2024-09-22T09:03:42.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.405+0000 7f22b2c179c0 20 remove_watcher() i=3 2024-09-22T09:03:42.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.409+0000 7f22b2c179c0 20 remove_watcher() i=4 2024-09-22T09:03:42.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.409+0000 7f22b2c179c0 20 remove_watcher() i=5 2024-09-22T09:03:42.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.409+0000 7f22b2c179c0 20 remove_watcher() i=6 2024-09-22T09:03:42.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.413+0000 7f22b2c179c0 20 remove_watcher() i=7 2024-09-22T09:03:42.428 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-22T09:03:42.460 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:42.460 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:42.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.501+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 realm 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:42.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.505+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.509+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:42.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.509+0000 7f2b6561a9c0 20 searching for the correct realm 2024-09-22T09:03:42.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.513+0000 7f2b63921640 0 -- 172.21.15.64:0/2248940386 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x561b4ed5bbc0 msgr2=0x561b4ed5e050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:42.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.521+0000 7f2b6291f640 0 -- 172.21.15.64:0/2248940386 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f2b58108040 msgr2=0x7f2b581084b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.525+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:42.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:42.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 zone default found 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 4 Realm: () 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 zonegroup default 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:42.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 started sync module instance, tier type = 2024-09-22T09:03:42.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.529+0000 7f2b6561a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:42.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=0 2024-09-22T09:03:42.544 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=1 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=2 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=3 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=4 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=5 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=6 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 20 add_watcher() i=7 2024-09-22T09:03:42.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.545+0000 7f2b6561a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:42.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2a19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:42.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:42.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:42.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 5 note: GC not initialized 2024-09-22T09:03:42.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2a18fe1640 20 reqs_thread_entry: start 2024-09-22T09:03:42.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:42.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 Filter name: none 2024-09-22T09:03:42.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f29927fc640 20 reqs_thread_entry: start 2024-09-22T09:03:42.549 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:42.550 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.549+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:42.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:42.551 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-22T09:03:42.552 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:42.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-22T09:03:42.553 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.553+0000 7f2b6561a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:42.555 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.557+0000 7f2a19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:42.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.561+0000 7f2b6561a9c0 20 remove_watcher() i=0 2024-09-22T09:03:42.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.561+0000 7f2b6561a9c0 2 removed watcher, disabling cache 2024-09-22T09:03:42.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.561+0000 7f2b6561a9c0 20 remove_watcher() i=1 2024-09-22T09:03:42.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.565+0000 7f2b6561a9c0 20 remove_watcher() i=2 2024-09-22T09:03:42.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.565+0000 7f2b6561a9c0 20 remove_watcher() i=3 2024-09-22T09:03:42.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.569+0000 7f2b6561a9c0 20 remove_watcher() i=4 2024-09-22T09:03:42.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.569+0000 7f2b6561a9c0 20 remove_watcher() i=5 2024-09-22T09:03:42.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.573+0000 7f2b6561a9c0 20 remove_watcher() i=6 2024-09-22T09:03:42.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:42.573+0000 7f2b6561a9c0 20 remove_watcher() i=7 2024-09-22T09:03:42.586 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:42.587 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:42.587 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-do-reshard id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:03:42.587 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:42.680 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-22T09:03:42.680 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:43.168 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-22T09:03:43.201 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:43.201 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:43.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.245+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 realm 2024-09-22T09:03:43.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:43.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:43.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.249+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.253+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:43.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.253+0000 7f4f4e4a29c0 20 searching for the correct realm 2024-09-22T09:03:43.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.257+0000 7f4f4b7a7640 0 -- 172.21.15.64:0/338163791 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f4f3c02a060 msgr2=0x7f4f3c05d5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:43.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.265+0000 7f4f4c7a9640 0 -- 172.21.15.64:0/338163791 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f4f3c008050 msgr2=0x7f4f3c067710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:43.270 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.269+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 zone default found 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 4 Realm: () 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 zonegroup default 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.272 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 started sync module instance, tier type = 2024-09-22T09:03:43.273 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.273+0000 7f4f4e4a29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=0 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=1 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=2 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=3 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=4 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=5 2024-09-22T09:03:43.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=6 2024-09-22T09:03:43.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 20 add_watcher() i=7 2024-09-22T09:03:43.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.289+0000 7f4f4e4a29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:43.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4e027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4f4e4a29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4f4e4a29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4f4e4a29c0 5 note: GC not initialized 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4e017e2640 20 reqs_thread_entry: start 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4f4e4a29c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4f4e4a29c0 20 Filter name: none 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4dfa7fc640 20 reqs_thread_entry: start 2024-09-22T09:03:43.294 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.293+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:43.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:43.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:43.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.297 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:43.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:43.298 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.297+0000 7f4f4e4a29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:43.300 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.301+0000 7f4e027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:43.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.305+0000 7f4f4e4a29c0 20 remove_watcher() i=0 2024-09-22T09:03:43.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.305+0000 7f4f4e4a29c0 2 removed watcher, disabling cache 2024-09-22T09:03:43.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.305+0000 7f4f4e4a29c0 20 remove_watcher() i=1 2024-09-22T09:03:43.308 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.309+0000 7f4f4e4a29c0 20 remove_watcher() i=2 2024-09-22T09:03:43.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.309+0000 7f4f4e4a29c0 20 remove_watcher() i=3 2024-09-22T09:03:43.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.313+0000 7f4f4e4a29c0 20 remove_watcher() i=4 2024-09-22T09:03:43.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.313+0000 7f4f4e4a29c0 20 remove_watcher() i=5 2024-09-22T09:03:43.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.317+0000 7f4f4e4a29c0 20 remove_watcher() i=6 2024-09-22T09:03:43.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.317+0000 7f4f4e4a29c0 20 remove_watcher() i=7 2024-09-22T09:03:43.331 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:43.331 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:43.331 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-logrecord-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:43.331 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:43.331 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-22T09:03:43.366 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:43.366 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:43.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.409+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.409+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.409+0000 7f062adf19c0 20 realm 2024-09-22T09:03:43.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.409+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:43.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:43.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:43.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.413+0000 7f062adf19c0 20 searching for the correct realm 2024-09-22T09:03:43.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.421+0000 7f06290f8640 0 -- 172.21.15.64:0/3012276056 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f061006fcf0 msgr2=0x7f061006f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:43.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.637+0000 7f06288f7640 0 -- 172.21.15.64:0/3012276056 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55ed02f67150 msgr2=0x55ed02f69540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:43.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:43.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:43.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:43.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:43.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:43.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:43.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:43.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 zone default found 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 4 Realm: () 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 zonegroup default 2024-09-22T09:03:43.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.645+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 started sync module instance, tier type = 2024-09-22T09:03:43.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.649+0000 7f062adf19c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:43.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=0 2024-09-22T09:03:43.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=1 2024-09-22T09:03:43.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=2 2024-09-22T09:03:43.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=3 2024-09-22T09:03:43.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=4 2024-09-22T09:03:43.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=5 2024-09-22T09:03:43.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=6 2024-09-22T09:03:43.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 20 add_watcher() i=7 2024-09-22T09:03:43.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.673+0000 7f062adf19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:43.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.677+0000 7f04defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:43.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:43.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:43.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 5 note: GC not initialized 2024-09-22T09:03:43.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f04ddfe3640 20 reqs_thread_entry: start 2024-09-22T09:03:43.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:43.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 Filter name: none 2024-09-22T09:03:43.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f044f7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:43.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-22T09:03:43.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:43.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-22T09:03:43.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-22T09:03:43.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 : miss 2024-09-22T09:03:43.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:43.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:43.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:43.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:43.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:43.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.681+0000 7f062adf19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 2024-09-22T09:03:43.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f062adf19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:43.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f062adf19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:43.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f062adf19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:43.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f062adf19c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36, ofs0, ns] 2024-09-22T09:03:43.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f04fffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398946 cookie 94476445372208 notifier 7731 bl.length()=1007 2024-09-22T09:03:43.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f04fffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:43.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f04fffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:43.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.689+0000 7f04fffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:43.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.693+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_sources= new_sources= 2024-09-22T09:03:43.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.693+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential sources added=[] removed=[] 2024-09-22T09:03:43.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.693+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_dests= new_dests= 2024-09-22T09:03:43.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.693+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential dests added=[] removed=[] 2024-09-22T09:03:43.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.693+0000 7f062adf19c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-22T09:03:43.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.693+0000 7f062adf19c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-22T09:03:43.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.701+0000 7f062adf19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:43.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.701+0000 7f062adf19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 2024-09-22T09:03:43.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.701+0000 7f062adf19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:43.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.701+0000 7f062adf19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:43.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.701+0000 7f062adf19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:43.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.701+0000 7f062adf19c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36, ofs0, ns] 2024-09-22T09:03:43.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f04fffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398947 cookie 94476445372208 notifier 7731 bl.length()=975 2024-09-22T09:03:43.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f04fffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:43.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f04fffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:43.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f04fffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:43.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_sources= new_sources= 2024-09-22T09:03:43.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential sources added=[] removed=[] 2024-09-22T09:03:43.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_dests= new_dests= 2024-09-22T09:03:43.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f062adf19c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential dests added=[] removed=[] 2024-09-22T09:03:43.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.705+0000 7f04defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:43.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.713+0000 7f062adf19c0 20 remove_watcher() i=0 2024-09-22T09:03:43.712 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.713+0000 7f062adf19c0 2 removed watcher, disabling cache 2024-09-22T09:03:43.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.713+0000 7f062adf19c0 20 remove_watcher() i=1 2024-09-22T09:03:43.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.717+0000 7f062adf19c0 20 remove_watcher() i=2 2024-09-22T09:03:43.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.717+0000 7f062adf19c0 20 remove_watcher() i=3 2024-09-22T09:03:43.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.721+0000 7f062adf19c0 20 remove_watcher() i=4 2024-09-22T09:03:43.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.721+0000 7f062adf19c0 20 remove_watcher() i=5 2024-09-22T09:03:43.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.725+0000 7f062adf19c0 20 remove_watcher() i=6 2024-09-22T09:03:43.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.725+0000 7f062adf19c0 20 remove_watcher() i=7 2024-09-22T09:03:43.741 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-22T09:03:43.773 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:43.774 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:43.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.817+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 realm 2024-09-22T09:03:43.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:43.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:43.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:43.821 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:43.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:43.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.821+0000 7f56e14aa9c0 20 searching for the correct realm 2024-09-22T09:03:43.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:43.829+0000 7f56df7b1640 0 -- 172.21.15.64:0/78488769 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f56d40a2260 msgr2=0x7f56d406a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:44.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.045+0000 7f56defb0640 0 -- 172.21.15.64:0/78488769 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x555f3011ac70 msgr2=0x555f3011d060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:44.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.053+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:44.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:44.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 zone default found 2024-09-22T09:03:44.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 4 Realm: () 2024-09-22T09:03:44.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:44.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:44.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:44.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 zonegroup default 2024-09-22T09:03:44.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 started sync module instance, tier type = 2024-09-22T09:03:44.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.057+0000 7f56e14aa9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:44.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=0 2024-09-22T09:03:44.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=1 2024-09-22T09:03:44.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=2 2024-09-22T09:03:44.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=3 2024-09-22T09:03:44.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=4 2024-09-22T09:03:44.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=5 2024-09-22T09:03:44.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.081+0000 7f56e14aa9c0 20 add_watcher() i=6 2024-09-22T09:03:44.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.085+0000 7f56e14aa9c0 20 add_watcher() i=7 2024-09-22T09:03:44.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.085+0000 7f56e14aa9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:44.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f5595fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:44.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f56e14aa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:44.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f56e14aa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:44.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f56e14aa9c0 5 note: GC not initialized 2024-09-22T09:03:44.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f5594fe1640 20 reqs_thread_entry: start 2024-09-22T09:03:44.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f56e14aa9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:44.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.089+0000 7f56e14aa9c0 20 Filter name: none 2024-09-22T09:03:44.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f558dffb640 20 reqs_thread_entry: start 2024-09-22T09:03:44.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:44.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:44.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:44.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:44.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:44.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.093+0000 7f56e14aa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:44.097 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.097+0000 7f5595fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:44.102 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.101+0000 7f56e14aa9c0 20 remove_watcher() i=0 2024-09-22T09:03:44.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.101+0000 7f56e14aa9c0 2 removed watcher, disabling cache 2024-09-22T09:03:44.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.105+0000 7f56e14aa9c0 20 remove_watcher() i=1 2024-09-22T09:03:44.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.105+0000 7f56e14aa9c0 20 remove_watcher() i=2 2024-09-22T09:03:44.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.109+0000 7f56e14aa9c0 20 remove_watcher() i=3 2024-09-22T09:03:44.111 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.113+0000 7f56e14aa9c0 20 remove_watcher() i=4 2024-09-22T09:03:44.113 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.113+0000 7f56e14aa9c0 20 remove_watcher() i=5 2024-09-22T09:03:44.114 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.113+0000 7f56e14aa9c0 20 remove_watcher() i=6 2024-09-22T09:03:44.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.117+0000 7f56e14aa9c0 20 remove_watcher() i=7 2024-09-22T09:03:44.133 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:44.133 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:44.133 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-logrecord-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:44.133 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:44.193 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:03:44.231 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:44.231 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:44.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 20 realm 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.277+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.281+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.281+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.281+0000 7f12eeb7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:44.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.281+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.281+0000 7f12eeb7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:44.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.281+0000 7f12eeb7e9c0 20 searching for the correct realm 2024-09-22T09:03:44.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.289+0000 7f12ece85640 0 -- 172.21.15.64:0/2399599256 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55ad7459c0c0 msgr2=0x55ad7459e580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:44.293 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.293+0000 7f12ec684640 0 -- 172.21.15.64:0/2399599256 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f12e0019bb0 msgr2=0x7f12e0040420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:44.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:44.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 zone default found 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 4 Realm: () 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 zonegroup default 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.301+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.304 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 started sync module instance, tier type = 2024-09-22T09:03:44.305 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.305+0000 7f12eeb7e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=0 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=1 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=2 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=3 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=4 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=5 2024-09-22T09:03:44.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=6 2024-09-22T09:03:44.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 20 add_watcher() i=7 2024-09-22T09:03:44.321 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.321+0000 7f12eeb7e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:44.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f11a2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:44.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:44.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:44.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 5 note: GC not initialized 2024-09-22T09:03:44.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f11a1fdb640 20 reqs_thread_entry: start 2024-09-22T09:03:44.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:44.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 Filter name: none 2024-09-22T09:03:44.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f11137fe640 20 reqs_thread_entry: start 2024-09-22T09:03:44.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-22T09:03:44.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:44.325 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 : miss 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:44.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.327 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.325+0000 7f12eeb7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 2024-09-22T09:03:44.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36, ofs0, ns] 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f11c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398948 cookie 94203469770208 notifier 7764 bl.length()=1007 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f11c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f11c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f11c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_sources= new_sources= 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential sources added=[] removed=[] 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_dests= new_dests= 2024-09-22T09:03:44.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.333+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential dests added=[] removed=[] 2024-09-22T09:03:44.339 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.341+0000 7f12eeb7e9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36.1.0 2024-09-22T09:03:44.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.341+0000 7f12eeb7e9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36.1.0 2024-09-22T09:03:44.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.341+0000 7f12eeb7e9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36.1.1 2024-09-22T09:03:44.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.341+0000 7f12eeb7e9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36.1.1 2024-09-22T09:03:44.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.341+0000 7f12eeb7e9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36.0 2024-09-22T09:03:44.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.345+0000 7f12eeb7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:44.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.345+0000 7f12eeb7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 2024-09-22T09:03:44.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36, ofs0, ns] 2024-09-22T09:03:44.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f11c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398949 cookie 94203469770208 notifier 7764 bl.length()=1007 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f11c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f11c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f11c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_sources= new_sources= 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential sources added=[] removed=[] 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_dests= new_dests= 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential dests added=[] removed=[] 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.349+0000 7f12eeb7e9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36.0 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 : hit (requested=0x17, cached=0x17) 2024-09-22T09:03:44.354 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36, ofs0, ns] 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f11c2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398950 cookie 94203469770208 notifier 7764 bl.length()=975 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f11c2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 info.flags=0x17 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f11c2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 to cache LRU end 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f11c2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_sources= new_sources= 2024-09-22T09:03:44.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential sources added=[] removed=[] 2024-09-22T09:03:44.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): orig_dests= new_dests= 2024-09-22T09:03:44.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.353+0000 7f12eeb7e9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36]): potential dests added=[] removed=[] 2024-09-22T09:03:44.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.357+0000 7f12eeb7e9c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-22T09:03:44.360 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.361+0000 7f11a2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:44.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.365+0000 7f12eeb7e9c0 20 remove_watcher() i=0 2024-09-22T09:03:44.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.365+0000 7f12eeb7e9c0 2 removed watcher, disabling cache 2024-09-22T09:03:44.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.365+0000 7f12eeb7e9c0 20 remove_watcher() i=1 2024-09-22T09:03:44.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.369+0000 7f12eeb7e9c0 20 remove_watcher() i=2 2024-09-22T09:03:44.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.369+0000 7f12eeb7e9c0 20 remove_watcher() i=3 2024-09-22T09:03:44.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.373+0000 7f12eeb7e9c0 20 remove_watcher() i=4 2024-09-22T09:03:44.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.373+0000 7f12eeb7e9c0 20 remove_watcher() i=5 2024-09-22T09:03:44.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.377+0000 7f12eeb7e9c0 20 remove_watcher() i=6 2024-09-22T09:03:44.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.377+0000 7f12eeb7e9c0 20 remove_watcher() i=7 2024-09-22T09:03:44.392 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-22T09:03:44.419 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:44.419 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:44.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.461+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 realm 2024-09-22T09:03:44.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:44.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:44.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.465+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.469+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:44.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.469+0000 7f6e03da19c0 20 searching for the correct realm 2024-09-22T09:03:44.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.473+0000 7f6e020a8640 0 -- 172.21.15.64:0/4123337413 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f6df800a920 msgr2=0x7f6df8017400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:44.690 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.689+0000 7f6e018a7640 0 -- 172.21.15.64:0/4123337413 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5562d5990470 msgr2=0x5562d5992860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:44.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:44.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:44.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:44.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:44.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:44.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:44.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:44.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.697+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:44.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 zone default found 2024-09-22T09:03:44.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 4 Realm: () 2024-09-22T09:03:44.701 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:44.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:44.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:44.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 zonegroup default 2024-09-22T09:03:44.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:44.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 started sync module instance, tier type = 2024-09-22T09:03:44.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.701+0000 7f6e03da19c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:44.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=0 2024-09-22T09:03:44.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=1 2024-09-22T09:03:44.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=2 2024-09-22T09:03:44.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=3 2024-09-22T09:03:44.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=4 2024-09-22T09:03:44.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=5 2024-09-22T09:03:44.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=6 2024-09-22T09:03:44.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 20 add_watcher() i=7 2024-09-22T09:03:44.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.725+0000 7f6e03da19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:44.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6cb37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:44.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6e03da19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:44.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6e03da19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:44.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6e03da19c0 5 note: GC not initialized 2024-09-22T09:03:44.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6cb27fc640 20 reqs_thread_entry: start 2024-09-22T09:03:44.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6e03da19c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:44.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.729+0000 7f6e03da19c0 20 Filter name: none 2024-09-22T09:03:44.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6c23fff640 20 reqs_thread_entry: start 2024-09-22T09:03:44.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:44.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:44.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:44.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:44.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:44.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:44.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.733+0000 7f6e03da19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:44.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.737+0000 7f6cb37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:44.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.741+0000 7f6e03da19c0 20 remove_watcher() i=0 2024-09-22T09:03:44.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.741+0000 7f6e03da19c0 2 removed watcher, disabling cache 2024-09-22T09:03:44.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.745+0000 7f6e03da19c0 20 remove_watcher() i=1 2024-09-22T09:03:44.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.745+0000 7f6e03da19c0 20 remove_watcher() i=2 2024-09-22T09:03:44.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.749+0000 7f6e03da19c0 20 remove_watcher() i=3 2024-09-22T09:03:44.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.753+0000 7f6e03da19c0 20 remove_watcher() i=4 2024-09-22T09:03:44.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.753+0000 7f6e03da19c0 20 remove_watcher() i=5 2024-09-22T09:03:44.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.753+0000 7f6e03da19c0 20 remove_watcher() i=6 2024-09-22T09:03:44.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:44.757+0000 7f6e03da19c0 20 remove_watcher() i=7 2024-09-22T09:03:44.771 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:44.771 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:44.772 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-logrecord-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:03:44.772 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:44.867 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-22T09:03:44.868 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:45.370 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-22T09:03:45.404 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:45.404 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:45.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.449+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 realm 2024-09-22T09:03:45.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:45.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.453+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.457+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:45.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.457+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.457+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:45.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.457+0000 7ff4fc5599c0 20 searching for the correct realm 2024-09-22T09:03:45.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.461+0000 7ff4f985e640 0 -- 172.21.15.64:0/1543652384 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55c355fd43c0 msgr2=0x55c355fd6800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:45.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.469+0000 7ff4fa05f640 0 -- 172.21.15.64:0/1543652384 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7ff4f008f390 msgr2=0x7ff4f009c040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 zone default found 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 4 Realm: () 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:45.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 zonegroup default 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 started sync module instance, tier type = 2024-09-22T09:03:45.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.477+0000 7ff4fc5599c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=0 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=1 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=2 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=3 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=4 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=5 2024-09-22T09:03:45.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=6 2024-09-22T09:03:45.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 20 add_watcher() i=7 2024-09-22T09:03:45.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.493+0000 7ff4fc5599c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:45.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff3b17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:45.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff4fc5599c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:45.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff4fc5599c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:45.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff4fc5599c0 5 note: GC not initialized 2024-09-22T09:03:45.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff3ab7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:45.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff4fc5599c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:45.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff4fc5599c0 20 Filter name: none 2024-09-22T09:03:45.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff3a97fa640 20 reqs_thread_entry: start 2024-09-22T09:03:45.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.497+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:45.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:45.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:45.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:45.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:45.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.501+0000 7ff4fc5599c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:45.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.505+0000 7ff3b17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:45.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.509+0000 7ff4fc5599c0 20 remove_watcher() i=0 2024-09-22T09:03:45.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.509+0000 7ff4fc5599c0 2 removed watcher, disabling cache 2024-09-22T09:03:45.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.509+0000 7ff4fc5599c0 20 remove_watcher() i=1 2024-09-22T09:03:45.512 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.513+0000 7ff4fc5599c0 20 remove_watcher() i=2 2024-09-22T09:03:45.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.513+0000 7ff4fc5599c0 20 remove_watcher() i=3 2024-09-22T09:03:45.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.517+0000 7ff4fc5599c0 20 remove_watcher() i=4 2024-09-22T09:03:45.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.517+0000 7ff4fc5599c0 20 remove_watcher() i=5 2024-09-22T09:03:45.518 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.517+0000 7ff4fc5599c0 20 remove_watcher() i=6 2024-09-22T09:03:45.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.521+0000 7ff4fc5599c0 20 remove_watcher() i=7 2024-09-22T09:03:45.535 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:45.535 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:45.535 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-logrecord-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:45.535 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:45.535 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-22T09:03:45.568 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:45.568 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:45.611 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 realm 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:45.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.817+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:45.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.817+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:45.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.821+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:45.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.821+0000 7f8b30cac9c0 20 searching for the correct realm 2024-09-22T09:03:45.827 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.829+0000 7f8b2e7b2640 0 -- 172.21.15.64:0/3514243309 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f8b2800e070 msgr2=0x7f8b2800e960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:45.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:45.837+0000 7f8b2e7b2640 0 -- 172.21.15.64:0/3514243309 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8b2400eb30 msgr2=0x7f8b24078840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:46.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 zone default found 2024-09-22T09:03:46.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 Realm: () 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 zonegroup default 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.058 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 started sync module instance, tier type = 2024-09-22T09:03:46.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=0 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=1 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=2 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=3 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=4 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=5 2024-09-22T09:03:46.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=6 2024-09-22T09:03:46.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=7 2024-09-22T09:03:46.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.085+0000 7f8b30cac9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:46.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.089+0000 7f89e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:46.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:46.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 note: GC not initialized 2024-09-22T09:03:46.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f89df7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:46.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:46.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 Filter name: none 2024-09-22T09:03:46.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f89dd7fa640 20 reqs_thread_entry: start 2024-09-22T09:03:46.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:03:46.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:46.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : miss 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.094 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:46.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.095 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:03:46.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37, ofs0, ns] 2024-09-22T09:03:46.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398954 cookie 94431189699184 notifier 7815 bl.length()=1007 2024-09-22T09:03:46.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_sources= new_sources= 2024-09-22T09:03:46.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential sources added=[] removed=[] 2024-09-22T09:03:46.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_dests= new_dests= 2024-09-22T09:03:46.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential dests added=[] removed=[] 2024-09-22T09:03:46.106 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b30cac9c0 time 2024-09-22T09:03:46.112042+0000 2024-09-22T09:03:46.106 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b345862eb] 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:03:46.108 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8b30cac9c0 thread_name:radosgw-admin 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.109+0000 7f8b30cac9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b30cac9c0 time 2024-09-22T09:03:46.112042+0000 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b345862eb] 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.109 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:03:46.110 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:03:46.110 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b33405520] 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b34586345] 2024-09-22T09:03:46.126 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.109+0000 7f8b30cac9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8b30cac9c0 thread_name:radosgw-admin 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b33405520] 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:46.127 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b34586345] 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:03:46.128 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:03:45.589+0000 7f8b2efb3640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:03:45.589+0000 7f8b2efb3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: dump: 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.129 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: dump: 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.130 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:03:45.589+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7803 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:03:45.589+0000 7f8b30cac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:03:45.589+0000 7f8b30cac9c0 4 set_mon_vals no callback set 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: shutdown 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 asok(0x55e279540250) unregister_commands rotate-key 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.131 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding auth protocol: cephx 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding auth protocol: cephx 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding auth protocol: cephx 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.132 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: starting msgr at 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: starting objecter 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command objecter_requests hook 0x55e2795d7880 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: setting wanted keys 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: calling monclient init 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding auth protocol: cephx 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding auth protocol: cephx 2024-09-22T09:03:46.133 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding auth protocol: cephx 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.134 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key hook 0x55e27974b878 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e2795d91c0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e2796952f0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e279695c40 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.281338s 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e2796952f0 auth_method 0 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.135 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request con 0x55e279695c40 auth_method 0 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7310 payload 824 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 1 monclient: found mon.noname-c 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:46.136 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: dump: 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.137 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: dump: 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7310 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:03:45.593+0000 7f8a1c608640 4 set_mon_vals no callback set 2024-09-22T09:03:46.138 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: init done 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:03:45.597+0000 7f8a1ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:03:45.597+0000 7f8a1ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:03:45.597+0000 7f8a1ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:03:45.597+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8a14071be0 auth_method 0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:03:45.597+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e279793580 auth_method 0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:03:45.597+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x55e279796760 auth_method 0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:03:45.597+0000 7f8b2dfb1640 10 monclient: get_auth_request con 0x55e27979a950 auth_method 0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.139 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding auth protocol: cephx 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding auth protocol: cephx 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding auth protocol: cephx 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.140 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command objecter_requests cmddesc objecter_requests hook 0x55e2797a2f30 EEXIST 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding auth protocol: cephx 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding auth protocol: cephx 2024-09-22T09:03:46.141 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding auth protocol: cephx 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.142 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key cmddesc rotate-key hook 0x55e27979dd30 EEXIST 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e2797c70e0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e2797c6a10 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e2797c53f0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.290371s 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request con 0x55e2797c53f0 auth_method 0 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.143 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e2797c6a10 auth_method 0 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request con 0x55e2797c70e0 auth_method 0 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.144 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7809 payload 824 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: dump: 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.145 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: dump: 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.146 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:03:45.601+0000 7f8b2f7b4640 4 set_mon_vals no callback set 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7809 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:03:45.605+0000 7f8a13fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:03:45.605+0000 7f8a13fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:03:45.605+0000 7f8a13fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8a08071b20 auth_method 0 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: get_monmap_and_config 2024-09-22T09:03:46.147 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding auth protocol: cephx 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding auth protocol: cephx 2024-09-22T09:03:46.148 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding auth protocol: cephx 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.149 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding auth protocol: cephx 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding auth protocol: cephx 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding auth protocol: cephx 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.150 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key cmddesc rotate-key hook 0x7ffc31d88e18 EEXIST 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e27981aec0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e2798162b0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e279816c30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.151 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.294966s 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request con 0x55e27981aec0 auth_method 0 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e2798162b0 auth_method 0 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.152 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7812 payload 274 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:03:45.605+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e279816c30 auth_method 0 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: dump: 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.153 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: dump: 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.154 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7812 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 4 set_mon_vals no callback set 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: shutdown 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.155 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding auth protocol: cephx 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding auth protocol: cephx 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding auth protocol: cephx 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.156 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: starting msgr at 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: starting objecter 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command objecter_requests cmddesc objecter_requests hook 0x55e27980ddf0 EEXIST 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: setting wanted keys 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: calling monclient init 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.157 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding auth protocol: cephx 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding auth protocol: cephx 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding auth protocol: cephx 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.158 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key cmddesc rotate-key hook 0x55e2797c9048 EEXIST 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e2798162b0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e27981aec0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e279812070 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.297636s 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request con 0x55e2798162b0 auth_method 0 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.159 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e27981aec0 auth_method 0 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request con 0x55e279812070 auth_method 0 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.160 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7815 payload 824 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: dump: 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.161 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: dump: 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.162 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7815 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:03:45.609+0000 7f8a11ffb640 4 set_mon_vals no callback set 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: init done 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cr dump hook 0x55e2797e79b8 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:03:45.613+0000 7f89fffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:46.163 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:03:45.613+0000 7f89fffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:03:45.613+0000 7f89fffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:03:45.613+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f89f8071be0 auth_method 0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:03:45.613+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e279833e50 auth_method 0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 realm 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:03:45.613+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x55e2798381f0 auth_method 0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:03:45.817+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x55e2798381f0 auth_method 0 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:03:45.817+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.164 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:03:45.817+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:03:45.817+0000 7f8b2dfb1640 10 monclient: get_auth_request con 0x55e27983b980 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:03:45.821+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:03:45.821+0000 7f8b30cac9c0 20 searching for the correct realm 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:03:45.821+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e2798406d0 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:03:45.821+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8b2800e070 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:03:45.825+0000 7f8b2dfb1640 10 monclient: get_auth_request con 0x7f8b2406b070 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:03:45.829+0000 7f8b2e7b2640 0 -- 172.21.15.64:0/3514243309 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f8b2800e070 msgr2=0x7f8b2800e960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:03:45.829+0000 7f89fffff640 1 client.7815.objecter ms_handle_reset 0x7f8b2800e070 session 0x7f8b2801e040 osd.7 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:03:45.829+0000 7f89fffff640 10 monclient: _renew_subs 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:03:45.829+0000 7f89fffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:03:45.829+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f89f8082300 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:03:45.829+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x7f8b24074070 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:03:45.837+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8b2400eb30 auth_method 0 2024-09-22T09:03:46.165 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:03:45.837+0000 7f8b2e7b2640 0 -- 172.21.15.64:0/3514243309 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8b2400eb30 msgr2=0x7f8b24078840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:03:46.041+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8b2400eb30 auth_method 0 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:46.166 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 zone default found 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 Realm: () 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 zonegroup default 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 started sync module instance, tier type = 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:46.167 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=0 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=1 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=2 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=3 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=4 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=5 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=6 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=7 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding auth protocol: cephx 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding auth protocol: cephx 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding auth protocol: cephx 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.168 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:03:46.089+0000 7f89e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache list hook 0x55e279813c00 2024-09-22T09:03:46.169 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache inspect hook 0x55e279813c00 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache erase hook 0x55e279813c00 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache zap hook 0x55e279813c00 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 note: GC not initialized 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:03:46.093+0000 7f89df7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace show hook 0x7f8b200a4db0 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace history hook 0x7f8b200a4db0 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace active hook 0x7f8b200a4db0 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace active_short hook 0x7f8b200a4db0 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 Filter name: none 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:03:46.093+0000 7f89dd7fa640 20 reqs_thread_entry: start 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.170 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : miss 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.171 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37, ofs0, ns] 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398954 cookie 94431189699184 notifier 7815 bl.length()=1007 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_sources= new_sources= 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential sources added=[] removed=[] 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_dests= new_dests= 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential dests added=[] removed=[] 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:03:46.109+0000 7f8b30cac9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b30cac9c0 time 2024-09-22T09:03:46.112042+0000 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.172 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b345862eb] 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:03:46.109+0000 7f8b30cac9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8b30cac9c0 thread_name:radosgw-admin 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.173 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b33405520] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b34586345] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.174 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:03:46.175 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:03:46.176 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:03:46.177 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:03:46.178 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:03:46.179 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:03:46.180 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89dd7fa640 / http_manager 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89df7fe640 / http_manager 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89e57e2640 / rgw_dt_lg_renew 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89fffff640 / ms_dispatch 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a11ffb640 / io_context_pool 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a13fff640 / ms_dispatch 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a1ae05640 / ms_dispatch 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a1c608640 / io_context_pool 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2dfb1640 / msgr-worker-2 2024-09-22T09:03:46.181 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2e7b2640 / msgr-worker-1 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2efb3640 / msgr-worker-0 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2f7b4640 / io_context_pool 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b30cac9c0 / radosgw-admin 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.126974.log 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:03:45.589+0000 7f8b2efb3640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:03:45.589+0000 7f8b2efb3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: dump: 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.182 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.183 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:03:45.589+0000 7f8a1c608640 10 monclient: dump: 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:03:45.589+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7803 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:03:45.589+0000 7f8b30cac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:03:45.589+0000 7f8b30cac9c0 4 set_mon_vals no callback set 2024-09-22T09:03:46.184 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: shutdown 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 asok(0x55e279540250) unregister_commands rotate-key 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding auth protocol: cephx 2024-09-22T09:03:46.185 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding auth protocol: cephx 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding auth protocol: cephx 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: crc 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e279750e00) adding con mode: secure 2024-09-22T09:03:46.186 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: starting msgr at 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: starting objecter 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command objecter_requests hook 0x55e2795d7880 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: setting wanted keys 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: calling monclient init 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding auth protocol: cephx 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding auth protocol: cephx 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding auth protocol: cephx 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.187 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: crc 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27974b730) adding con mode: secure 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key hook 0x55e27974b878 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e2795d91c0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e2796952f0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.188 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e279695c40 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.281338s 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e2796952f0 auth_method 0 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request con 0x55e279695c40 auth_method 0 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.189 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:03:45.593+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7310 payload 824 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 1 monclient: found mon.noname-c 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:03:45.593+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: dump: 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.190 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:03:45.593+0000 7f8a1ae05640 10 monclient: dump: 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.191 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7310 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:03:45.593+0000 7f8a1c608640 4 set_mon_vals no callback set 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.192 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:03:45.593+0000 7f8b30cac9c0 1 librados: init done 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:03:45.597+0000 7f8a1ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:03:45.597+0000 7f8a1ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:03:45.597+0000 7f8a1ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:03:45.597+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8a14071be0 auth_method 0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:03:45.597+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e279793580 auth_method 0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:03:45.597+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x55e279796760 auth_method 0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:03:45.597+0000 7f8b2dfb1640 10 monclient: get_auth_request con 0x55e27979a950 auth_method 0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.193 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding auth protocol: cephx 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding auth protocol: cephx 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding auth protocol: cephx 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.194 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: crc 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979f560) adding con mode: secure 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command objecter_requests cmddesc objecter_requests hook 0x55e2797a2f30 EEXIST 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding auth protocol: cephx 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding auth protocol: cephx 2024-09-22T09:03:46.195 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding auth protocol: cephx 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: crc 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 AuthRegistry(0x55e27979dbe8) adding con mode: secure 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key cmddesc rotate-key hook 0x55e27979dd30 EEXIST 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.196 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e2797c70e0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e2797c6a10 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e2797c53f0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.290371s 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request con 0x55e2797c53f0 auth_method 0 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e2797c6a10 auth_method 0 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.197 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:03:45.601+0000 7f8b2efb3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request con 0x55e2797c70e0 auth_method 0 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:03:45.601+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7809 payload 824 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.198 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:03:45.601+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: dump: 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.199 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:03:45.601+0000 7f8a13fff640 10 monclient: dump: 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.200 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:03:45.601+0000 7f8b2f7b4640 4 set_mon_vals no callback set 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7809 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:03:45.601+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:03:45.605+0000 7f8a13fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:03:45.605+0000 7f8a13fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:03:45.605+0000 7f8a13fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8a08071b20 auth_method 0 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: get_monmap_and_config 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.201 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding auth protocol: cephx 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding auth protocol: cephx 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding auth protocol: cephx 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.202 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: crc 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e69e0) adding con mode: secure 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding auth protocol: cephx 2024-09-22T09:03:46.203 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding auth protocol: cephx 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding auth protocol: cephx 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: crc 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d88cd0) adding con mode: secure 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.204 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key cmddesc rotate-key hook 0x7ffc31d88e18 EEXIST 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e27981aec0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e2798162b0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e279816c30 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.294966s 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request con 0x55e27981aec0 auth_method 0 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.205 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e2798162b0 auth_method 0 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:03:45.605+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7812 payload 274 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:03:45.605+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.206 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:03:45.605+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e279816c30 auth_method 0 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: dump: 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.207 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:03:45.605+0000 7f8a11ffb640 10 monclient: dump: 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.208 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7812 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:03:45.605+0000 7f8b30cac9c0 4 set_mon_vals no callback set 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: shutdown 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: build_initial_monmap 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: monmap: 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.209 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding auth protocol: cephx 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding auth protocol: cephx 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding auth protocol: cephx 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.210 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: crc 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797e7c70) adding con mode: secure 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: starting msgr at 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: starting objecter 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command objecter_requests cmddesc objecter_requests hook 0x55e27980ddf0 EEXIST 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: setting wanted keys 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: calling monclient init 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: init 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding auth protocol: cephx 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding auth protocol: cephx 2024-09-22T09:03:46.211 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding auth protocol: cephx 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: crc 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 AuthRegistry(0x55e2797c8f00) adding con mode: secure 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.212 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command rotate-key cmddesc rotate-key hook 0x55e2797c9048 EEXIST 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-c con 0x55e2798162b0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-a con 0x55e27981aec0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): picked mon.noname-b con 0x55e279812070 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient(hunting): authenticate will time out at 2422.297636s 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request con 0x55e2798162b0 auth_method 0 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.213 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request con 0x55e27981aec0 auth_method 0 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:03:45.609+0000 7f8b2e7b2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request con 0x55e279812070 auth_method 0 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:03:46.214 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:03:45.609+0000 7f8b2efb3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient(hunting): handle_auth_done global_id 7815 payload 824 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient: _finish_hunting 0 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 1 monclient: found mon.noname-a 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:03:45.609+0000 7f8b2dfb1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: dump: 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.215 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: _finish_auth 0 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: _check_auth_tickets 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:03:45.609+0000 7f89fffff640 10 monclient: dump: 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:03:46.216 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 monclient: authenticate success, global_id 7815 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:03:45.609+0000 7f8a11ffb640 4 set_mon_vals no callback set 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _renew_subs 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 1 librados: init done 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:03:45.609+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cr dump hook 0x55e2797e79b8 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:03:45.613+0000 7f89fffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:03:45.613+0000 7f89fffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:03:45.613+0000 7f89fffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:03:45.613+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f89f8071be0 auth_method 0 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:03:45.613+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e279833e50 auth_method 0 2024-09-22T09:03:46.217 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 realm 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:03:45.613+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:03:45.613+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x55e2798381f0 auth_method 0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:03:45.817+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x55e2798381f0 auth_method 0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:03:45.817+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:03:45.817+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:03:45.817+0000 7f8b2dfb1640 10 monclient: get_auth_request con 0x55e27983b980 auth_method 0 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:03:45.821+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:46.218 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:03:45.821+0000 7f8b30cac9c0 20 searching for the correct realm 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:03:45.821+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x55e2798406d0 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:03:45.821+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8b2800e070 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:03:45.825+0000 7f8b2dfb1640 10 monclient: get_auth_request con 0x7f8b2406b070 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:03:45.829+0000 7f8b2e7b2640 0 -- 172.21.15.64:0/3514243309 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f8b2800e070 msgr2=0x7f8b2800e960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:03:45.829+0000 7f89fffff640 1 client.7815.objecter ms_handle_reset 0x7f8b2800e070 session 0x7f8b2801e040 osd.7 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:03:45.829+0000 7f89fffff640 10 monclient: _renew_subs 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:03:45.829+0000 7f89fffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:03:45.829+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f89f8082300 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:03:45.829+0000 7f8b2efb3640 10 monclient: get_auth_request con 0x7f8b24074070 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:03:45.837+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8b2400eb30 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:03:45.837+0000 7f8b2e7b2640 0 -- 172.21.15.64:0/3514243309 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8b2400eb30 msgr2=0x7f8b24078840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:03:46.041+0000 7f8b2e7b2640 10 monclient: get_auth_request con 0x7f8b2400eb30 auth_method 0 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:46.219 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:03:46.053+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 zone default found 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 Realm: () 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 zonegroup default 2024-09-22T09:03:46.220 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:03:46.057+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 started sync module instance, tier type = 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:03:46.061+0000 7f8b30cac9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=0 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=1 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=2 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=3 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=4 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=5 2024-09-22T09:03:46.221 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=6 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 20 add_watcher() i=7 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:03:46.085+0000 7f8b30cac9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding auth protocol: cephx 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding auth protocol: cephx 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding auth protocol: cephx 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:03:46.089+0000 7f89e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.222 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: crc 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 5 AuthRegistry(0x7ffc31d891a0) adding con mode: secure 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:03:46.089+0000 7f8b30cac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache list hook 0x55e279813c00 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache inspect hook 0x55e279813c00 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache erase hook 0x55e279813c00 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command cache zap hook 0x55e279813c00 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 note: GC not initialized 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:03:46.093+0000 7f89df7fe640 20 reqs_thread_entry: start 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace show hook 0x7f8b200a4db0 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace history hook 0x7f8b200a4db0 2024-09-22T09:03:46.223 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace active hook 0x7f8b200a4db0 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 5 asok(0x55e279540250) register_command sync trace active_short hook 0x7f8b200a4db0 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 Filter name: none 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:03:46.093+0000 7f89dd7fa640 20 reqs_thread_entry: start 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : miss 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.224 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:03:46.093+0000 7f8b30cac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37, ofs0, ns] 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398954 cookie 94431189699184 notifier 7815 bl.length()=1007 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:03:46.105+0000 7f8a11ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_sources= new_sources= 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential sources added=[] removed=[] 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_dests= new_dests= 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:03:46.105+0000 7f8b30cac9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential dests added=[] removed=[] 2024-09-22T09:03:46.225 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:03:46.109+0000 7f8b30cac9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b30cac9c0 time 2024-09-22T09:03:46.112042+0000 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b345862eb] 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:03:46.226 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:03:46.109+0000 7f8b30cac9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f8b30cac9c0 thread_name:radosgw-admin 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b33405520] 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b34586345] 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b3458649f] 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e2776d4901] 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x55e2781322bc] 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e2776e9d6d] 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:03:46.227 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b333ecd90] 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:03:46.228 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:03:46.229 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:03:46.230 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:03:46.231 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:03:46.232 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:03:46.233 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89dd7fa640 / http_manager 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89df7fe640 / http_manager 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89e57e2640 / rgw_dt_lg_renew 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f89fffff640 / ms_dispatch 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a11ffb640 / io_context_pool 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a13fff640 / ms_dispatch 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a1ae05640 / ms_dispatch 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8a1c608640 / io_context_pool 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2dfb1640 / msgr-worker-2 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2e7b2640 / msgr-worker-1 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2efb3640 / msgr-worker-0 2024-09-22T09:03:46.234 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b2f7b4640 / io_context_pool 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr: 7f8b30cac9c0 / radosgw-admin 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:03:46.114601Z_119c0e20-8794-44ea-8b42-94b7ff378819/log 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:03:46.235 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-22T09:03:46.237 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 realm 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.193+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.197+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.197+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.197+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.197+0000 7f73e9e769c0 20 searching for the correct realm 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.201+0000 7f73e817d640 0 -- 172.21.15.64:0/3800763803 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55f894ef4a10 msgr2=0x55f894ef6e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.209+0000 7f73e717b640 0 -- 172.21.15.64:0/3800763803 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f73dc008040 msgr2=0x7f73dc067980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 zone default found 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 4 Realm: () 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 zonegroup default 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.217+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.221+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.221+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.221+0000 7f73e9e769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.221+0000 7f73e9e769c0 20 started sync module instance, tier type = 2024-09-22T09:03:46.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.221+0000 7f73e9e769c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=0 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=1 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=2 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=3 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=4 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=5 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=6 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 20 add_watcher() i=7 2024-09-22T09:03:46.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.237+0000 7f73e9e769c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f729dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 5 note: GC not initialized 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f729cfe1640 20 reqs_thread_entry: start 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 Filter name: none 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f72167fc640 20 reqs_thread_entry: start 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.241+0000 7f73e9e769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:03:46.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.245+0000 7f729dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.249+0000 7f73e9e769c0 20 remove_watcher() i=0 2024-09-22T09:03:46.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.249+0000 7f73e9e769c0 2 removed watcher, disabling cache 2024-09-22T09:03:46.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.253+0000 7f73e9e769c0 20 remove_watcher() i=1 2024-09-22T09:03:46.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.253+0000 7f73e9e769c0 20 remove_watcher() i=2 2024-09-22T09:03:46.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.257+0000 7f73e9e769c0 20 remove_watcher() i=3 2024-09-22T09:03:46.257 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.257+0000 7f73e9e769c0 20 remove_watcher() i=4 2024-09-22T09:03:46.259 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.257+0000 7f73e9e769c0 20 remove_watcher() i=5 2024-09-22T09:03:46.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.261+0000 7f73e9e769c0 20 remove_watcher() i=6 2024-09-22T09:03:46.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.261+0000 7f73e9e769c0 20 remove_watcher() i=7 2024-09-22T09:03:46.275 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.275 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:03:46.275 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-logrecord-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:03:46.275 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:03:46.332 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:03:46.364 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:03:46.364 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:03:46.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 realm 2024-09-22T09:03:46.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:03:46.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.409+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.413+0000 7fd25a2629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.413+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.413+0000 7fd25a2629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:03:46.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.413+0000 7fd25a2629c0 20 searching for the correct realm 2024-09-22T09:03:46.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.417+0000 7fd258569640 0 -- 172.21.15.64:0/4097948247 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x564b5a26a4d0 msgr2=0x564b5a26c990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:46.425 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.425+0000 7fd257d68640 0 -- 172.21.15.64:0/4097948247 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fd24c052970 msgr2=0x7fd24c04f3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:03:46.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:03:46.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.641+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:03:46.644 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 zone default found 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 4 Realm: () 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 zonegroup default 2024-09-22T09:03:46.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.646 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.645+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.649+0000 7fd25a2629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:03:46.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.649+0000 7fd25a2629c0 20 started sync module instance, tier type = 2024-09-22T09:03:46.648 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.649+0000 7fd25a2629c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=0 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=1 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=2 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=3 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=4 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=5 2024-09-22T09:03:46.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.673+0000 7fd25a2629c0 20 add_watcher() i=6 2024-09-22T09:03:46.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.677+0000 7fd25a2629c0 20 add_watcher() i=7 2024-09-22T09:03:46.675 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.677+0000 7fd25a2629c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:03:46.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd10dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:03:46.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:03:46.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 5 note: GC not initialized 2024-09-22T09:03:46.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd10cfe1640 20 reqs_thread_entry: start 2024-09-22T09:03:46.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 init_complete bucket index max shards: 1 2024-09-22T09:03:46.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 Filter name: none 2024-09-22T09:03:46.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd0867fc640 20 reqs_thread_entry: start 2024-09-22T09:03:46.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:03:46.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:03:46.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:03:46.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:03:46.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : miss 2024-09-22T09:03:46.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.681+0000 7fd25a2629c0 20 rados->read ofs=0 len=0 2024-09-22T09:03:46.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-22T09:03:46.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:03:46.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:03:46.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:03:46.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:03:46.684 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:03:46.686 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.685+0000 7fd25a2629c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to be held by another RGW process; skipping for now 2024-09-22T09:03:46.688 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.689+0000 7fd10dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:03:46.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.693+0000 7fd25a2629c0 20 remove_watcher() i=0 2024-09-22T09:03:46.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.693+0000 7fd25a2629c0 2 removed watcher, disabling cache 2024-09-22T09:03:46.695 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.693+0000 7fd25a2629c0 20 remove_watcher() i=1 2024-09-22T09:03:46.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.697+0000 7fd25a2629c0 20 remove_watcher() i=2 2024-09-22T09:03:46.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.701+0000 7fd25a2629c0 20 remove_watcher() i=3 2024-09-22T09:03:46.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.701+0000 7fd25a2629c0 20 remove_watcher() i=4 2024-09-22T09:03:46.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.705+0000 7fd25a2629c0 20 remove_watcher() i=5 2024-09-22T09:03:46.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.705+0000 7fd25a2629c0 20 remove_watcher() i=6 2024-09-22T09:03:46.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:03:46.709+0000 7fd25a2629c0 20 remove_watcher() i=7 2024-09-22T09:03:46.724 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:04:16.748 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:04:16.788 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:16.788 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:16.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.836+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.836+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.836+0000 7f45f342a9c0 20 realm 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.836+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:16.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:16.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.840+0000 7f45f342a9c0 20 searching for the correct realm 2024-09-22T09:04:16.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.848+0000 7f45f1731640 0 -- 172.21.15.64:0/3426764441 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x56100d0a8b70 msgr2=0x56100d0ab030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:16.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.852+0000 7f45f0f30640 0 -- 172.21.15.64:0/3426764441 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f45e40e1400 msgr2=0x7f45e40e1860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:16.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 zone default found 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 4 Realm: () 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 zonegroup default 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.860+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 started sync module instance, tier type = 2024-09-22T09:04:16.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.864+0000 7f45f342a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=0 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=1 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=2 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=3 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=4 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=5 2024-09-22T09:04:16.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=6 2024-09-22T09:04:16.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 20 add_watcher() i=7 2024-09-22T09:04:16.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.880+0000 7f45f342a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:16.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f44a77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:16.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:16.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:16.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 5 note: GC not initialized 2024-09-22T09:04:16.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:16.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f44a67e4640 20 reqs_thread_entry: start 2024-09-22T09:04:16.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 Filter name: none 2024-09-22T09:04:16.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f449ffff640 20 reqs_thread_entry: start 2024-09-22T09:04:16.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:04:16.882 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:04:16.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:04:16.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:04:16.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : miss 2024-09-22T09:04:16.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.884+0000 7f45f342a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-22T09:04:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.884 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:04:16.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.888+0000 7f45f342a9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:04:16.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37, ofs0, ns] 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f44c7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398955 cookie 94626938287168 notifier 7875 bl.length()=1007 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f44c7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f44c7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f44c7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_sources= new_sources= 2024-09-22T09:04:16.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential sources added=[] removed=[] 2024-09-22T09:04:16.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_dests= new_dests= 2024-09-22T09:04:16.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.896+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential dests added=[] removed=[] 2024-09-22T09:04:16.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.900+0000 7f45f342a9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37.2.0 2024-09-22T09:04:16.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.900+0000 7f45f342a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37.2.0 2024-09-22T09:04:16.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.900+0000 7f45f342a9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37.2.1 2024-09-22T09:04:16.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.900+0000 7f45f342a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37.2.1 2024-09-22T09:04:16.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.900+0000 7f45f342a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37.0 2024-09-22T09:04:16.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.904+0000 7f45f342a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:16.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.904+0000 7f45f342a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:04:16.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37, ofs0, ns] 2024-09-22T09:04:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f44c77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398956 cookie 94626938287168 notifier 7875 bl.length()=1007 2024-09-22T09:04:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f44c77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f44c77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f44c77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_sources= new_sources= 2024-09-22T09:04:16.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential sources added=[] removed=[] 2024-09-22T09:04:16.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_dests= new_dests= 2024-09-22T09:04:16.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential dests added=[] removed=[] 2024-09-22T09:04:16.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37.0 2024-09-22T09:04:16.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:16.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.908+0000 7f45f342a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37, ofs0, ns] 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f44c7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398957 cookie 94626938287168 notifier 7875 bl.length()=975 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f44c7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 info.flags=0x17 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f44c7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 to cache LRU end 2024-09-22T09:04:16.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f44c7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_sources= new_sources= 2024-09-22T09:04:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential sources added=[] removed=[] 2024-09-22T09:04:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): orig_dests= new_dests= 2024-09-22T09:04:16.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37]): potential dests added=[] removed=[] 2024-09-22T09:04:16.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.912+0000 7f45f342a9c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-22T09:04:16.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.916+0000 7f44a77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:16.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.920+0000 7f45f342a9c0 20 remove_watcher() i=0 2024-09-22T09:04:16.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.920+0000 7f45f342a9c0 2 removed watcher, disabling cache 2024-09-22T09:04:16.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.924+0000 7f45f342a9c0 20 remove_watcher() i=1 2024-09-22T09:04:16.923 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.924+0000 7f45f342a9c0 20 remove_watcher() i=2 2024-09-22T09:04:16.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.928+0000 7f45f342a9c0 20 remove_watcher() i=3 2024-09-22T09:04:16.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.928+0000 7f45f342a9c0 20 remove_watcher() i=4 2024-09-22T09:04:16.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.932+0000 7f45f342a9c0 20 remove_watcher() i=5 2024-09-22T09:04:16.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.932+0000 7f45f342a9c0 20 remove_watcher() i=6 2024-09-22T09:04:16.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:16.932+0000 7f45f342a9c0 20 remove_watcher() i=7 2024-09-22T09:04:16.945 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-22T09:04:16.974 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:16.975 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:17.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.020+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 realm 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:17.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:17.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.024+0000 7f84af12e9c0 20 searching for the correct realm 2024-09-22T09:04:17.029 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.032+0000 7f84ad435640 0 -- 172.21.15.64:0/1415694861 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55ba10985010 msgr2=0x55ba10987400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:17.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.036+0000 7f84a7fff640 0 -- 172.21.15.64:0/1415694861 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f8498008050 msgr2=0x7f849806f0d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:17.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:17.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:17.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:17.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:17.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:17.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:17.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.044+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 zone default found 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 4 Realm: () 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 zonegroup default 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 started sync module instance, tier type = 2024-09-22T09:04:17.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.048+0000 7f84af12e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:17.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=0 2024-09-22T09:04:17.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=1 2024-09-22T09:04:17.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=2 2024-09-22T09:04:17.060 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=3 2024-09-22T09:04:17.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=4 2024-09-22T09:04:17.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=5 2024-09-22T09:04:17.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=6 2024-09-22T09:04:17.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 20 add_watcher() i=7 2024-09-22T09:04:17.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.064+0000 7f84af12e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:17.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f8362fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:17.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:17.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:17.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 5 note: GC not initialized 2024-09-22T09:04:17.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f8361fe3640 20 reqs_thread_entry: start 2024-09-22T09:04:17.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:17.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 Filter name: none 2024-09-22T09:04:17.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f82d37fe640 20 reqs_thread_entry: start 2024-09-22T09:04:17.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:04:17.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:04:17.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:17.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-22T09:04:17.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-22T09:04:17.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.068+0000 7f84af12e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:17.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.072+0000 7f8362fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:17.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.076+0000 7f84af12e9c0 20 remove_watcher() i=0 2024-09-22T09:04:17.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.076+0000 7f84af12e9c0 2 removed watcher, disabling cache 2024-09-22T09:04:17.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.080+0000 7f84af12e9c0 20 remove_watcher() i=1 2024-09-22T09:04:17.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.080+0000 7f84af12e9c0 20 remove_watcher() i=2 2024-09-22T09:04:17.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.084+0000 7f84af12e9c0 20 remove_watcher() i=3 2024-09-22T09:04:17.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.084+0000 7f84af12e9c0 20 remove_watcher() i=4 2024-09-22T09:04:17.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.084+0000 7f84af12e9c0 20 remove_watcher() i=5 2024-09-22T09:04:17.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.088+0000 7f84af12e9c0 20 remove_watcher() i=6 2024-09-22T09:04:17.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.088+0000 7f84af12e9c0 20 remove_watcher() i=7 2024-09-22T09:04:17.099 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:17.099 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:17.099 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-logrecord-writes id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:04:17.099 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:17.175 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-22T09:04:17.175 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:17.670 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:04:17.702 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:17.702 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:17.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 realm 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.752+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.756+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:17.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.756+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.756+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:17.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.756+0000 7f405e5179c0 20 searching for the correct realm 2024-09-22T09:04:17.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.964+0000 7f405c01d640 0 -- 172.21.15.64:0/3352314362 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f405401a040 msgr2=0x7f40540602e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:17.974 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:17.976+0000 7f405c01d640 0 -- 172.21.15.64:0/3352314362 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f405007e650 msgr2=0x7f4050077810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.192+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 zone default found 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 4 Realm: () 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 zonegroup default 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.195 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.196+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.200+0000 7f405e5179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.200+0000 7f405e5179c0 20 started sync module instance, tier type = 2024-09-22T09:04:18.196 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.200+0000 7f405e5179c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:18.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=0 2024-09-22T09:04:18.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=1 2024-09-22T09:04:18.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=2 2024-09-22T09:04:18.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=3 2024-09-22T09:04:18.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=4 2024-09-22T09:04:18.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=5 2024-09-22T09:04:18.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.220+0000 7f405e5179c0 20 add_watcher() i=6 2024-09-22T09:04:18.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.224+0000 7f405e5179c0 20 add_watcher() i=7 2024-09-22T09:04:18.220 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.224+0000 7f405e5179c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:18.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f3f12fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:18.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:18.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 5 note: GC not initialized 2024-09-22T09:04:18.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f3f11fdb640 20 reqs_thread_entry: start 2024-09-22T09:04:18.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:18.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 Filter name: none 2024-09-22T09:04:18.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f3e837fe640 20 reqs_thread_entry: start 2024-09-22T09:04:18.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:18.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:18.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:18.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.228+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.232+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:18.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.232+0000 7f405e5179c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.232+0000 7f405e5179c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:18.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.232+0000 7f405e5179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:18.230 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.232+0000 7f3f12fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.240+0000 7f405e5179c0 20 remove_watcher() i=0 2024-09-22T09:04:18.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.240+0000 7f405e5179c0 2 removed watcher, disabling cache 2024-09-22T09:04:18.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.240+0000 7f405e5179c0 20 remove_watcher() i=1 2024-09-22T09:04:18.240 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.244+0000 7f405e5179c0 20 remove_watcher() i=2 2024-09-22T09:04:18.242 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.244+0000 7f405e5179c0 20 remove_watcher() i=3 2024-09-22T09:04:18.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.248+0000 7f405e5179c0 20 remove_watcher() i=4 2024-09-22T09:04:18.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.248+0000 7f405e5179c0 20 remove_watcher() i=5 2024-09-22T09:04:18.247 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.248+0000 7f405e5179c0 20 remove_watcher() i=6 2024-09-22T09:04:18.248 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.252+0000 7f405e5179c0 20 remove_watcher() i=7 2024-09-22T09:04:18.263 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:18.263 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:18.263 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:04:18.263 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:18.264 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-22T09:04:18.300 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:18.300 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:18.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.348+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 realm 2024-09-22T09:04:18.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:18.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.352+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.356+0000 7feb457909c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:18.351 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.356+0000 7feb457909c0 20 searching for the correct realm 2024-09-22T09:04:18.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.360+0000 7feb43a97640 0 -- 172.21.15.64:0/3965560083 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x564a143d6090 msgr2=0x564a143d8530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.368+0000 7feb42a95640 0 -- 172.21.15.64:0/3965560083 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7feb38008070 msgr2=0x7feb38062710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:18.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.372+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:18.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 zone default found 2024-09-22T09:04:18.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 4 Realm: () 2024-09-22T09:04:18.372 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 zonegroup default 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.373 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 started sync module instance, tier type = 2024-09-22T09:04:18.374 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.376+0000 7feb457909c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:18.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=0 2024-09-22T09:04:18.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=1 2024-09-22T09:04:18.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=2 2024-09-22T09:04:18.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=3 2024-09-22T09:04:18.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=4 2024-09-22T09:04:18.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=5 2024-09-22T09:04:18.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=6 2024-09-22T09:04:18.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 20 add_watcher() i=7 2024-09-22T09:04:18.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.392+0000 7feb457909c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:18.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7fe9f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:18.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:18.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 5 note: GC not initialized 2024-09-22T09:04:18.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7fe9f8fe1640 20 reqs_thread_entry: start 2024-09-22T09:04:18.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 Filter name: none 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7fe9727fc640 20 reqs_thread_entry: start 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:18.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 : miss 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:18.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.396+0000 7feb457909c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 2024-09-22T09:04:18.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:18.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38, ofs0, ns] 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7fea26ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398961 cookie 94876167207152 notifier 7421 bl.length()=1015 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7fea26ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7fea26ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7fea26ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_sources= new_sources= 2024-09-22T09:04:18.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential sources added=[] removed=[] 2024-09-22T09:04:18.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_dests= new_dests= 2024-09-22T09:04:18.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.404+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential dests added=[] removed=[] 2024-09-22T09:04:18.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.408+0000 7feb457909c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.0 2024-09-22T09:04:18.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.408+0000 7feb457909c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.0 2024-09-22T09:04:18.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.408+0000 7feb457909c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.1 2024-09-22T09:04:18.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.408+0000 7feb457909c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.1 2024-09-22T09:04:18.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.408+0000 7feb457909c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.0 2024-09-22T09:04:18.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.412+0000 7feb457909c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-22T09:04:18.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.412+0000 7feb457909c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-22T09:04:18.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:18.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 2024-09-22T09:04:18.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:18.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:18.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:18.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38, ofs0, ns] 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7fea267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398962 cookie 94876167207152 notifier 7421 bl.length()=983 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7fea267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7fea267fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7fea267fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_sources= new_sources= 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential sources added=[] removed=[] 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_dests= new_dests= 2024-09-22T09:04:18.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential dests added=[] removed=[] 2024-09-22T09:04:18.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.424+0000 7feb457909c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-22T09:04:18.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.428+0000 7fe9f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.432+0000 7feb457909c0 20 remove_watcher() i=0 2024-09-22T09:04:18.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.432+0000 7feb457909c0 2 removed watcher, disabling cache 2024-09-22T09:04:18.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.436+0000 7feb457909c0 20 remove_watcher() i=1 2024-09-22T09:04:18.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.436+0000 7feb457909c0 20 remove_watcher() i=2 2024-09-22T09:04:18.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.440+0000 7feb457909c0 20 remove_watcher() i=3 2024-09-22T09:04:18.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.444+0000 7feb457909c0 20 remove_watcher() i=4 2024-09-22T09:04:18.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.444+0000 7feb457909c0 20 remove_watcher() i=5 2024-09-22T09:04:18.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.448+0000 7feb457909c0 20 remove_watcher() i=6 2024-09-22T09:04:18.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.448+0000 7feb457909c0 20 remove_watcher() i=7 2024-09-22T09:04:18.461 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:04:18.488 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:18.488 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:18.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 realm 2024-09-22T09:04:18.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:18.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.536+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.540+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.540+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.540+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:18.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.540+0000 7fd67208e9c0 20 searching for the correct realm 2024-09-22T09:04:18.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.544+0000 7fd66f393640 0 -- 172.21.15.64:0/2615293893 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fd66408b1c0 msgr2=0x7fd664064a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.552+0000 7fd670395640 0 -- 172.21.15.64:0/2615293893 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fd66406ec40 msgr2=0x7fd6640870e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:18.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:18.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:18.556 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.557 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:18.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 zone default found 2024-09-22T09:04:18.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 4 Realm: () 2024-09-22T09:04:18.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:18.558 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 zonegroup default 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.559 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 started sync module instance, tier type = 2024-09-22T09:04:18.560 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.560+0000 7fd67208e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=0 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=1 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=2 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=3 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=4 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=5 2024-09-22T09:04:18.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.576+0000 7fd67208e9c0 20 add_watcher() i=6 2024-09-22T09:04:18.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.580+0000 7fd67208e9c0 20 add_watcher() i=7 2024-09-22T09:04:18.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.580+0000 7fd67208e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:18.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.580+0000 7fd525fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.580+0000 7fd67208e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:18.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.580+0000 7fd67208e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:18.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.580+0000 7fd67208e9c0 5 note: GC not initialized 2024-09-22T09:04:18.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd524fe1640 20 reqs_thread_entry: start 2024-09-22T09:04:18.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:18.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 Filter name: none 2024-09-22T09:04:18.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd49e7fc640 20 reqs_thread_entry: start 2024-09-22T09:04:18.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:18.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:18.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:18.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:18.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:18.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.584+0000 7fd67208e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:18.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.588+0000 7fd525fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.592+0000 7fd67208e9c0 20 remove_watcher() i=0 2024-09-22T09:04:18.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.592+0000 7fd67208e9c0 2 removed watcher, disabling cache 2024-09-22T09:04:18.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.596+0000 7fd67208e9c0 20 remove_watcher() i=1 2024-09-22T09:04:18.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.596+0000 7fd67208e9c0 20 remove_watcher() i=2 2024-09-22T09:04:18.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.600+0000 7fd67208e9c0 20 remove_watcher() i=3 2024-09-22T09:04:18.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.600+0000 7fd67208e9c0 20 remove_watcher() i=4 2024-09-22T09:04:18.599 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.600+0000 7fd67208e9c0 20 remove_watcher() i=5 2024-09-22T09:04:18.600 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.604+0000 7fd67208e9c0 20 remove_watcher() i=6 2024-09-22T09:04:18.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.604+0000 7fd67208e9c0 20 remove_watcher() i=7 2024-09-22T09:04:18.616 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:18.616 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:18.616 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:04:18.616 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:18.673 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:04:18.704 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:18.704 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:18.749 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 realm 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.752+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.756+0000 7ff3394099c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.756+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.756+0000 7ff3394099c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:18.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.756+0000 7ff3394099c0 20 searching for the correct realm 2024-09-22T09:04:18.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.764+0000 7ff337710640 0 -- 172.21.15.64:0/3001546358 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7ff32c06c050 msgr2=0x7ff32c06e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:18.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.980+0000 7ff336f0f640 0 -- 172.21.15.64:0/3001546358 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55671f51e5a0 msgr2=0x55671f520990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:18.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:18.985 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:18.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:18.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:18.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:18.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.986 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.988+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 zone default found 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 4 Realm: () 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 zonegroup default 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 started sync module instance, tier type = 2024-09-22T09:04:18.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:18.992+0000 7ff3394099c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:19.013 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=0 2024-09-22T09:04:19.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=1 2024-09-22T09:04:19.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=2 2024-09-22T09:04:19.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=3 2024-09-22T09:04:19.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=4 2024-09-22T09:04:19.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=5 2024-09-22T09:04:19.014 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.016+0000 7ff3394099c0 20 add_watcher() i=6 2024-09-22T09:04:19.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.020+0000 7ff3394099c0 20 add_watcher() i=7 2024-09-22T09:04:19.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.020+0000 7ff3394099c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:19.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff1ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:19.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:19.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:19.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 5 note: GC not initialized 2024-09-22T09:04:19.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff167fff640 20 reqs_thread_entry: start 2024-09-22T09:04:19.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:19.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 20 Filter name: none 2024-09-22T09:04:19.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff165ffb640 20 reqs_thread_entry: start 2024-09-22T09:04:19.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-22T09:04:19.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.024+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:19.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:19.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-22T09:04:19.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 : miss 2024-09-22T09:04:19.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:19.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:19.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.028+0000 7ff3394099c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 2024-09-22T09:04:19.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38, ofs0, ns] 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff21a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398963 cookie 93901395515392 notifier 7454 bl.length()=1015 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff21a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff21a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff21a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_sources= new_sources= 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential sources added=[] removed=[] 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_dests= new_dests= 2024-09-22T09:04:19.033 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.036+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential dests added=[] removed=[] 2024-09-22T09:04:19.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.040+0000 7ff3394099c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.0 2024-09-22T09:04:19.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.040+0000 7ff3394099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.0 2024-09-22T09:04:19.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.040+0000 7ff3394099c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.1 2024-09-22T09:04:19.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.040+0000 7ff3394099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.1.1 2024-09-22T09:04:19.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.040+0000 7ff3394099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.0 2024-09-22T09:04:19.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:19.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 2024-09-22T09:04:19.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38, ofs0, ns] 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff21a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398964 cookie 93901395515392 notifier 7454 bl.length()=1015 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff21a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff21a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff21a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_sources= new_sources= 2024-09-22T09:04:19.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential sources added=[] removed=[] 2024-09-22T09:04:19.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_dests= new_dests= 2024-09-22T09:04:19.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.048+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential dests added=[] removed=[] 2024-09-22T09:04:19.049 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.052+0000 7ff3394099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38.0 2024-09-22T09:04:19.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.052+0000 7ff3394099c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:19.050 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.052+0000 7ff3394099c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 2024-09-22T09:04:19.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38, ofs0, ns] 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff219ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398965 cookie 93901395515392 notifier 7454 bl.length()=983 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff219ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 info.flags=0x17 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff219ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 to cache LRU end 2024-09-22T09:04:19.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff219ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:19.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_sources= new_sources= 2024-09-22T09:04:19.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential sources added=[] removed=[] 2024-09-22T09:04:19.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): orig_dests= new_dests= 2024-09-22T09:04:19.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.056+0000 7ff3394099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38]): potential dests added=[] removed=[] 2024-09-22T09:04:19.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.060+0000 7ff3394099c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-22T09:04:19.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.064+0000 7ff1ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:19.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.068+0000 7ff3394099c0 20 remove_watcher() i=0 2024-09-22T09:04:19.065 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.068+0000 7ff3394099c0 2 removed watcher, disabling cache 2024-09-22T09:04:19.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.072+0000 7ff3394099c0 20 remove_watcher() i=1 2024-09-22T09:04:19.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.072+0000 7ff3394099c0 20 remove_watcher() i=2 2024-09-22T09:04:19.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.076+0000 7ff3394099c0 20 remove_watcher() i=3 2024-09-22T09:04:19.075 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.076+0000 7ff3394099c0 20 remove_watcher() i=4 2024-09-22T09:04:19.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.080+0000 7ff3394099c0 20 remove_watcher() i=5 2024-09-22T09:04:19.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.080+0000 7ff3394099c0 20 remove_watcher() i=6 2024-09-22T09:04:19.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.084+0000 7ff3394099c0 20 remove_watcher() i=7 2024-09-22T09:04:19.095 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:04:19.128 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:19.129 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:19.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 realm 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.176+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.180+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:19.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.180+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.180+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:19.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.180+0000 7f56449de9c0 20 searching for the correct realm 2024-09-22T09:04:19.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.188+0000 7f5642ce5640 0 -- 172.21.15.64:0/1675975599 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f563806dd20 msgr2=0x7f5638069dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:19.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.404+0000 7f56424e4640 0 -- 172.21.15.64:0/1675975599 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55de937c88c0 msgr2=0x55de937cacb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:19.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:19.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 zone default found 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 4 Realm: () 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 zonegroup default 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.412+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:19.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 started sync module instance, tier type = 2024-09-22T09:04:19.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.416+0000 7f56449de9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:19.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=0 2024-09-22T09:04:19.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=1 2024-09-22T09:04:19.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=2 2024-09-22T09:04:19.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=3 2024-09-22T09:04:19.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=4 2024-09-22T09:04:19.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=5 2024-09-22T09:04:19.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.440+0000 7f56449de9c0 20 add_watcher() i=6 2024-09-22T09:04:19.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.444+0000 7f56449de9c0 20 add_watcher() i=7 2024-09-22T09:04:19.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.444+0000 7f56449de9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:19.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f54f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:19.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f56449de9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:19.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f56449de9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:19.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f56449de9c0 5 note: GC not initialized 2024-09-22T09:04:19.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f54737fe640 20 reqs_thread_entry: start 2024-09-22T09:04:19.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f56449de9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:19.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.448+0000 7f56449de9c0 20 Filter name: none 2024-09-22T09:04:19.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f54717fa640 20 reqs_thread_entry: start 2024-09-22T09:04:19.448 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:19.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:19.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:19.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:19.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:19.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.452+0000 7f56449de9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:19.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.456+0000 7f54f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:19.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.460+0000 7f56449de9c0 20 remove_watcher() i=0 2024-09-22T09:04:19.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.460+0000 7f56449de9c0 2 removed watcher, disabling cache 2024-09-22T09:04:19.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.464+0000 7f56449de9c0 20 remove_watcher() i=1 2024-09-22T09:04:19.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.468+0000 7f56449de9c0 20 remove_watcher() i=2 2024-09-22T09:04:19.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.468+0000 7f56449de9c0 20 remove_watcher() i=3 2024-09-22T09:04:19.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.472+0000 7f56449de9c0 20 remove_watcher() i=4 2024-09-22T09:04:19.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.472+0000 7f56449de9c0 20 remove_watcher() i=5 2024-09-22T09:04:19.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.472+0000 7f56449de9c0 20 remove_watcher() i=6 2024-09-22T09:04:19.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:19.476+0000 7f56449de9c0 20 remove_watcher() i=7 2024-09-22T09:04:19.488 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:19.489 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:19.489 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:04:19.489 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:19.574 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-22T09:04:19.574 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:20.049 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:04:20.082 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:20.082 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:20.127 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 realm 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.130 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.132+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.136+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:20.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.136+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.136+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:20.133 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.136+0000 7fe7b2d089c0 20 searching for the correct realm 2024-09-22T09:04:20.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.140+0000 7fe7b100f640 0 -- 172.21.15.64:0/993068834 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x562b525b3190 msgr2=0x562b525b5630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:20.145 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.148+0000 7fe7b080e640 0 -- 172.21.15.64:0/993068834 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fe7a4017450 msgr2=0x7fe7a40178b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:20.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.364+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:20.363 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:20.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 zone default found 2024-09-22T09:04:20.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 4 Realm: () 2024-09-22T09:04:20.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:20.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:20.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:20.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 zonegroup default 2024-09-22T09:04:20.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 started sync module instance, tier type = 2024-09-22T09:04:20.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.368+0000 7fe7b2d089c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:20.387 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=0 2024-09-22T09:04:20.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=1 2024-09-22T09:04:20.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=2 2024-09-22T09:04:20.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=3 2024-09-22T09:04:20.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=4 2024-09-22T09:04:20.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=5 2024-09-22T09:04:20.388 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=6 2024-09-22T09:04:20.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 20 add_watcher() i=7 2024-09-22T09:04:20.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.392+0000 7fe7b2d089c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:20.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.396+0000 7fe6677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:20.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.396+0000 7fe7b2d089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:20.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.396+0000 7fe7b2d089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:20.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.396+0000 7fe7b2d089c0 5 note: GC not initialized 2024-09-22T09:04:20.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.396+0000 7fe6667e4640 20 reqs_thread_entry: start 2024-09-22T09:04:20.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.396+0000 7fe7b2d089c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:20.395 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 Filter name: none 2024-09-22T09:04:20.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe65f7fe640 20 reqs_thread_entry: start 2024-09-22T09:04:20.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:20.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:20.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:20.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:20.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.400+0000 7fe7b2d089c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.404+0000 7fe7b2d089c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:20.401 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.404+0000 7fe7b2d089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:20.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.404+0000 7fe6677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:20.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.412+0000 7fe7b2d089c0 20 remove_watcher() i=0 2024-09-22T09:04:20.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.412+0000 7fe7b2d089c0 2 removed watcher, disabling cache 2024-09-22T09:04:20.410 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.412+0000 7fe7b2d089c0 20 remove_watcher() i=1 2024-09-22T09:04:20.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.416+0000 7fe7b2d089c0 20 remove_watcher() i=2 2024-09-22T09:04:20.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.416+0000 7fe7b2d089c0 20 remove_watcher() i=3 2024-09-22T09:04:20.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.420+0000 7fe7b2d089c0 20 remove_watcher() i=4 2024-09-22T09:04:20.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.420+0000 7fe7b2d089c0 20 remove_watcher() i=5 2024-09-22T09:04:20.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.424+0000 7fe7b2d089c0 20 remove_watcher() i=6 2024-09-22T09:04:20.421 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.424+0000 7fe7b2d089c0 20 remove_watcher() i=7 2024-09-22T09:04:20.441 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:20.441 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:20.441 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:04:20.441 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:20.441 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-22T09:04:20.481 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:20.481 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:20.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 realm 2024-09-22T09:04:20.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.526 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:20.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.527 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.528+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.532+0000 7fd0d71099c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:20.528 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.532+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.532+0000 7fd0d71099c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:20.529 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.532+0000 7fd0d71099c0 20 searching for the correct realm 2024-09-22T09:04:20.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.540+0000 7fd0d5410640 0 -- 172.21.15.64:0/2136319494 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fd0c8029040 msgr2=0x7fd0c805d960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:20.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.756+0000 7fd0d4c0f640 0 -- 172.21.15.64:0/2136319494 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x56203165b4d0 msgr2=0x56203165d8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:20.760 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:20.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:20.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 zone default found 2024-09-22T09:04:20.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 4 Realm: () 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 zonegroup default 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.764+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 started sync module instance, tier type = 2024-09-22T09:04:20.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.768+0000 7fd0d71099c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:20.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=0 2024-09-22T09:04:20.789 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=1 2024-09-22T09:04:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=2 2024-09-22T09:04:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=3 2024-09-22T09:04:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=4 2024-09-22T09:04:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=5 2024-09-22T09:04:20.790 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.792+0000 7fd0d71099c0 20 add_watcher() i=6 2024-09-22T09:04:20.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.796+0000 7fd0d71099c0 20 add_watcher() i=7 2024-09-22T09:04:20.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.796+0000 7fd0d71099c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:20.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fcf8afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:20.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:20.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:20.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 5 note: GC not initialized 2024-09-22T09:04:20.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fcf89fe3640 20 reqs_thread_entry: start 2024-09-22T09:04:20.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:20.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 Filter name: none 2024-09-22T09:04:20.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fcefb7fe640 20 reqs_thread_entry: start 2024-09-22T09:04:20.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-22T09:04:20.798 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:20.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:20.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-22T09:04:20.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 : miss 2024-09-22T09:04:20.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.800+0000 7fd0d71099c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.804+0000 7fd0d71099c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:20.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.804+0000 7fd0d71099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.804+0000 7fd0d71099c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.804+0000 7fd0d71099c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:20.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.804+0000 7fd0d71099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.804+0000 7fd0d71099c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 2024-09-22T09:04:20.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39, ofs0, ns] 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fcfabfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398968 cookie 94696267741488 notifier 8016 bl.length()=1015 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fcfabfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fcfabfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fcfabfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): orig_sources= new_sources= 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): potential sources added=[] removed=[] 2024-09-22T09:04:20.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): orig_dests= new_dests= 2024-09-22T09:04:20.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.812+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): potential dests added=[] removed=[] 2024-09-22T09:04:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.816+0000 7fd0d71099c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39.1.0 2024-09-22T09:04:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.816+0000 7fd0d71099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39.1.0 2024-09-22T09:04:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.816+0000 7fd0d71099c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39.1.1 2024-09-22T09:04:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.816+0000 7fd0d71099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39.1.1 2024-09-22T09:04:20.814 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.816+0000 7fd0d71099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39.0 2024-09-22T09:04:20.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.820+0000 7fd0d71099c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-22T09:04:20.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:20.820 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 2024-09-22T09:04:20.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39, ofs0, ns] 2024-09-22T09:04:20.822 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fcfabfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398969 cookie 94696267741488 notifier 8016 bl.length()=1015 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fcfabfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fcfabfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fcfabfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): orig_sources= new_sources= 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): potential sources added=[] removed=[] 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): orig_dests= new_dests= 2024-09-22T09:04:20.823 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.824+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): potential dests added=[] removed=[] 2024-09-22T09:04:20.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.828+0000 7fd0d71099c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39.0 2024-09-22T09:04:20.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.828+0000 7fd0d71099c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:20.825 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.828+0000 7fd0d71099c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 2024-09-22T09:04:20.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39, ofs0, ns] 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fcfab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398970 cookie 94696267741488 notifier 8016 bl.length()=983 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fcfab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 info.flags=0x17 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fcfab7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 to cache LRU end 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fcfab7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): orig_sources= new_sources= 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): potential sources added=[] removed=[] 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): orig_dests= new_dests= 2024-09-22T09:04:20.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39]): potential dests added=[] removed=[] 2024-09-22T09:04:20.831 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.832+0000 7fd0d71099c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-22T09:04:20.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.840+0000 7fcf8afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:20.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.844+0000 7fd0d71099c0 20 remove_watcher() i=0 2024-09-22T09:04:20.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.844+0000 7fd0d71099c0 2 removed watcher, disabling cache 2024-09-22T09:04:20.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.848+0000 7fd0d71099c0 20 remove_watcher() i=1 2024-09-22T09:04:20.846 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.848+0000 7fd0d71099c0 20 remove_watcher() i=2 2024-09-22T09:04:20.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.852+0000 7fd0d71099c0 20 remove_watcher() i=3 2024-09-22T09:04:20.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.852+0000 7fd0d71099c0 20 remove_watcher() i=4 2024-09-22T09:04:20.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.856+0000 7fd0d71099c0 20 remove_watcher() i=5 2024-09-22T09:04:20.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.856+0000 7fd0d71099c0 20 remove_watcher() i=6 2024-09-22T09:04:20.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.860+0000 7fd0d71099c0 20 remove_watcher() i=7 2024-09-22T09:04:20.874 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:04:20.906 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:20.906 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:20.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 realm 2024-09-22T09:04:20.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.954 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:20.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.956+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.960+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:20.956 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.960+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.960+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:20.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.960+0000 7febc7d4e9c0 20 searching for the correct realm 2024-09-22T09:04:20.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.964+0000 7febc5053640 0 -- 172.21.15.64:0/619985964 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7febbc0eec20 msgr2=0x7febbc0c13b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:20.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.972+0000 7febc5053640 0 -- 172.21.15.64:0/619985964 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fea90082300 msgr2=0x7fea90084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:20.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:20.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 zone default found 2024-09-22T09:04:20.977 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 4 Realm: () 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 zonegroup default 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.978 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:20.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 started sync module instance, tier type = 2024-09-22T09:04:20.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.980+0000 7febc7d4e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=0 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=1 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=2 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=3 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=4 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=5 2024-09-22T09:04:20.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=6 2024-09-22T09:04:20.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 20 add_watcher() i=7 2024-09-22T09:04:20.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:20.996+0000 7febc7d4e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:20.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7fea777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:20.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7febc7d4e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:20.998 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7febc7d4e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7febc7d4e9c0 5 note: GC not initialized 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7fea767fc640 20 reqs_thread_entry: start 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7febc7d4e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7febc7d4e9c0 20 Filter name: none 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7fe9e7fff640 20 reqs_thread_entry: start 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.000+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:20.999 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:21.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:21.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:21.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:21.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.004+0000 7febc7d4e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:21.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.008+0000 7fea777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:21.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.012+0000 7febc7d4e9c0 20 remove_watcher() i=0 2024-09-22T09:04:21.010 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.012+0000 7febc7d4e9c0 2 removed watcher, disabling cache 2024-09-22T09:04:21.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.016+0000 7febc7d4e9c0 20 remove_watcher() i=1 2024-09-22T09:04:21.015 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.016+0000 7febc7d4e9c0 20 remove_watcher() i=2 2024-09-22T09:04:21.017 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.020+0000 7febc7d4e9c0 20 remove_watcher() i=3 2024-09-22T09:04:21.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.020+0000 7febc7d4e9c0 20 remove_watcher() i=4 2024-09-22T09:04:21.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.024+0000 7febc7d4e9c0 20 remove_watcher() i=5 2024-09-22T09:04:21.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.024+0000 7febc7d4e9c0 20 remove_watcher() i=6 2024-09-22T09:04:21.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.024+0000 7febc7d4e9c0 20 remove_watcher() i=7 2024-09-22T09:04:21.037 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:21.037 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:21.037 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: error-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-22T09:04:21.037 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:21.141 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-22T09:04:21.141 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:21.636 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-22T09:04:21.670 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:21.670 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:21.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 realm 2024-09-22T09:04:21.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:21.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.720+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.724+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:21.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.724+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.724+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:21.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.724+0000 7faa6ac399c0 20 searching for the correct realm 2024-09-22T09:04:21.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.728+0000 7faa68f40640 0 -- 172.21.15.64:0/1507424226 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x561124eb9f00 msgr2=0x561124ebc320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:21.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.736+0000 7faa6873f640 0 -- 172.21.15.64:0/1507424226 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7faa5c01a040 msgr2=0x7faa5c07fa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.740 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:21.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:21.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 zone default found 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 4 Realm: () 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 zonegroup default 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:21.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 started sync module instance, tier type = 2024-09-22T09:04:21.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.744+0000 7faa6ac399c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:21.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=0 2024-09-22T09:04:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=1 2024-09-22T09:04:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=2 2024-09-22T09:04:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=3 2024-09-22T09:04:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=4 2024-09-22T09:04:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=5 2024-09-22T09:04:21.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=6 2024-09-22T09:04:21.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 20 add_watcher() i=7 2024-09-22T09:04:21.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.760+0000 7faa6ac399c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:21.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7fa91efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:21.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:21.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:21.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 5 note: GC not initialized 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7fa91dfdb640 20 reqs_thread_entry: start 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 Filter name: none 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7fa88f7fe640 20 reqs_thread_entry: start 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:21.763 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.764+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:21.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:21.765 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7faa6ac399c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:21.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.768+0000 7fa91efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:21.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.772+0000 7faa6ac399c0 20 remove_watcher() i=0 2024-09-22T09:04:21.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.772+0000 7faa6ac399c0 2 removed watcher, disabling cache 2024-09-22T09:04:21.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.776+0000 7faa6ac399c0 20 remove_watcher() i=1 2024-09-22T09:04:21.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.780+0000 7faa6ac399c0 20 remove_watcher() i=2 2024-09-22T09:04:21.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.780+0000 7faa6ac399c0 20 remove_watcher() i=3 2024-09-22T09:04:21.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.784+0000 7faa6ac399c0 20 remove_watcher() i=4 2024-09-22T09:04:21.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.784+0000 7faa6ac399c0 20 remove_watcher() i=5 2024-09-22T09:04:21.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.784+0000 7faa6ac399c0 20 remove_watcher() i=6 2024-09-22T09:04:21.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:21.788+0000 7faa6ac399c0 20 remove_watcher() i=7 2024-09-22T09:04:21.798 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:21.798 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:21.798 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:04:21.798 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:21.798 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-22T09:04:21.830 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:21.831 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:22.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.088+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 realm 2024-09-22T09:04:22.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:22.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.091 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.092 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:22.093 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 searching for the correct realm 2024-09-22T09:04:22.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.100+0000 7f9c800be640 0 -- 172.21.15.64:0/1483318601 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9c7401f040 msgr2=0x7f9c740315a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.316+0000 7f9c808bf640 0 -- 172.21.15.64:0/1483318601 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f9c74049920 msgr2=0x7f9c740143f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:22.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:22.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:22.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:22.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:22.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:22.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.532 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.533 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 zone default found 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 Realm: () 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 zonegroup default 2024-09-22T09:04:22.534 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.535 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 started sync module instance, tier type = 2024-09-22T09:04:22.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=0 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=1 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=2 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=3 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=4 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=5 2024-09-22T09:04:22.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=6 2024-09-22T09:04:22.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.568+0000 7f9c82db99c0 20 add_watcher() i=7 2024-09-22T09:04:22.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.568+0000 7f9c82db99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:22.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9b36fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:22.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:22.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 note: GC not initialized 2024-09-22T09:04:22.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9b35fe3640 20 reqs_thread_entry: start 2024-09-22T09:04:22.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:22.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 Filter name: none 2024-09-22T09:04:22.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9aa77fe640 20 reqs_thread_entry: start 2024-09-22T09:04:22.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:04:22.571 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : miss 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.576+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.573 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:22.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:22.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40, ofs0, ns] 2024-09-22T09:04:22.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398974 cookie 94787253354160 notifier 7559 bl.length()=1015 2024-09-22T09:04:22.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_sources= new_sources= 2024-09-22T09:04:22.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential sources added=[] removed=[] 2024-09-22T09:04:22.580 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_dests= new_dests= 2024-09-22T09:04:22.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential dests added=[] removed=[] 2024-09-22T09:04:22.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.588+0000 7f9c82db99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.0 2024-09-22T09:04:22.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.0 2024-09-22T09:04:22.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.588+0000 7f9c82db99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.1 2024-09-22T09:04:22.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.1 2024-09-22T09:04:22.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.0 2024-09-22T09:04:22.588 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c82db99c0 time 2024-09-22T09:04:22.593428+0000 2024-09-22T09:04:22.588 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:22.589 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9c866932eb] 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9c82db99c0 thread_name:radosgw-admin 2024-09-22T09:04:22.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.592+0000 7f9c82db99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c82db99c0 time 2024-09-22T09:04:22.593428+0000 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9c866932eb] 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:22.591 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9c85512520] 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9c86693345] 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.609 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.592+0000 7f9c82db99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9c82db99c0 thread_name:radosgw-admin 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9c85512520] 2024-09-22T09:04:22.610 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9c86693345] 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.611 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: dump: 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.612 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: dump: 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.613 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7547 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 4 set_mon_vals no callback set 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: shutdown 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 asok(0x5635605ff250) unregister_commands rotate-key 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.614 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding auth protocol: cephx 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding auth protocol: cephx 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding auth protocol: cephx 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.615 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: starting msgr at 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: starting objecter 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command objecter_requests hook 0x56356066ef70 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: setting wanted keys 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: calling monclient init 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.616 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding auth protocol: cephx 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding auth protocol: cephx 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding auth protocol: cephx 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.617 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key hook 0x56356080cf68 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x563560839a80 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x56356083b770 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x7f9c68001dc0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.618 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.754775s 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x7f9c68001dc0 auth_method 0 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x563560839a80 auth_method 0 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.619 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_done global_id 7550 payload 824 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:04:22.068+0000 7f9c810c0640 1 monclient: found mon.noname-c 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:04:22.068+0000 7f9c800be640 10 monclient: get_auth_request con 0x56356083b770 auth_method 0 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:22.620 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: dump: 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.621 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7550 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: dump: 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.622 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 4 set_mon_vals no callback set 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: init done 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:04:22.072+0000 7f9b6d60a640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:04:22.072+0000 7f9b6d60a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:04:22.072+0000 7f9b6d60a640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:04:22.072+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9b68071be0 auth_method 0 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:04:22.072+0000 7f9c800be640 10 monclient: get_auth_request con 0x5635608377b0 auth_method 0 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:04:22.072+0000 7f9c808bf640 10 monclient: get_auth_request con 0x5635608582a0 auth_method 0 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:04:22.076+0000 7f9c800be640 10 monclient: get_auth_request con 0x56356085c490 auth_method 0 2024-09-22T09:04:22.623 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding auth protocol: cephx 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding auth protocol: cephx 2024-09-22T09:04:22.624 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding auth protocol: cephx 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command objecter_requests cmddesc objecter_requests hook 0x563560864bd0 EEXIST 2024-09-22T09:04:22.625 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding auth protocol: cephx 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding auth protocol: cephx 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding auth protocol: cephx 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.626 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key cmddesc rotate-key hook 0x56356085fa60 EEXIST 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x563560888d80 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x5635608886b0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x563560887090 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.627 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.765371s 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): get_auth_request con 0x5635608886b0 auth_method 0 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x563560887090 auth_method 0 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.628 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x563560888d80 auth_method 0 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_done global_id 8064 payload 824 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:04:22.080+0000 7f9c810c0640 1 monclient: found mon.noname-a 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: dump: 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.629 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 8064 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: dump: 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.630 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:04:22.080+0000 7f9c818c1640 4 set_mon_vals no callback set 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:04:22.084+0000 7f9b667fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:04:22.084+0000 7f9b667fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:04:22.084+0000 7f9b667fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.631 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9b58071b20 auth_method 0 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: get_monmap_and_config 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.632 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding auth protocol: cephx 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding auth protocol: cephx 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding auth protocol: cephx 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.633 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding auth protocol: cephx 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding auth protocol: cephx 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding auth protocol: cephx 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.634 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key cmddesc rotate-key hook 0x7ffdad760478 EEXIST 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x5635608dcd50 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x5635608ac770 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x5635608d8520 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.635 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.769747s 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): get_auth_request con 0x5635608ac770 auth_method 0 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x5635608d8520 auth_method 0 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.636 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x5635608dcd50 auth_method 0 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_done global_id 7556 payload 274 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:04:22.084+0000 7f9c800be640 1 monclient: found mon.noname-c 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: dump: 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.637 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.638 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: dump: 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7556 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 4 set_mon_vals no callback set 2024-09-22T09:04:22.639 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: shutdown 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.640 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding auth protocol: cephx 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding auth protocol: cephx 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding auth protocol: cephx 2024-09-22T09:04:22.641 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.642 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 librados: starting msgr at 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 librados: starting objecter 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command objecter_requests cmddesc objecter_requests hook 0x5635608d8220 EEXIST 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 1 librados: setting wanted keys 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 1 librados: calling monclient init 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding auth protocol: cephx 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding auth protocol: cephx 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding auth protocol: cephx 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.643 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key cmddesc rotate-key hook 0x56356088ace8 EEXIST 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x5635608ac770 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x5635608d8520 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x5635608dcd50 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.644 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.772651s 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x5635608ac770 auth_method 0 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.645 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x5635608dcd50 auth_method 0 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): get_auth_request con 0x5635608d8520 auth_method 0 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.646 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.647 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.647 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_done global_id 7559 payload 824 2024-09-22T09:04:22.647 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.647 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:04:22.088+0000 7f9c808bf640 1 monclient: found mon.noname-c 2024-09-22T09:04:22.647 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.647 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: dump: 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.648 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: dump: 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7559 2024-09-22T09:04:22.649 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:04:22.088+0000 7f9b57fff640 4 set_mon_vals no callback set 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 1 librados: init done 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cr dump hook 0x5635608dd148 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:04:22.092+0000 7f9b567fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:04:22.092+0000 7f9b567fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:04:22.092+0000 7f9b567fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:04:22.092+0000 7f9c800be640 10 monclient: get_auth_request con 0x7f9b4c071be0 auth_method 0 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:04:22.092+0000 7f9c810c0640 10 monclient: get_auth_request con 0x5635608f6690 auth_method 0 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 realm 2024-09-22T09:04:22.650 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:04:22.092+0000 7f9c808bf640 10 monclient: get_auth_request con 0x5635608fa870 auth_method 0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:04:22.096+0000 7f9c800be640 10 monclient: get_auth_request con 0x5635608fe0b0 auth_method 0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 searching for the correct realm 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:04:22.096+0000 7f9c810c0640 10 monclient: get_auth_request con 0x563560902e50 auth_method 0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:04:22.096+0000 7f9c808bf640 10 monclient: get_auth_request con 0x5635606bce00 auth_method 0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:04:22.100+0000 7f9c800be640 0 -- 172.21.15.64:0/1483318601 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9c7401f040 msgr2=0x7f9c740315a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:04:22.304+0000 7f9c800be640 10 monclient: get_auth_request con 0x7f9c7401f040 auth_method 0 2024-09-22T09:04:22.651 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:04:22.308+0000 7f9c810c0640 10 monclient: get_auth_request con 0x7f9c74008050 auth_method 0 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:04:22.316+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9c74049920 auth_method 0 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:04:22.316+0000 7f9c808bf640 0 -- 172.21.15.64:0/1483318601 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f9c74049920 msgr2=0x7f9c740143f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:04:22.520+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9c74049920 auth_method 0 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.652 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 zone default found 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 Realm: () 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 zonegroup default 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.653 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 started sync module instance, tier type = 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=0 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=1 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=2 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=3 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=4 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=5 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=6 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:04:22.568+0000 7f9c82db99c0 20 add_watcher() i=7 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:04:22.568+0000 7f9c82db99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding auth protocol: cephx 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding auth protocol: cephx 2024-09-22T09:04:22.654 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding auth protocol: cephx 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:04:22.572+0000 7f9b36fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.655 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache list hook 0x5635608ccfe0 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache inspect hook 0x5635608ccfe0 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache erase hook 0x5635608ccfe0 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache zap hook 0x5635608ccfe0 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 note: GC not initialized 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:04:22.572+0000 7f9b35fe3640 20 reqs_thread_entry: start 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace show hook 0x7f9c74004750 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace history hook 0x7f9c74004750 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace active hook 0x7f9c74004750 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace active_short hook 0x7f9c74004750 2024-09-22T09:04:22.656 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 Filter name: none 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:04:22.572+0000 7f9aa77fe640 20 reqs_thread_entry: start 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : miss 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.657 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40, ofs0, ns] 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398974 cookie 94787253354160 notifier 7559 bl.length()=1015 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_sources= new_sources= 2024-09-22T09:04:22.658 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential sources added=[] removed=[] 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_dests= new_dests= 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential dests added=[] removed=[] 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.0 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.0 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.1 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.1 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.0 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:04:22.592+0000 7f9c82db99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c82db99c0 time 2024-09-22T09:04:22.593428+0000 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9c866932eb] 2024-09-22T09:04:22.659 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.660 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.660 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.661 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.661 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:22.661 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.661 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:22.661 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:22.661 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:04:22.592+0000 7f9c82db99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9c82db99c0 thread_name:radosgw-admin 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9c85512520] 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9c86693345] 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.662 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:04:22.663 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:04:22.664 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:04:22.665 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:04:22.666 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:04:22.667 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:04:22.668 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:04:22.669 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9aa77fe640 / http_manager 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b35fe3640 / http_manager 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b36fe5640 / rgw_dt_lg_renew 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b567fc640 / ms_dispatch 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b57fff640 / io_context_pool 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b667fc640 / ms_dispatch 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b6d60a640 / ms_dispatch 2024-09-22T09:04:22.670 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b6ee0d640 / io_context_pool 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c800be640 / msgr-worker-2 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c808bf640 / msgr-worker-1 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c810c0640 / msgr-worker-0 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c818c1640 / io_context_pool 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c82db99c0 / radosgw-admin 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.135234.log 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: dump: 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.671 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 10 monclient: dump: 2024-09-22T09:04:22.672 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7547 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 4 set_mon_vals no callback set 2024-09-22T09:04:22.673 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: shutdown 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 asok(0x5635605ff250) unregister_commands rotate-key 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.674 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding auth protocol: cephx 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding auth protocol: cephx 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding auth protocol: cephx 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.675 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: crc 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x5635608125d0) adding con mode: secure 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: starting msgr at 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: starting objecter 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command objecter_requests hook 0x56356066ef70 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: setting wanted keys 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: calling monclient init 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding auth protocol: cephx 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding auth protocol: cephx 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding auth protocol: cephx 2024-09-22T09:04:22.676 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.677 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: crc 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 AuthRegistry(0x56356080ce20) adding con mode: secure 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key hook 0x56356080cf68 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x563560839a80 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x56356083b770 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x7f9c68001dc0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.754775s 2024-09-22T09:04:22.678 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x7f9c68001dc0 auth_method 0 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x563560839a80 auth_method 0 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:04:22.068+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient(hunting): handle_auth_done global_id 7550 payload 824 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.679 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:04:22.068+0000 7f9c810c0640 1 monclient: found mon.noname-c 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:04:22.068+0000 7f9c810c0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:04:22.068+0000 7f9c800be640 10 monclient: get_auth_request con 0x56356083b770 auth_method 0 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: dump: 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.680 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7550 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:04:22.068+0000 7f9b6d60a640 10 monclient: dump: 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.681 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:04:22.068+0000 7f9b6ee0d640 4 set_mon_vals no callback set 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:04:22.068+0000 7f9c82db99c0 1 librados: init done 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:04:22.072+0000 7f9b6d60a640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:04:22.072+0000 7f9b6d60a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:04:22.072+0000 7f9b6d60a640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:04:22.072+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9b68071be0 auth_method 0 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:04:22.072+0000 7f9c800be640 10 monclient: get_auth_request con 0x5635608377b0 auth_method 0 2024-09-22T09:04:22.682 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:04:22.072+0000 7f9c808bf640 10 monclient: get_auth_request con 0x5635608582a0 auth_method 0 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:04:22.076+0000 7f9c800be640 10 monclient: get_auth_request con 0x56356085c490 auth_method 0 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.683 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding auth protocol: cephx 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding auth protocol: cephx 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding auth protocol: cephx 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.684 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: crc 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x563560861240) adding con mode: secure 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command objecter_requests cmddesc objecter_requests hook 0x563560864bd0 EEXIST 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding auth protocol: cephx 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding auth protocol: cephx 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding auth protocol: cephx 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.685 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: crc 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 AuthRegistry(0x56356085f918) adding con mode: secure 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key cmddesc rotate-key hook 0x56356085fa60 EEXIST 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x563560888d80 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x5635608886b0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.686 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x563560887090 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.765371s 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): get_auth_request con 0x5635608886b0 auth_method 0 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.687 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x563560887090 auth_method 0 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:04:22.080+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x563560888d80 auth_method 0 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:04:22.080+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.688 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient(hunting): handle_auth_done global_id 8064 payload 824 2024-09-22T09:04:22.689 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.689 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:04:22.080+0000 7f9c810c0640 1 monclient: found mon.noname-a 2024-09-22T09:04:22.689 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:04:22.080+0000 7f9c810c0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:22.689 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: dump: 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.690 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.691 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 8064 2024-09-22T09:04:22.692 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.692 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:22.692 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.692 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.692 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:22.692 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:04:22.080+0000 7f9b667fc640 10 monclient: dump: 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.693 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:04:22.080+0000 7f9c818c1640 4 set_mon_vals no callback set 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:04:22.080+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:22.694 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:04:22.084+0000 7f9b667fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:22.695 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:04:22.084+0000 7f9b667fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.695 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:04:22.084+0000 7f9b667fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.695 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9b58071b20 auth_method 0 2024-09-22T09:04:22.695 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: get_monmap_and_config 2024-09-22T09:04:22.695 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.695 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.696 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.697 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.697 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.697 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.697 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.697 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding auth protocol: cephx 2024-09-22T09:04:22.697 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding auth protocol: cephx 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding auth protocol: cephx 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.698 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: crc 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608a8720) adding con mode: secure 2024-09-22T09:04:22.699 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.700 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.700 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding auth protocol: cephx 2024-09-22T09:04:22.700 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding auth protocol: cephx 2024-09-22T09:04:22.700 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding auth protocol: cephx 2024-09-22T09:04:22.700 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.700 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.701 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.702 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.702 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: crc 2024-09-22T09:04:22.702 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760330) adding con mode: secure 2024-09-22T09:04:22.702 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.702 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.702 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key cmddesc rotate-key hook 0x7ffdad760478 EEXIST 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x5635608dcd50 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x5635608ac770 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x5635608d8520 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.703 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.769747s 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): get_auth_request con 0x5635608ac770 auth_method 0 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.704 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x5635608d8520 auth_method 0 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.705 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:04:22.084+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x5635608dcd50 auth_method 0 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:04:22.084+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient(hunting): handle_auth_done global_id 7556 payload 274 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:04:22.084+0000 7f9c800be640 1 monclient: found mon.noname-c 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:04:22.084+0000 7f9c800be640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.706 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: dump: 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.707 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:04:22.084+0000 7f9b57fff640 10 monclient: dump: 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.708 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7556 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 4 set_mon_vals no callback set 2024-09-22T09:04:22.709 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: shutdown 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: build_initial_monmap 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 10 monclient: monmap: 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:22.710 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding auth protocol: cephx 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding auth protocol: cephx 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding auth protocol: cephx 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.711 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: crc 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 AuthRegistry(0x5635608cefa0) adding con mode: secure 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 librados: starting msgr at 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 1 librados: starting objecter 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:04:22.084+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command objecter_requests cmddesc objecter_requests hook 0x5635608d8220 EEXIST 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 1 librados: setting wanted keys 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 1 librados: calling monclient init 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: init 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding auth protocol: cephx 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding auth protocol: cephx 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding auth protocol: cephx 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.712 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: crc 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 AuthRegistry(0x56356088aba0) adding con mode: secure 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command rotate-key cmddesc rotate-key hook 0x56356088ace8 EEXIST 2024-09-22T09:04:22.713 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-c con 0x5635608ac770 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-b con 0x5635608d8520 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): picked mon.noname-a con 0x5635608dcd50 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient(hunting): authenticate will time out at 2458.772651s 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): get_auth_request con 0x5635608ac770 auth_method 0 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.714 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): get_auth_request con 0x5635608dcd50 auth_method 0 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:04:22.088+0000 7f9c810c0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): get_auth_request con 0x5635608d8520 auth_method 0 2024-09-22T09:04:22.715 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:04:22.088+0000 7f9c800be640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient(hunting): handle_auth_done global_id 7559 payload 824 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient: _finish_hunting 0 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:04:22.088+0000 7f9c808bf640 1 monclient: found mon.noname-c 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:04:22.088+0000 7f9c808bf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: dump: 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.716 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: _finish_auth 0 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: _check_auth_tickets 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:22.717 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:04:22.088+0000 7f9b567fc640 10 monclient: dump: 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.718 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 monclient: authenticate success, global_id 7559 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:04:22.088+0000 7f9b57fff640 4 set_mon_vals no callback set 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _renew_subs 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 1 librados: init done 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cr dump hook 0x5635608dd148 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:04:22.088+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:04:22.092+0000 7f9b567fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:04:22.092+0000 7f9b567fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.719 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:04:22.092+0000 7f9b567fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:04:22.092+0000 7f9c800be640 10 monclient: get_auth_request con 0x7f9b4c071be0 auth_method 0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:04:22.092+0000 7f9c810c0640 10 monclient: get_auth_request con 0x5635608f6690 auth_method 0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 realm 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:04:22.092+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:04:22.092+0000 7f9c808bf640 10 monclient: get_auth_request con 0x5635608fa870 auth_method 0 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.720 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:04:22.096+0000 7f9c800be640 10 monclient: get_auth_request con 0x5635608fe0b0 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:04:22.096+0000 7f9c82db99c0 20 searching for the correct realm 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:04:22.096+0000 7f9c810c0640 10 monclient: get_auth_request con 0x563560902e50 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:04:22.096+0000 7f9c808bf640 10 monclient: get_auth_request con 0x5635606bce00 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:04:22.100+0000 7f9c800be640 0 -- 172.21.15.64:0/1483318601 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9c7401f040 msgr2=0x7f9c740315a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:04:22.304+0000 7f9c800be640 10 monclient: get_auth_request con 0x7f9c7401f040 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:04:22.308+0000 7f9c810c0640 10 monclient: get_auth_request con 0x7f9c74008050 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:04:22.316+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9c74049920 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:04:22.316+0000 7f9c808bf640 0 -- 172.21.15.64:0/1483318601 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f9c74049920 msgr2=0x7f9c740143f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:04:22.520+0000 7f9c808bf640 10 monclient: get_auth_request con 0x7f9c74049920 auth_method 0 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:22.721 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:04:22.532+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 zone default found 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 Realm: () 2024-09-22T09:04:22.722 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 zonegroup default 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:04:22.536+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 started sync module instance, tier type = 2024-09-22T09:04:22.723 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:04:22.540+0000 7f9c82db99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=0 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=1 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=2 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=3 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=4 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=5 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:04:22.564+0000 7f9c82db99c0 20 add_watcher() i=6 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:04:22.568+0000 7f9c82db99c0 20 add_watcher() i=7 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:04:22.568+0000 7f9c82db99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding auth protocol: cephx 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding auth protocol: cephx 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding auth protocol: cephx 2024-09-22T09:04:22.724 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:04:22.572+0000 7f9b36fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.725 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: crc 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 AuthRegistry(0x7ffdad760800) adding con mode: secure 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache list hook 0x5635608ccfe0 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache inspect hook 0x5635608ccfe0 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache erase hook 0x5635608ccfe0 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command cache zap hook 0x5635608ccfe0 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 note: GC not initialized 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:04:22.572+0000 7f9b35fe3640 20 reqs_thread_entry: start 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace show hook 0x7f9c74004750 2024-09-22T09:04:22.726 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace history hook 0x7f9c74004750 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace active hook 0x7f9c74004750 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 5 asok(0x5635605ff250) register_command sync trace active_short hook 0x7f9c74004750 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 Filter name: none 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:04:22.572+0000 7f9aa77fe640 20 reqs_thread_entry: start 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : miss 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:04:22.572+0000 7f9c82db99c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.727 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:04:22.576+0000 7f9c82db99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:04:22.580+0000 7f9c82db99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40, ofs0, ns] 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398974 cookie 94787253354160 notifier 7559 bl.length()=1015 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.728 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:04:22.580+0000 7f9b57fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_sources= new_sources= 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential sources added=[] removed=[] 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_dests= new_dests= 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:04:22.584+0000 7f9c82db99c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential dests added=[] removed=[] 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.0 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.0 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.1 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.1.1 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:04:22.588+0000 7f9c82db99c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.0 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:04:22.592+0000 7f9c82db99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c82db99c0 time 2024-09-22T09:04:22.593428+0000 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.729 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f9c866932eb] 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:04:22.592+0000 7f9c82db99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:04:22.730 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f9c82db99c0 thread_name:radosgw-admin 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f9c85512520] 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f9c86693345] 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f9c8669349f] 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56355e322901] 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x56355e33709c] 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x56355e338724] 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:22.731 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f9c854f9d90] 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:04:22.732 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:04:22.733 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:04:22.734 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:04:22.735 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:04:22.736 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:04:22.737 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:04:22.738 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:04:22.739 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:04:22.740 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:04:22.741 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9aa77fe640 / http_manager 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b35fe3640 / http_manager 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b36fe5640 / rgw_dt_lg_renew 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b567fc640 / ms_dispatch 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b57fff640 / io_context_pool 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b667fc640 / ms_dispatch 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b6d60a640 / ms_dispatch 2024-09-22T09:04:22.742 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9b6ee0d640 / io_context_pool 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c800be640 / msgr-worker-2 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c808bf640 / msgr-worker-1 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c810c0640 / msgr-worker-0 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c818c1640 / io_context_pool 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: 7f9c82db99c0 / radosgw-admin 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:04:22.595857Z_f4481eba-c8b4-46f1-ab96-435879e5fe82/log 2024-09-22T09:04:22.743 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:04:22.744 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:04:22.744 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-22T09:04:22.750 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:22.750 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:22.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.676+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 realm 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.680+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.684+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.684+0000 7f3051de29c0 20 searching for the correct realm 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.688+0000 7f304f0e7640 0 -- 172.21.15.64:0/2222540099 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f303808d020 msgr2=0x7f3038085a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.696+0000 7f304f0e7640 0 -- 172.21.15.64:0/2222540099 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f2f18082280 msgr2=0x7f2f180846b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:22.751 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 zone default found 2024-09-22T09:04:22.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 4 Realm: () 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 zonegroup default 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 started sync module instance, tier type = 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.704+0000 7f3051de29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:22.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=0 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=1 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=2 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=3 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=4 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=5 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.720+0000 7f3051de29c0 20 add_watcher() i=6 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.724+0000 7f3051de29c0 20 add_watcher() i=7 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.724+0000 7f3051de29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.724+0000 7f2f05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 5 note: GC not initialized 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f2f04fe1640 20 reqs_thread_entry: start 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:22.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 Filter name: none 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f2e7e7fc640 20 reqs_thread_entry: start 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:04:22.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.728+0000 7f3051de29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.732+0000 7f2f05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.736+0000 7f3051de29c0 20 remove_watcher() i=0 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.736+0000 7f3051de29c0 2 removed watcher, disabling cache 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.736+0000 7f3051de29c0 20 remove_watcher() i=1 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.740+0000 7f3051de29c0 20 remove_watcher() i=2 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.740+0000 7f3051de29c0 20 remove_watcher() i=3 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.744+0000 7f3051de29c0 20 remove_watcher() i=4 2024-09-22T09:04:22.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.744+0000 7f3051de29c0 20 remove_watcher() i=5 2024-09-22T09:04:22.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.748+0000 7f3051de29c0 20 remove_watcher() i=6 2024-09-22T09:04:22.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.748+0000 7f3051de29c0 20 remove_watcher() i=7 2024-09-22T09:04:22.758 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.759 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:22.759 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-22T09:04:22.759 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:22.817 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:04:22.855 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:22.855 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:22.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.904+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 realm 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.906 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:22.907 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.908+0000 7feb2a9a49c0 20 searching for the correct realm 2024-09-22T09:04:22.912 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.916+0000 7feb28cab640 0 -- 172.21.15.64:0/1394170373 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5653d6a343d0 msgr2=0x5653d6a367e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.924+0000 7feb27ca9640 0 -- 172.21.15.64:0/1394170373 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7feb10068e90 msgr2=0x7feb1009dab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:22.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:22.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.928+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 zone default found 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 4 Realm: () 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 zonegroup default 2024-09-22T09:04:22.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:22.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 started sync module instance, tier type = 2024-09-22T09:04:22.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.932+0000 7feb2a9a49c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:22.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=0 2024-09-22T09:04:22.946 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=1 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=2 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=3 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=4 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=5 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.948+0000 7feb2a9a49c0 20 add_watcher() i=6 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 20 add_watcher() i=7 2024-09-22T09:04:22.947 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:22.950 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7fe9de7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 5 note: GC not initialized 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7fe9dd7e2640 20 reqs_thread_entry: start 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 20 Filter name: none 2024-09-22T09:04:22.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7fe94effd640 20 reqs_thread_entry: start 2024-09-22T09:04:22.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:04:22.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.952+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:22.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:22.952 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : miss 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:22.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7feb2a9a49c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to be held by another RGW process; skipping for now 2024-09-22T09:04:22.955 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.956+0000 7fe9de7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:22.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.964+0000 7feb2a9a49c0 20 remove_watcher() i=0 2024-09-22T09:04:22.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.964+0000 7feb2a9a49c0 2 removed watcher, disabling cache 2024-09-22T09:04:22.962 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.964+0000 7feb2a9a49c0 20 remove_watcher() i=1 2024-09-22T09:04:22.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.968+0000 7feb2a9a49c0 20 remove_watcher() i=2 2024-09-22T09:04:22.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.968+0000 7feb2a9a49c0 20 remove_watcher() i=3 2024-09-22T09:04:22.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.972+0000 7feb2a9a49c0 20 remove_watcher() i=4 2024-09-22T09:04:22.969 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.972+0000 7feb2a9a49c0 20 remove_watcher() i=5 2024-09-22T09:04:22.971 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.972+0000 7feb2a9a49c0 20 remove_watcher() i=6 2024-09-22T09:04:22.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:22.976+0000 7feb2a9a49c0 20 remove_watcher() i=7 2024-09-22T09:04:22.986 INFO:tasks.workunit.client.0.smithi064.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:04:52.989 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:04:53.028 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:53.028 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:53.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.075+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 realm 2024-09-22T09:04:53.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:53.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:53.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:53.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.079+0000 7f83d53bc9c0 20 searching for the correct realm 2024-09-22T09:04:53.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.087+0000 7f83d36c3640 0 -- 172.21.15.64:0/1328678866 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f83c8028040 msgr2=0x7f83c800e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:53.302 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.303+0000 7f83d2ec2640 0 -- 172.21.15.64:0/1328678866 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x558a0cd81180 msgr2=0x558a0cd83640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:53.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:53.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 zone default found 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 4 Realm: () 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 zonegroup default 2024-09-22T09:04:53.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.311+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 started sync module instance, tier type = 2024-09-22T09:04:53.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.315+0000 7f83d53bc9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=0 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=1 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=2 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=3 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=4 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=5 2024-09-22T09:04:53.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.339+0000 7f83d53bc9c0 20 add_watcher() i=6 2024-09-22T09:04:53.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.343+0000 7f83d53bc9c0 20 add_watcher() i=7 2024-09-22T09:04:53.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.343+0000 7f83d53bc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:53.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f82897e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:53.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:53.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:53.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 5 note: GC not initialized 2024-09-22T09:04:53.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f8203fff640 20 reqs_thread_entry: start 2024-09-22T09:04:53.346 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:53.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 Filter name: none 2024-09-22T09:04:53.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f8201ffb640 20 reqs_thread_entry: start 2024-09-22T09:04:53.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:04:53.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.347 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:53.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:04:53.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:04:53.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : miss 2024-09-22T09:04:53.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.347+0000 7f83d53bc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.348 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-22T09:04:53.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:53.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.349 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:53.350 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.351+0000 7f83d53bc9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:04:53.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40, ofs0, ns] 2024-09-22T09:04:53.359 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f82b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398975 cookie 94051409395312 notifier 8124 bl.length()=1015 2024-09-22T09:04:53.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f82b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f82b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.361 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f82b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_sources= new_sources= 2024-09-22T09:04:53.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential sources added=[] removed=[] 2024-09-22T09:04:53.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_dests= new_dests= 2024-09-22T09:04:53.362 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.359+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential dests added=[] removed=[] 2024-09-22T09:04:53.366 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.367+0000 7f83d53bc9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.2.0 2024-09-22T09:04:53.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.367+0000 7f83d53bc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.2.0 2024-09-22T09:04:53.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.367+0000 7f83d53bc9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.2.1 2024-09-22T09:04:53.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.367+0000 7f83d53bc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.2.1 2024-09-22T09:04:53.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.367+0000 7f83d53bc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.0 2024-09-22T09:04:53.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.371+0000 7f83d53bc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:53.371 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.371+0000 7f83d53bc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40, ofs0, ns] 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f82b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398976 cookie 94051409395312 notifier 8124 bl.length()=1015 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f82b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f82b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f82b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.375 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_sources= new_sources= 2024-09-22T09:04:53.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential sources added=[] removed=[] 2024-09-22T09:04:53.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_dests= new_dests= 2024-09-22T09:04:53.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.375+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential dests added=[] removed=[] 2024-09-22T09:04:53.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40.0 2024-09-22T09:04:53.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 : hit (requested=0x17, cached=0x17) 2024-09-22T09:04:53.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 2024-09-22T09:04:53.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f83d53bc9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40, ofs0, ns] 2024-09-22T09:04:53.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f82b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398977 cookie 94051409395312 notifier 8124 bl.length()=983 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f82b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 info.flags=0x17 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f82b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 to cache LRU end 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.379+0000 7f82b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.383+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_sources= new_sources= 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.383+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential sources added=[] removed=[] 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.383+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): orig_dests= new_dests= 2024-09-22T09:04:53.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.383+0000 7f83d53bc9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40]): potential dests added=[] removed=[] 2024-09-22T09:04:53.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.383+0000 7f83d53bc9c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-22T09:04:53.385 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.387+0000 7f82897e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:53.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.391+0000 7f83d53bc9c0 20 remove_watcher() i=0 2024-09-22T09:04:53.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.391+0000 7f83d53bc9c0 2 removed watcher, disabling cache 2024-09-22T09:04:53.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.395+0000 7f83d53bc9c0 20 remove_watcher() i=1 2024-09-22T09:04:53.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.395+0000 7f83d53bc9c0 20 remove_watcher() i=2 2024-09-22T09:04:53.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.399+0000 7f83d53bc9c0 20 remove_watcher() i=3 2024-09-22T09:04:53.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.399+0000 7f83d53bc9c0 20 remove_watcher() i=4 2024-09-22T09:04:53.400 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.403+0000 7f83d53bc9c0 20 remove_watcher() i=5 2024-09-22T09:04:53.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.403+0000 7f83d53bc9c0 20 remove_watcher() i=6 2024-09-22T09:04:53.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.403+0000 7f83d53bc9c0 20 remove_watcher() i=7 2024-09-22T09:04:53.419 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-22T09:04:53.452 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:53.453 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:53.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.499+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 realm 2024-09-22T09:04:53.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:53.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:53.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:53.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.503+0000 7fc0c40639c0 20 searching for the correct realm 2024-09-22T09:04:53.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.511+0000 7fc0c236a640 0 -- 172.21.15.64:0/436319994 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fc0b800ab70 msgr2=0x7fc0b802f900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:53.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.727+0000 7fc0c1b69640 0 -- 172.21.15.64:0/436319994 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55a808e050b0 msgr2=0x55a808e074a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:53.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 zone default found 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 4 Realm: () 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 zonegroup default 2024-09-22T09:04:53.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.735+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.739+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.739+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.739+0000 7fc0c40639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.739+0000 7fc0c40639c0 20 started sync module instance, tier type = 2024-09-22T09:04:53.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.739+0000 7fc0c40639c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:53.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=0 2024-09-22T09:04:53.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=1 2024-09-22T09:04:53.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=2 2024-09-22T09:04:53.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=3 2024-09-22T09:04:53.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=4 2024-09-22T09:04:53.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=5 2024-09-22T09:04:53.762 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.763+0000 7fc0c40639c0 20 add_watcher() i=6 2024-09-22T09:04:53.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.767+0000 7fc0c40639c0 20 add_watcher() i=7 2024-09-22T09:04:53.764 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.767+0000 7fc0c40639c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:53.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fbf737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:53.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:53.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:53.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 5 note: GC not initialized 2024-09-22T09:04:53.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fbf727fc640 20 reqs_thread_entry: start 2024-09-22T09:04:53.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:53.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 Filter name: none 2024-09-22T09:04:53.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fbee3fff640 20 reqs_thread_entry: start 2024-09-22T09:04:53.770 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:53.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.771+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:53.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:53.772 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-22T09:04:53.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:04:53.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.775+0000 7fc0c40639c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:53.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.779+0000 7fbf737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:53.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.783+0000 7fc0c40639c0 20 remove_watcher() i=0 2024-09-22T09:04:53.782 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.783+0000 7fc0c40639c0 2 removed watcher, disabling cache 2024-09-22T09:04:53.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.787+0000 7fc0c40639c0 20 remove_watcher() i=1 2024-09-22T09:04:53.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.787+0000 7fc0c40639c0 20 remove_watcher() i=2 2024-09-22T09:04:53.788 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.791+0000 7fc0c40639c0 20 remove_watcher() i=3 2024-09-22T09:04:53.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.791+0000 7fc0c40639c0 20 remove_watcher() i=4 2024-09-22T09:04:53.792 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.795+0000 7fc0c40639c0 20 remove_watcher() i=5 2024-09-22T09:04:53.794 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.795+0000 7fc0c40639c0 20 remove_watcher() i=6 2024-09-22T09:04:53.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.799+0000 7fc0c40639c0 20 remove_watcher() i=7 2024-09-22T09:04:53.811 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:53.811 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:53.811 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: abort-at-change-reshard-state id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-22T09:04:53.811 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:53.892 INFO:tasks.workunit.client.0.smithi064.stderr: test: logrecord could be stopped after reshard failed 2024-09-22T09:04:53.892 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:04:53.918 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:53.918 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:53.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 realm 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:53.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.963+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.967+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:53.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.967+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:53.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.967+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:53.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.967+0000 7fb89bcf49c0 20 searching for the correct realm 2024-09-22T09:04:53.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:53.975+0000 7fb899ffb640 0 -- 172.21.15.64:0/2985313677 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb884008040 msgr2=0x7fb8840863d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.191+0000 7fb8997fa640 0 -- 172.21.15.64:0/2985313677 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5571a9e312f0 msgr2=0x5571a9e336e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:54.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:54.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:54.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:54.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:54.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:54.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.199+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 zone default found 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 4 Realm: () 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:54.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 zonegroup default 2024-09-22T09:04:54.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.202 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 started sync module instance, tier type = 2024-09-22T09:04:54.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.203+0000 7fb89bcf49c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=0 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=1 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=2 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=3 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=4 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=5 2024-09-22T09:04:54.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.227+0000 7fb89bcf49c0 20 add_watcher() i=6 2024-09-22T09:04:54.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.231+0000 7fb89bcf49c0 20 add_watcher() i=7 2024-09-22T09:04:54.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.231+0000 7fb89bcf49c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:54.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb74ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb89bcf49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:54.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb89bcf49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:54.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb89bcf49c0 5 note: GC not initialized 2024-09-22T09:04:54.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb74efe5640 20 reqs_thread_entry: start 2024-09-22T09:04:54.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb89bcf49c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:54.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb89bcf49c0 20 Filter name: none 2024-09-22T09:04:54.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb74cfe1640 20 reqs_thread_entry: start 2024-09-22T09:04:54.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.235+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.236 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:54.237 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.239 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.239+0000 7fb89bcf49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:54.241 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.243+0000 7fb74ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.247+0000 7fb89bcf49c0 20 remove_watcher() i=0 2024-09-22T09:04:54.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.247+0000 7fb89bcf49c0 2 removed watcher, disabling cache 2024-09-22T09:04:54.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.251+0000 7fb89bcf49c0 20 remove_watcher() i=1 2024-09-22T09:04:54.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.251+0000 7fb89bcf49c0 20 remove_watcher() i=2 2024-09-22T09:04:54.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.255+0000 7fb89bcf49c0 20 remove_watcher() i=3 2024-09-22T09:04:54.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.259+0000 7fb89bcf49c0 20 remove_watcher() i=4 2024-09-22T09:04:54.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.259+0000 7fb89bcf49c0 20 remove_watcher() i=5 2024-09-22T09:04:54.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.263+0000 7fb89bcf49c0 20 remove_watcher() i=6 2024-09-22T09:04:54.262 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.263+0000 7fb89bcf49c0 20 remove_watcher() i=7 2024-09-22T09:04:54.282 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.282 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:04:54.282 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-22T09:04:54.282 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.282 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:04:54.310 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:54.310 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:54.353 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 realm 2024-09-22T09:04:54.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.355 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:54.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.356 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.355+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.359+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.357 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.359+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.359+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:54.358 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.359+0000 7fa73de359c0 20 searching for the correct realm 2024-09-22T09:04:54.364 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.367+0000 7fa73b13a640 0 -- 172.21.15.64:0/2687196118 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fa730036070 msgr2=0x7fa730046900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.371+0000 7fa73b13a640 0 -- 172.21.15.64:0/2687196118 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fa604082300 msgr2=0x7fa604084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:54.377 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.378 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 zone default found 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 4 Realm: () 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 zonegroup default 2024-09-22T09:04:54.379 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.379+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.383+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.383+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.383+0000 7fa73de359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.383+0000 7fa73de359c0 20 started sync module instance, tier type = 2024-09-22T09:04:54.380 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.383+0000 7fa73de359c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:54.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=0 2024-09-22T09:04:54.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=1 2024-09-22T09:04:54.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=2 2024-09-22T09:04:54.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=3 2024-09-22T09:04:54.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=4 2024-09-22T09:04:54.398 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=5 2024-09-22T09:04:54.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=6 2024-09-22T09:04:54.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 20 add_watcher() i=7 2024-09-22T09:04:54.399 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.399+0000 7fa73de359c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:54.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa5f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:54.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:54.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 5 note: GC not initialized 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa5f0fe1640 20 reqs_thread_entry: start 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 Filter name: none 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa56a7fc640 20 reqs_thread_entry: start 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.403 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.403+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:54.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa73de359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:54.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.407+0000 7fa5f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.415+0000 7fa73de359c0 20 remove_watcher() i=0 2024-09-22T09:04:54.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.415+0000 7fa73de359c0 2 removed watcher, disabling cache 2024-09-22T09:04:54.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.415+0000 7fa73de359c0 20 remove_watcher() i=1 2024-09-22T09:04:54.416 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.419+0000 7fa73de359c0 20 remove_watcher() i=2 2024-09-22T09:04:54.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.419+0000 7fa73de359c0 20 remove_watcher() i=3 2024-09-22T09:04:54.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.423+0000 7fa73de359c0 20 remove_watcher() i=4 2024-09-22T09:04:54.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.423+0000 7fa73de359c0 20 remove_watcher() i=5 2024-09-22T09:04:54.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.423+0000 7fa73de359c0 20 remove_watcher() i=6 2024-09-22T09:04:54.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.427+0000 7fa73de359c0 20 remove_watcher() i=7 2024-09-22T09:04:54.439 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-22T09:04:54.471 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:54.471 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:54.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.515+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 realm 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.519 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.523+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:54.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.523+0000 7f5f10efb9c0 20 searching for the correct realm 2024-09-22T09:04:54.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.527+0000 7f5f0f202640 0 -- 172.21.15.64:0/4163292632 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55ef5aa755f0 msgr2=0x55ef5aa77ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.531 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.531+0000 7f5f0e200640 0 -- 172.21.15.64:0/4163292632 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f5f0408f690 msgr2=0x7f5f04084f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.540 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.541 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 zone default found 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 Realm: () 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 zonegroup default 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.542 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 started sync module instance, tier type = 2024-09-22T09:04:54.543 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=0 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=1 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=2 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=3 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=4 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=5 2024-09-22T09:04:54.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=6 2024-09-22T09:04:54.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=7 2024-09-22T09:04:54.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.563+0000 7f5f10efb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:54.565 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5dc57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:54.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 note: GC not initialized 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5d3ffff640 20 reqs_thread_entry: start 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 Filter name: none 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5d3dffb640 20 reqs_thread_entry: start 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.571+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:54.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:04:54.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398980 cookie 94486506538336 notifier 8193 bl.length()=911 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.575 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:04:54.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:04:54.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:04:54.576 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:04:54.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:04:54.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.1 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.1 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.2 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.2 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.3 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.3 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:54.582 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:54.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:54.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.587+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:54.584 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.587+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:54.587 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f10efb9c0 time 2024-09-22T09:04:54.592199+0000 2024-09-22T09:04:54.587 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:54.601 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.601 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f147d52eb] 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f5f10efb9c0 thread_name:radosgw-admin 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.591+0000 7f5f10efb9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f10efb9c0 time 2024-09-22T09:04:54.592199+0000 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:54.602 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f147d52eb] 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.603 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f13654520] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f147d5345] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:54.604 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.591+0000 7f5f10efb9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f5f10efb9c0 thread_name:radosgw-admin 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f13654520] 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f147d5345] 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.605 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) unregister_commands rotate-key 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.606 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding auth protocol: cephx 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding auth protocol: cephx 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding auth protocol: cephx 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.607 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: starting msgr at 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: starting objecter 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command objecter_requests hook 0x55ef5a758430 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: setting wanted keys 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: calling monclient init 2024-09-22T09:04:54.608 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding auth protocol: cephx 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding auth protocol: cephx 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding auth protocol: cephx 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.609 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key hook 0x55ef5a98ba58 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5a83be00 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5a83c3a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5a8d3fa0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.610 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.183669s 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): get_auth_request con 0x55ef5a83c3a0 auth_method 0 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5a8d3fa0 auth_method 0 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.611 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:04:54.499+0000 7f5f0e200640 10 monclient(hunting): handle_auth_done global_id 8184 payload 824 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:04:54.499+0000 7f5f0e200640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:04:54.499+0000 7f5f0e200640 1 monclient: found mon.noname-a 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:04:54.499+0000 7f5f0e200640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:04:54.499+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x55ef5a83be00 auth_method 0 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: dump: 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.612 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: dump: 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.613 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:04:54.499+0000 7f5dfce09640 4 set_mon_vals no callback set 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 8184 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 1 librados: init done 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:04:54.499+0000 7f5dfb606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:04:54.499+0000 7f5dfb606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.614 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:04:54.499+0000 7f5dfb606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:04:54.499+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5df4071c10 auth_method 0 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:04:54.499+0000 7f5f0f202640 10 monclient: get_auth_request con 0x55ef5a9b73c0 auth_method 0 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:04:54.503+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x55ef5a9d6ac0 auth_method 0 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:04:54.503+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5a9dacb0 auth_method 0 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.615 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding auth protocol: cephx 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding auth protocol: cephx 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding auth protocol: cephx 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.616 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command objecter_requests cmddesc objecter_requests hook 0x55ef5a9e3560 EEXIST 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding auth protocol: cephx 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding auth protocol: cephx 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding auth protocol: cephx 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.617 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key cmddesc rotate-key hook 0x55ef5a9de2e0 EEXIST 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:04:54.618 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5aa07710 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5aa07040 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5aa05a20 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.193569s 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request con 0x55ef5aa07710 auth_method 0 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.619 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5aa05a20 auth_method 0 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): get_auth_request con 0x55ef5aa07040 auth_method 0 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.620 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_done global_id 8187 payload 824 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:04:54.507+0000 7f5f0f202640 1 monclient: found mon.noname-a 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: dump: 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.621 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: dump: 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.622 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 8187 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:04:54.507+0000 7f5f0fa03640 4 set_mon_vals no callback set 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:04:54.511+0000 7f5df8e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:04:54.511+0000 7f5df8e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:04:54.511+0000 7f5df8e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5de8071b20 auth_method 0 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: get_monmap_and_config 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.623 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding auth protocol: cephx 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding auth protocol: cephx 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding auth protocol: cephx 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.624 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding auth protocol: cephx 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding auth protocol: cephx 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding auth protocol: cephx 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.625 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.626 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key cmddesc rotate-key hook 0x7ffea3ecf178 EEXIST 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5aa5b560 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5aa2af80 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5aa56d30 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.198349s 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request con 0x55ef5aa5b560 auth_method 0 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5aa56d30 auth_method 0 2024-09-22T09:04:54.627 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_done global_id 7673 payload 274 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:04:54.511+0000 7f5f0f202640 1 monclient: found mon.noname-c 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:04:54.511+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5aa2af80 auth_method 0 2024-09-22T09:04:54.628 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: dump: 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.629 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: dump: 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 7673 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 4 set_mon_vals no callback set 2024-09-22T09:04:54.630 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: shutdown 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding auth protocol: cephx 2024-09-22T09:04:54.631 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding auth protocol: cephx 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding auth protocol: cephx 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.632 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: starting msgr at 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: starting objecter 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command objecter_requests cmddesc objecter_requests hook 0x55ef5aa56a30 EEXIST 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: setting wanted keys 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: calling monclient init 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding auth protocol: cephx 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding auth protocol: cephx 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding auth protocol: cephx 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.633 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key cmddesc rotate-key hook 0x55ef5aa09678 EEXIST 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5aa2af80 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5aa56d30 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5aa5b560 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.634 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.201163s 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): get_auth_request con 0x55ef5aa56d30 auth_method 0 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request con 0x55ef5aa2af80 auth_method 0 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.635 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5aa5b560 auth_method 0 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_done global_id 8193 payload 824 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:04:54.515+0000 7f5f0e200640 1 monclient: found mon.noname-a 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:54.636 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: dump: 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.637 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: dump: 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:04:54.515+0000 7f5df27fc640 4 set_mon_vals no callback set 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 8193 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.638 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: init done 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cr dump hook 0x55ef5aa68b28 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:04:54.519+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5dd8071be0 auth_method 0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:04:54.519+0000 7f5f0f202640 10 monclient: get_auth_request con 0x55ef5aa755f0 auth_method 0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 realm 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.639 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:04:54.519+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x55ef5aa799d0 auth_method 0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:04:54.519+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5aa7d180 auth_method 0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:04:54.523+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:04:54.523+0000 7f5f10efb9c0 20 searching for the correct realm 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:04:54.523+0000 7f5f0f202640 10 monclient: get_auth_request con 0x55ef5aa81f00 auth_method 0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:04:54.523+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5f08131030 auth_method 0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:04:54.523+0000 7f5f0e200640 10 monclient: get_auth_request con 0x7f5f0408f690 auth_method 0 2024-09-22T09:04:54.640 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:04:54.527+0000 7f5f0f202640 0 -- 172.21.15.64:0/4163292632 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55ef5aa755f0 msgr2=0x55ef5aa77ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:04:54.527+0000 7f5df0ff9640 1 client.8193.objecter ms_handle_reset 0x55ef5aa755f0 session 0x55ef5aa74f20 osd.1 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:04:54.527+0000 7f5df0ff9640 10 monclient: _renew_subs 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:04:54.527+0000 7f5df0ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:04:54.527+0000 7f5f0f202640 10 monclient: get_auth_request con 0x7f5dd8082300 auth_method 0 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:04:54.527+0000 7f5f0f202640 10 monclient: get_auth_request con 0x7f5f0409ce90 auth_method 0 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:04:54.531+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5f0408f060 auth_method 0 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:04:54.531+0000 7f5f0e200640 0 -- 172.21.15.64:0/4163292632 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f5f0408f690 msgr2=0x7f5f04084f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:04:54.531+0000 7f5df0ff9640 1 client.8193.objecter ms_handle_reset 0x7f5f0408f690 session 0x7f5f04086080 osd.4 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:04:54.535+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5aa755f0 auth_method 0 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:54.641 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 zone default found 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 Realm: () 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 zonegroup default 2024-09-22T09:04:54.642 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 started sync module instance, tier type = 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=0 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=1 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=2 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=3 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=4 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=5 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=6 2024-09-22T09:04:54.643 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=7 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding auth protocol: cephx 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding auth protocol: cephx 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding auth protocol: cephx 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:04:54.567+0000 7f5dc57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.644 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache list hook 0x55ef5aa4f960 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache inspect hook 0x55ef5aa4f960 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache erase hook 0x55ef5aa4f960 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache zap hook 0x55ef5aa4f960 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 note: GC not initialized 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:04:54.567+0000 7f5d3ffff640 20 reqs_thread_entry: start 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace show hook 0x7f5f08004510 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace history hook 0x7f5f08004510 2024-09-22T09:04:54.645 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace active hook 0x7f5f08004510 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace active_short hook 0x7f5f08004510 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 Filter name: none 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:04:54.567+0000 7f5d3dffb640 20 reqs_thread_entry: start 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.646 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398980 cookie 94486506538336 notifier 8193 bl.length()=911 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:04:54.647 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.1 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.1 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.2 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.2 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.3 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.3 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:04:54.587+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:04:54.587+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:04:54.591+0000 7f5f10efb9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f10efb9c0 time 2024-09-22T09:04:54.592199+0000 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.648 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f147d52eb] 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:04:54.591+0000 7f5f10efb9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f5f10efb9c0 thread_name:radosgw-admin 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.649 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f13654520] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f147d5345] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.650 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:04:54.651 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:04:54.652 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:04:54.653 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:04:54.654 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:04:54.655 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:04:54.656 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5d3dffb640 / http_manager 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5d3ffff640 / http_manager 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5dc57e2640 / rgw_dt_lg_renew 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5df0ff9640 / ms_dispatch 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5df27fc640 / io_context_pool 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5df8e01640 / ms_dispatch 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5dfb606640 / ms_dispatch 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5dfce09640 / io_context_pool 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0e200640 / msgr-worker-2 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0ea01640 / msgr-worker-1 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0f202640 / msgr-worker-0 2024-09-22T09:04:54.657 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0fa03640 / io_context_pool 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f10efb9c0 / radosgw-admin 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.139364.log 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) unregister_commands rotate-key 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.658 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding auth protocol: cephx 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding auth protocol: cephx 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding auth protocol: cephx 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.659 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: crc 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98ebe0) adding con mode: secure 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: starting msgr at 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: starting objecter 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command objecter_requests hook 0x55ef5a758430 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: setting wanted keys 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 1 librados: calling monclient init 2024-09-22T09:04:54.660 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding auth protocol: cephx 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding auth protocol: cephx 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding auth protocol: cephx 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.661 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: crc 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a98b910) adding con mode: secure 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key hook 0x55ef5a98ba58 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5a83be00 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5a83c3a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5a8d3fa0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.662 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:04:54.495+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.183669s 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): get_auth_request con 0x55ef5a83c3a0 auth_method 0 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5a8d3fa0 auth_method 0 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:04:54.495+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.663 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:04:54.495+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:04:54.499+0000 7f5f0e200640 10 monclient(hunting): handle_auth_done global_id 8184 payload 824 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:04:54.499+0000 7f5f0e200640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:04:54.499+0000 7f5f0e200640 1 monclient: found mon.noname-a 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:04:54.499+0000 7f5f0e200640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:04:54.499+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x55ef5a83be00 auth_method 0 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: dump: 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.664 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:04:54.499+0000 7f5dfb606640 10 monclient: dump: 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.665 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:04:54.499+0000 7f5dfce09640 4 set_mon_vals no callback set 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 8184 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.666 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:04:54.499+0000 7f5f10efb9c0 1 librados: init done 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:04:54.499+0000 7f5dfb606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:04:54.499+0000 7f5dfb606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:04:54.499+0000 7f5dfb606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:04:54.499+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5df4071c10 auth_method 0 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:04:54.499+0000 7f5f0f202640 10 monclient: get_auth_request con 0x55ef5a9b73c0 auth_method 0 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:04:54.503+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x55ef5a9d6ac0 auth_method 0 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:04:54.503+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5a9dacb0 auth_method 0 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.667 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding auth protocol: cephx 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding auth protocol: cephx 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding auth protocol: cephx 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.668 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: crc 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9dfb70) adding con mode: secure 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command objecter_requests cmddesc objecter_requests hook 0x55ef5a9e3560 EEXIST 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding auth protocol: cephx 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding auth protocol: cephx 2024-09-22T09:04:54.669 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding auth protocol: cephx 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: crc 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5a9de198) adding con mode: secure 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.670 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key cmddesc rotate-key hook 0x55ef5a9de2e0 EEXIST 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5aa07710 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5aa07040 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5aa05a20 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.193569s 2024-09-22T09:04:54.671 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request con 0x55ef5aa07710 auth_method 0 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5aa05a20 auth_method 0 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:04:54.507+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): get_auth_request con 0x55ef5aa07040 auth_method 0 2024-09-22T09:04:54.672 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:04:54.507+0000 7f5f0e200640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient(hunting): handle_auth_done global_id 8187 payload 824 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:04:54.507+0000 7f5f0f202640 1 monclient: found mon.noname-a 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:04:54.507+0000 7f5f0f202640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: dump: 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.673 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:04:54.507+0000 7f5df8e01640 10 monclient: dump: 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.674 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 8187 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:04:54.507+0000 7f5f0fa03640 4 set_mon_vals no callback set 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:04:54.507+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.675 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:04:54.511+0000 7f5df8e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:04:54.511+0000 7f5df8e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:04:54.511+0000 7f5df8e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5de8071b20 auth_method 0 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: get_monmap_and_config 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.676 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding auth protocol: cephx 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding auth protocol: cephx 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding auth protocol: cephx 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.677 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: crc 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa26f70) adding con mode: secure 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding auth protocol: cephx 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding auth protocol: cephx 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding auth protocol: cephx 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.678 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: crc 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf030) adding con mode: secure 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key cmddesc rotate-key hook 0x7ffea3ecf178 EEXIST 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:04:54.679 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5aa5b560 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5aa2af80 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5aa56d30 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.198349s 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request con 0x55ef5aa5b560 auth_method 0 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5aa56d30 auth_method 0 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.680 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:04:54.511+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient(hunting): handle_auth_done global_id 7673 payload 274 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:04:54.511+0000 7f5f0f202640 1 monclient: found mon.noname-c 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:04:54.511+0000 7f5f0f202640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:04:54.511+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5aa2af80 auth_method 0 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: dump: 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.681 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:04:54.511+0000 7f5df27fc640 10 monclient: dump: 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.682 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 7673 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 4 set_mon_vals no callback set 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:04:54.511+0000 7f5f10efb9c0 10 monclient: shutdown 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: build_initial_monmap 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 build_initial for_mkfs: 0 2024-09-22T09:04:54.683 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: monmap: 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding auth protocol: cephx 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding auth protocol: cephx 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding auth protocol: cephx 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.684 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: crc 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa4da50) adding con mode: secure 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: starting msgr at 2024-09-22T09:04:54.685 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: starting objecter 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command objecter_requests cmddesc objecter_requests hook 0x55ef5aa56a30 EEXIST 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: setting wanted keys 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: calling monclient init 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: init 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding auth protocol: cephx 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding auth protocol: cephx 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding auth protocol: cephx 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.686 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: crc 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 AuthRegistry(0x55ef5aa09530) adding con mode: secure 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command rotate-key cmddesc rotate-key hook 0x55ef5aa09678 EEXIST 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-c con 0x55ef5aa2af80 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-a con 0x55ef5aa56d30 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): picked mon.noname-b con 0x55ef5aa5b560 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.687 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient(hunting): authenticate will time out at 2491.201163s 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): get_auth_request con 0x55ef5aa56d30 auth_method 0 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request con 0x55ef5aa2af80 auth_method 0 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.688 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:04:54.515+0000 7f5f0ea01640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): get_auth_request con 0x55ef5aa5b560 auth_method 0 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:04:54.515+0000 7f5f0f202640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient(hunting): handle_auth_done global_id 8193 payload 824 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient: _finish_hunting 0 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:04:54.515+0000 7f5f0e200640 1 monclient: found mon.noname-a 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:04:54.515+0000 7f5f0e200640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: dump: 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.689 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: _finish_auth 0 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 10 monclient: dump: 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:04:54.690 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:04:54.515+0000 7f5df27fc640 4 set_mon_vals no callback set 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 monclient: authenticate success, global_id 8193 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.691 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _renew_subs 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 1 librados: init done 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cr dump hook 0x55ef5aa68b28 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:04:54.515+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:04:54.515+0000 7f5df0ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:04:54.519+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5dd8071be0 auth_method 0 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:04:54.519+0000 7f5f0f202640 10 monclient: get_auth_request con 0x55ef5aa755f0 auth_method 0 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 realm 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.692 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:04:54.519+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x55ef5aa799d0 auth_method 0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:04:54.519+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:04:54.519+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5aa7d180 auth_method 0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:04:54.523+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:04:54.523+0000 7f5f10efb9c0 20 searching for the correct realm 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:04:54.523+0000 7f5f0f202640 10 monclient: get_auth_request con 0x55ef5aa81f00 auth_method 0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:04:54.523+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5f08131030 auth_method 0 2024-09-22T09:04:54.693 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:04:54.523+0000 7f5f0e200640 10 monclient: get_auth_request con 0x7f5f0408f690 auth_method 0 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:04:54.527+0000 7f5f0f202640 0 -- 172.21.15.64:0/4163292632 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55ef5aa755f0 msgr2=0x55ef5aa77ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:04:54.527+0000 7f5df0ff9640 1 client.8193.objecter ms_handle_reset 0x55ef5aa755f0 session 0x55ef5aa74f20 osd.1 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:04:54.527+0000 7f5df0ff9640 10 monclient: _renew_subs 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:04:54.527+0000 7f5df0ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:04:54.527+0000 7f5f0f202640 10 monclient: get_auth_request con 0x7f5dd8082300 auth_method 0 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:04:54.527+0000 7f5f0f202640 10 monclient: get_auth_request con 0x7f5f0409ce90 auth_method 0 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:04:54.531+0000 7f5f0ea01640 10 monclient: get_auth_request con 0x7f5f0408f060 auth_method 0 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:04:54.531+0000 7f5f0e200640 0 -- 172.21.15.64:0/4163292632 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f5f0408f690 msgr2=0x7f5f04084f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:04:54.531+0000 7f5df0ff9640 1 client.8193.objecter ms_handle_reset 0x7f5f0408f690 session 0x7f5f04086080 osd.4 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:04:54.535+0000 7f5f0e200640 10 monclient: get_auth_request con 0x55ef5aa755f0 auth_method 0 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:54.694 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:04:54.539+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 zone default found 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 Realm: () 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:54.695 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 zonegroup default 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 started sync module instance, tier type = 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:04:54.543+0000 7f5f10efb9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=0 2024-09-22T09:04:54.696 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=1 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=2 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=3 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=4 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=5 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=6 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 20 add_watcher() i=7 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:04:54.563+0000 7f5f10efb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding auth protocol: cephx 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding auth protocol: cephx 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding auth protocol: cephx 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.697 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:04:54.567+0000 7f5dc57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: crc 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 AuthRegistry(0x7ffea3ecf500) adding con mode: secure 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache list hook 0x55ef5aa4f960 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache inspect hook 0x55ef5aa4f960 2024-09-22T09:04:54.698 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache erase hook 0x55ef5aa4f960 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command cache zap hook 0x55ef5aa4f960 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 note: GC not initialized 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:04:54.567+0000 7f5d3ffff640 20 reqs_thread_entry: start 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace show hook 0x7f5f08004510 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace history hook 0x7f5f08004510 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace active hook 0x7f5f08004510 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 5 asok(0x55ef5a77e250) register_command sync trace active_short hook 0x7f5f08004510 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 Filter name: none 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:04:54.567+0000 7f5d3dffb640 20 reqs_thread_entry: start 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.699 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:04:54.567+0000 7f5f10efb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:04:54.571+0000 7f5f10efb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:04:54.700 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398980 cookie 94486506538336 notifier 8193 bl.length()=911 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:04:54.575+0000 7f5df27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:04:54.575+0000 7f5f10efb9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.1 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.1 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.2 2024-09-22T09:04:54.701 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.2 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.3 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.3 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:04:54.583+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:04:54.587+0000 7f5f10efb9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:04:54.587+0000 7f5f10efb9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:04:54.591+0000 7f5f10efb9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f10efb9c0 time 2024-09-22T09:04:54.592199+0000 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.702 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f147d52eb] 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:04:54.591+0000 7f5f10efb9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f5f10efb9c0 thread_name:radosgw-admin 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:04:54.703 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f13654520] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f147d5345] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f147d549f] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ef582e6901] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55ef582fb09c] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55ef582fc724] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f1363bd90] 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:04:54.704 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:04:54.705 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:04:54.706 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:04:54.707 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:04:54.708 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:04:54.709 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:04:54.710 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5d3dffb640 / http_manager 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5d3ffff640 / http_manager 2024-09-22T09:04:54.711 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5dc57e2640 / rgw_dt_lg_renew 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5df0ff9640 / ms_dispatch 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5df27fc640 / io_context_pool 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5df8e01640 / ms_dispatch 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5dfb606640 / ms_dispatch 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5dfce09640 / io_context_pool 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0e200640 / msgr-worker-2 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0ea01640 / msgr-worker-1 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0f202640 / msgr-worker-0 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f0fa03640 / io_context_pool 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: 7f5f10efb9c0 / radosgw-admin 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:04:54.594623Z_c9cc7be9-a5ff-4b98-aae1-fc8fb90fa523/log 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:04:54.712 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:04:54.713 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 realm 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.716 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.671+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.675+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.675+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.675+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.675+0000 7f4e9916d9c0 20 searching for the correct realm 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.683+0000 7f4e97474640 0 -- 172.21.15.64:0/2592713980 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55e15b57b8c0 msgr2=0x55e15b57dd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.687+0000 7f4e96c73640 0 -- 172.21.15.64:0/2592713980 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f4e8804c800 msgr2=0x7f4e8807f9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 zone default found 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 4 Realm: () 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 zonegroup default 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.695+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.699+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.699+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.699+0000 7f4e9916d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.699+0000 7f4e9916d9c0 20 started sync module instance, tier type = 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.699+0000 7f4e9916d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=0 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=1 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=2 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=3 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=4 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=5 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=6 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 20 add_watcher() i=7 2024-09-22T09:04:54.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.715+0000 7f4e9916d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:54.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4d4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 5 note: GC not initialized 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4cc7fff640 20 reqs_thread_entry: start 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 Filter name: none 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4cc5ffb640 20 reqs_thread_entry: start 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.719+0000 7f4e9916d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:04:54.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.723+0000 7f4d4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:54.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.727+0000 7f4e9916d9c0 20 remove_watcher() i=0 2024-09-22T09:04:54.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.727+0000 7f4e9916d9c0 2 removed watcher, disabling cache 2024-09-22T09:04:54.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.731+0000 7f4e9916d9c0 20 remove_watcher() i=1 2024-09-22T09:04:54.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.731+0000 7f4e9916d9c0 20 remove_watcher() i=2 2024-09-22T09:04:54.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.735+0000 7f4e9916d9c0 20 remove_watcher() i=3 2024-09-22T09:04:54.735 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.735+0000 7f4e9916d9c0 20 remove_watcher() i=4 2024-09-22T09:04:54.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.739+0000 7f4e9916d9c0 20 remove_watcher() i=5 2024-09-22T09:04:54.737 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.739+0000 7f4e9916d9c0 20 remove_watcher() i=6 2024-09-22T09:04:54.738 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.739+0000 7f4e9916d9c0 20 remove_watcher() i=7 2024-09-22T09:04:54.766 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:04:54.794 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:54.794 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:54.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.835+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 realm 2024-09-22T09:04:54.836 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:54.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:54.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:54.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:54.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:54.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.839+0000 7f0b9ec8b9c0 20 searching for the correct realm 2024-09-22T09:04:54.845 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.847+0000 7f0b9cf92640 0 -- 172.21.15.64:0/4156321244 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x55d3fcd629f0 msgr2=0x55d3fcd64eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:54.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:54.851+0000 7f0b9c791640 0 -- 172.21.15.64:0/4156321244 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f0b90070160 msgr2=0x7f0b9006ea30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:55.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:55.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.067+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:55.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 zone default found 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 4 Realm: () 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:55.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 zonegroup default 2024-09-22T09:04:55.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:55.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:55.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:55.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 started sync module instance, tier type = 2024-09-22T09:04:55.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.071+0000 7f0b9ec8b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=0 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=1 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=2 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=3 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=4 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=5 2024-09-22T09:04:55.096 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=6 2024-09-22T09:04:55.098 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 20 add_watcher() i=7 2024-09-22T09:04:55.099 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.099+0000 7f0b9ec8b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:55.103 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.103+0000 7f0a537de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:55.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:55.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:55.104 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 5 note: GC not initialized 2024-09-22T09:04:55.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0a527dc640 20 reqs_thread_entry: start 2024-09-22T09:04:55.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:04:55.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 Filter name: none 2024-09-22T09:04:55.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0a4b7fe640 20 reqs_thread_entry: start 2024-09-22T09:04:55.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:04:55.105 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:04:55.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:04:55.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:04:55.106 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:04:55.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:55.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:04:55.107 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.107+0000 7f0b9ec8b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.111+0000 7f0b9ec8b9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:55.108 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.111+0000 7f0b9ec8b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:04:55.109 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.111+0000 7f0b9ec8b9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:55.110 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.111+0000 7f0b9ec8b9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:04:55.112 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.115+0000 7f0a537de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:55.117 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.119+0000 7f0b9ec8b9c0 20 remove_watcher() i=0 2024-09-22T09:04:55.117 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.119+0000 7f0b9ec8b9c0 2 removed watcher, disabling cache 2024-09-22T09:04:55.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.119+0000 7f0b9ec8b9c0 20 remove_watcher() i=1 2024-09-22T09:04:55.122 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.123+0000 7f0b9ec8b9c0 20 remove_watcher() i=2 2024-09-22T09:04:55.124 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.127+0000 7f0b9ec8b9c0 20 remove_watcher() i=3 2024-09-22T09:04:55.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.127+0000 7f0b9ec8b9c0 20 remove_watcher() i=4 2024-09-22T09:04:55.128 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.131+0000 7f0b9ec8b9c0 20 remove_watcher() i=5 2024-09-22T09:04:55.129 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.131+0000 7f0b9ec8b9c0 20 remove_watcher() i=6 2024-09-22T09:04:55.131 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:04:55.131+0000 7f0b9ec8b9c0 20 remove_watcher() i=7 2024-09-22T09:05:25.185 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:25.219 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:25.219 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:25.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.262+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 realm 2024-09-22T09:05:25.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:25.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.267 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.266+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.270+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:25.268 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.270+0000 7f2da23269c0 20 searching for the correct realm 2024-09-22T09:05:25.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.274+0000 7f2d9f62b640 0 -- 172.21.15.64:0/3090386537 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f2d94027040 msgr2=0x7f2d94026920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.281 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.282+0000 7f2da062d640 0 -- 172.21.15.64:0/3090386537 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f2d9401a040 msgr2=0x7f2d94058950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.286+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:25.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 zone default found 2024-09-22T09:05:25.289 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 4 Realm: () 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 zonegroup default 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.290 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 started sync module instance, tier type = 2024-09-22T09:05:25.291 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.290+0000 7f2da23269c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=0 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=1 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=2 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=3 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=4 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=5 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=6 2024-09-22T09:05:25.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 20 add_watcher() i=7 2024-09-22T09:05:25.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.306+0000 7f2da23269c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:25.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2c567e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 5 note: GC not initialized 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2c557e2640 20 reqs_thread_entry: start 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 Filter name: none 2024-09-22T09:05:25.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2c4e7fc640 20 reqs_thread_entry: start 2024-09-22T09:05:25.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:25.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:25.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:25.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.310+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.314+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:25.312 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.314+0000 7f2da23269c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.314+0000 7f2da23269c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:25.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.314+0000 7f2da23269c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:25.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.314+0000 7f2c567e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:25.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.322+0000 7f2da23269c0 20 remove_watcher() i=0 2024-09-22T09:05:25.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.322+0000 7f2da23269c0 2 removed watcher, disabling cache 2024-09-22T09:05:25.322 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.322+0000 7f2da23269c0 20 remove_watcher() i=1 2024-09-22T09:05:25.324 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.326+0000 7f2da23269c0 20 remove_watcher() i=2 2024-09-22T09:05:25.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.326+0000 7f2da23269c0 20 remove_watcher() i=3 2024-09-22T09:05:25.328 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.330+0000 7f2da23269c0 20 remove_watcher() i=4 2024-09-22T09:05:25.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.330+0000 7f2da23269c0 20 remove_watcher() i=5 2024-09-22T09:05:25.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.330+0000 7f2da23269c0 20 remove_watcher() i=6 2024-09-22T09:05:25.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.334+0000 7f2da23269c0 20 remove_watcher() i=7 2024-09-22T09:05:25.379 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:05:25.406 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:25.406 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:25.449 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 realm 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.450+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.454+0000 7f6b48fa49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.454+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.454+0000 7f6b48fa49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:25.454 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.454+0000 7f6b48fa49c0 20 searching for the correct realm 2024-09-22T09:05:25.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.462+0000 7f6b462a9640 0 -- 172.21.15.64:0/4239684819 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x55d9bc64b890 msgr2=0x7f6b3c100bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.466+0000 7f6b462a9640 0 -- 172.21.15.64:0/4239684819 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f6a10082300 msgr2=0x7f6a10084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:25.473 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.474 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 zone default found 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 4 Realm: () 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 zonegroup default 2024-09-22T09:05:25.475 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.474+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.478+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.478+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.478+0000 7f6b48fa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.478+0000 7f6b48fa49c0 20 started sync module instance, tier type = 2024-09-22T09:05:25.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.478+0000 7f6b48fa49c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=0 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=1 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=2 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=3 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=4 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=5 2024-09-22T09:05:25.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.490+0000 7f6b48fa49c0 20 add_watcher() i=6 2024-09-22T09:05:25.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 20 add_watcher() i=7 2024-09-22T09:05:25.492 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:25.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f69fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:25.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:25.495 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 5 note: GC not initialized 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6977fff640 20 reqs_thread_entry: start 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.494+0000 7f6b48fa49c0 20 Filter name: none 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6975ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:25.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:25.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:25.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:25.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:25.497 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:25.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:05:25.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:05:25.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:05:25.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:05:25.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:05:25.499 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.498+0000 7f6b48fa49c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:05:25.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.502+0000 7f69fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:25.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.506+0000 7f6b48fa49c0 20 remove_watcher() i=0 2024-09-22T09:05:25.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.506+0000 7f6b48fa49c0 2 removed watcher, disabling cache 2024-09-22T09:05:25.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.506+0000 7f6b48fa49c0 20 remove_watcher() i=1 2024-09-22T09:05:25.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.510+0000 7f6b48fa49c0 20 remove_watcher() i=2 2024-09-22T09:05:25.513 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.510+0000 7f6b48fa49c0 20 remove_watcher() i=3 2024-09-22T09:05:25.514 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.514+0000 7f6b48fa49c0 20 remove_watcher() i=4 2024-09-22T09:05:25.515 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.514+0000 7f6b48fa49c0 20 remove_watcher() i=5 2024-09-22T09:05:25.516 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.518+0000 7f6b48fa49c0 20 remove_watcher() i=6 2024-09-22T09:05:25.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.518+0000 7f6b48fa49c0 20 remove_watcher() i=7 2024-09-22T09:05:25.530 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:25.556 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:25.557 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:25.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.602+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.604 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 realm 2024-09-22T09:05:25.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.605 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:25.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.606 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:25.607 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.606+0000 7f8d9a82b9c0 20 searching for the correct realm 2024-09-22T09:05:25.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.614+0000 7f8d98b32640 0 -- 172.21.15.64:0/3421454778 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x558b6158f0b0 msgr2=0x558b615914c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:25.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.622+0000 7f8d98331640 0 -- 172.21.15.64:0/3421454778 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f8d8c0fe960 msgr2=0x7f8d8c0d5460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:25.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:25.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:25.628 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:25.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:25.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:25.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.629 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 zone default found 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 4 Realm: () 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 zonegroup default 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.631 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.632 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 started sync module instance, tier type = 2024-09-22T09:05:25.633 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.630+0000 7f8d9a82b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:25.647 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=0 2024-09-22T09:05:25.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=1 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=2 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=3 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=4 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=5 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.646+0000 7f8d9a82b9c0 20 add_watcher() i=6 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 20 add_watcher() i=7 2024-09-22T09:05:25.650 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8c4efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 5 note: GC not initialized 2024-09-22T09:05:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8c4dfdb640 20 reqs_thread_entry: start 2024-09-22T09:05:25.652 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.650+0000 7f8d9a82b9c0 20 Filter name: none 2024-09-22T09:05:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8bbf7fe640 20 reqs_thread_entry: start 2024-09-22T09:05:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:25.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:25.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:25.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:25.654 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:25.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.654+0000 7f8d9a82b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:25.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.658+0000 7f8c4efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:25.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.662+0000 7f8d9a82b9c0 20 remove_watcher() i=0 2024-09-22T09:05:25.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.662+0000 7f8d9a82b9c0 2 removed watcher, disabling cache 2024-09-22T09:05:25.663 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.662+0000 7f8d9a82b9c0 20 remove_watcher() i=1 2024-09-22T09:05:25.665 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.666+0000 7f8d9a82b9c0 20 remove_watcher() i=2 2024-09-22T09:05:25.667 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.666+0000 7f8d9a82b9c0 20 remove_watcher() i=3 2024-09-22T09:05:25.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.670+0000 7f8d9a82b9c0 20 remove_watcher() i=4 2024-09-22T09:05:25.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.670+0000 7f8d9a82b9c0 20 remove_watcher() i=5 2024-09-22T09:05:25.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.670+0000 7f8d9a82b9c0 20 remove_watcher() i=6 2024-09-22T09:05:25.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.674+0000 7f8d9a82b9c0 20 remove_watcher() i=7 2024-09-22T09:05:25.687 INFO:tasks.workunit.client.0.smithi064.stderr: test: duplicated entries should be purged before reshard 2024-09-22T09:05:25.687 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:25.713 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:25.713 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:25.754 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.754+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 realm 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.757 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.758 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:25.759 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.758+0000 7f0e1819a9c0 20 searching for the correct realm 2024-09-22T09:05:25.766 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.766+0000 7f0e164a1640 0 -- 172.21.15.64:0/1883469271 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f0e0c0383f0 msgr2=0x7f0e0c038850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.982+0000 7f0e15ca0640 0 -- 172.21.15.64:0/1883469271 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x557928d79ac0 msgr2=0x557928d7beb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:25.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:25.991 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.990+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 zone default found 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 4 Realm: () 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 zonegroup default 2024-09-22T09:05:25.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:25.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:25.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 started sync module instance, tier type = 2024-09-22T09:05:25.994 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:25.994+0000 7f0e1819a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=0 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=1 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=2 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=3 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=4 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=5 2024-09-22T09:05:26.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.014+0000 7f0e1819a9c0 20 add_watcher() i=6 2024-09-22T09:05:26.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.018+0000 7f0e1819a9c0 20 add_watcher() i=7 2024-09-22T09:05:26.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.018+0000 7f0e1819a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.021 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0cc77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0e1819a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0e1819a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0e1819a9c0 5 note: GC not initialized 2024-09-22T09:05:26.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0cc67fc640 20 reqs_thread_entry: start 2024-09-22T09:05:26.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0e1819a9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:26.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.022+0000 7f0e1819a9c0 20 Filter name: none 2024-09-22T09:05:26.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0c37fff640 20 reqs_thread_entry: start 2024-09-22T09:05:26.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:26.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:26.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:26.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.026+0000 7f0e1819a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:26.030 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.030+0000 7f0cc77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.034+0000 7f0e1819a9c0 20 remove_watcher() i=0 2024-09-22T09:05:26.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.034+0000 7f0e1819a9c0 2 removed watcher, disabling cache 2024-09-22T09:05:26.037 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.038+0000 7f0e1819a9c0 20 remove_watcher() i=1 2024-09-22T09:05:26.039 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.038+0000 7f0e1819a9c0 20 remove_watcher() i=2 2024-09-22T09:05:26.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.042+0000 7f0e1819a9c0 20 remove_watcher() i=3 2024-09-22T09:05:26.044 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.046+0000 7f0e1819a9c0 20 remove_watcher() i=4 2024-09-22T09:05:26.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.046+0000 7f0e1819a9c0 20 remove_watcher() i=5 2024-09-22T09:05:26.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.046+0000 7f0e1819a9c0 20 remove_watcher() i=6 2024-09-22T09:05:26.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.050+0000 7f0e1819a9c0 20 remove_watcher() i=7 2024-09-22T09:05:26.070 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.070 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:05:26.070 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-22T09:05:26.070 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.071 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-22T09:05:26.103 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:26.103 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:26.147 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.146+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 realm 2024-09-22T09:05:26.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.148 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:26.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.149 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.150 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:26.151 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 searching for the correct realm 2024-09-22T09:05:26.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.158+0000 7fe9d15ae640 0 -- 172.21.15.64:0/1319526123 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fe9c801f060 msgr2=0x7fe9c805c470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.162+0000 7fe9d25b0640 0 -- 172.21.15.64:0/1319526123 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fe9c805ea20 msgr2=0x7fe9c8093520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:26.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:26.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:26.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:26.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:26.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:26.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:26.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 zone default found 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 Realm: () 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:26.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 zonegroup default 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 started sync module instance, tier type = 2024-09-22T09:05:26.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=0 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=1 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=2 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=3 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=4 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=5 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=6 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 add_watcher() i=7 2024-09-22T09:05:26.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe887fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 note: GC not initialized 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe886fe5640 20 reqs_thread_entry: start 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 Filter name: none 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe884fe1640 20 reqs_thread_entry: start 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:26.192 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.193 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:26.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.194 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:26.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398982 cookie 94078474555872 notifier 8316 bl.length()=911 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:05:26.200 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:05:26.207 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9d42a99c0 time 2024-09-22T09:05:26.211653+0000 2024-09-22T09:05:26.207 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe9d7b832eb] 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.210+0000 7fe9d42a99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9d42a99c0 time 2024-09-22T09:05:26.211653+0000 2024-09-22T09:05:26.208 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe9d7b832eb] 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:05:26.209 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe9d42a99c0 thread_name:radosgw-admin 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9d6a02520] 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe9d7b83345] 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:05:26.218 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.210+0000 7fe9d42a99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe9d42a99c0 thread_name:radosgw-admin 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9d6a02520] 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe9d7b83345] 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.219 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:05:26.126+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x559059e9c3a0 auth_method 0 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_done global_id 8304 payload 274 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.220 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: dump: 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.221 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: dump: 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8304 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 4 set_mon_vals no callback set 2024-09-22T09:05:26.222 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: shutdown 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 asok(0x559059dde250) unregister_commands rotate-key 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.223 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding auth protocol: cephx 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding auth protocol: cephx 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding auth protocol: cephx 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.224 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: starting msgr at 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: starting objecter 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command objecter_requests hook 0x559059dc38a0 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: setting wanted keys 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: calling monclient init 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding auth protocol: cephx 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding auth protocol: cephx 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding auth protocol: cephx 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.225 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key hook 0x559059febdd8 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:05:26.226 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x559059e9be00 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x559059e9c3a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x559059ea5500 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.816923s 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x559059e9c3a0 auth_method 0 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request con 0x559059e9be00 auth_method 0 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.227 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_done global_id 8307 payload 824 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:05:26.130+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x559059ea5500 auth_method 0 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: dump: 2024-09-22T09:05:26.228 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: dump: 2024-09-22T09:05:26.229 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8307 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:05:26.130+0000 7fe8bfe07640 4 set_mon_vals no callback set 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.230 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: init done 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:05:26.130+0000 7fe8be604640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:05:26.130+0000 7fe8be604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:05:26.130+0000 7fe8be604640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x7fe8b8071c10 auth_method 0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:05:26.134+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x55905a029d90 auth_method 0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:05:26.134+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x55905a0365a0 auth_method 0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:05:26.134+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x55905a03ac40 auth_method 0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.231 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding auth protocol: cephx 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding auth protocol: cephx 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding auth protocol: cephx 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.232 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command objecter_requests cmddesc objecter_requests hook 0x55905a0432f0 EEXIST 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding auth protocol: cephx 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding auth protocol: cephx 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding auth protocol: cephx 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.233 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key cmddesc rotate-key hook 0x55905a03e0f0 EEXIST 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.234 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x55905a0674a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x55905a066dd0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x55905a0657b0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.825656s 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request con 0x55905a0674a0 auth_method 0 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request con 0x55905a0657b0 auth_method 0 2024-09-22T09:05:26.235 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_done global_id 8310 payload 824 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.236 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: dump: 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.237 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: dump: 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8310 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:05:26.138+0000 7fe9d2db1640 4 set_mon_vals no callback set 2024-09-22T09:05:26.238 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:05:26.142+0000 7fe8b77fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:05:26.142+0000 7fe8b77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:05:26.142+0000 7fe8b77fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe8ac071b20 auth_method 0 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: get_monmap_and_config 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.239 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding auth protocol: cephx 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding auth protocol: cephx 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding auth protocol: cephx 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.240 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding auth protocol: cephx 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding auth protocol: cephx 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding auth protocol: cephx 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.241 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key cmddesc rotate-key hook 0x7ffc06965ae8 EEXIST 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x55905a0bb210 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.242 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x55905a08b120 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x55905a0b6dd0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.829914s 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request con 0x55905a0b6dd0 auth_method 0 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x55905a08b120 auth_method 0 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.243 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_done global_id 7793 payload 274 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 1 monclient: found mon.noname-c 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:05:26.142+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x55905a0bb210 auth_method 0 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: dump: 2024-09-22T09:05:26.244 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 7793 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:05:26.245 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: dump: 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 4 set_mon_vals no callback set 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: shutdown 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.246 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding auth protocol: cephx 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding auth protocol: cephx 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding auth protocol: cephx 2024-09-22T09:05:26.247 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: starting msgr at 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: starting objecter 2024-09-22T09:05:26.248 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command objecter_requests cmddesc objecter_requests hook 0x55905a08cbe0 EEXIST 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: setting wanted keys 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: calling monclient init 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding auth protocol: cephx 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding auth protocol: cephx 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding auth protocol: cephx 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.249 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key cmddesc rotate-key hook 0x55905a069408 EEXIST 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x55905a08b120 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x55905a0b6dd0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x55905a0bb210 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.250 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.832463s 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request con 0x55905a08b120 auth_method 0 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x55905a0b6dd0 auth_method 0 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.251 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_done global_id 8316 payload 824 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: dump: 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.252 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: dump: 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.253 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:05:26.146+0000 7fe8b57fa640 4 set_mon_vals no callback set 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8316 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 1 librados: init done 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cr dump hook 0x55905a0b47a8 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.254 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe89c071be0 auth_method 0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:05:26.146+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x55905a0d4ba0 auth_method 0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 realm 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:05:26.150+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x55905a0d8e20 auth_method 0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:05:26.150+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x55905a0dc680 auth_method 0 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:26.255 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 searching for the correct realm 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:05:26.150+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x55905a0e1440 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:05:26.154+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x7fe9cc025040 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:05:26.154+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe9c801f060 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:05:26.158+0000 7fe9d15ae640 0 -- 172.21.15.64:0/1319526123 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fe9c801f060 msgr2=0x7fe9c805c470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:05:26.158+0000 7fe8a37fe640 1 client.8316.objecter ms_handle_reset 0x7fe9c801f060 session 0x7fe9c8011040 osd.4 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:05:26.158+0000 7fe8a37fe640 10 monclient: _renew_subs 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:05:26.158+0000 7fe8a37fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:05:26.158+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe89c082300 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:05:26.158+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x7fe9c805ea20 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:05:26.162+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x7fe9c805c570 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:05:26.162+0000 7fe9d25b0640 0 -- 172.21.15.64:0/1319526123 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fe9c805ea20 msgr2=0x7fe9c8093520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:05:26.162+0000 7fe8a37fe640 1 client.8316.objecter ms_handle_reset 0x7fe9c805ea20 session 0x7fe9c8073340 osd.6 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:05:26.162+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x7fe9c801f060 auth_method 0 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:26.256 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 zone default found 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 Realm: () 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:26.257 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 zonegroup default 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 started sync module instance, tier type = 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=0 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=1 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=2 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=3 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=4 2024-09-22T09:05:26.258 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=5 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=6 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 add_watcher() i=7 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding auth protocol: cephx 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding auth protocol: cephx 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding auth protocol: cephx 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.259 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:05:26.190+0000 7fe887fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache list hook 0x55905a0a9e40 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache inspect hook 0x55905a0a9e40 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache erase hook 0x55905a0a9e40 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache zap hook 0x55905a0a9e40 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 note: GC not initialized 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:05:26.190+0000 7fe886fe5640 20 reqs_thread_entry: start 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace show hook 0x7fe9c4004300 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace history hook 0x7fe9c4004300 2024-09-22T09:05:26.260 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace active hook 0x7fe9c4004300 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace active_short hook 0x7fe9c4004300 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 Filter name: none 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:05:26.194+0000 7fe884fe1640 20 reqs_thread_entry: start 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.261 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398982 cookie 94078474555872 notifier 8316 bl.length()=911 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:05:26.262 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:05:26.210+0000 7fe9d42a99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9d42a99c0 time 2024-09-22T09:05:26.211653+0000 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe9d7b832eb] 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:05:26.210+0000 7fe9d42a99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe9d42a99c0 thread_name:radosgw-admin 2024-09-22T09:05:26.263 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9d6a02520] 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe9d7b83345] 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:05:26.264 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:05:26.265 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:05:26.266 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:05:26.267 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:05:26.268 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:05:26.269 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:05:26.270 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe884fe1640 / http_manager 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe886fe5640 / http_manager 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe887fe7640 / rgw_dt_lg_renew 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8a37fe640 / ms_dispatch 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8b57fa640 / io_context_pool 2024-09-22T09:05:26.271 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8b77fe640 / ms_dispatch 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8be604640 / ms_dispatch 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8bfe07640 / io_context_pool 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d15ae640 / msgr-worker-2 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d1daf640 / msgr-worker-1 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d25b0640 / msgr-worker-0 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d2db1640 / io_context_pool 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d42a99c0 / radosgw-admin 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.143498.log 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:05:26.126+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.272 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x559059e9c3a0 auth_method 0 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:05:26.126+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_done global_id 8304 payload 274 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:05:26.126+0000 7fe9d25b0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: dump: 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.273 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:05:26.126+0000 7fe8bfe07640 10 monclient: dump: 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.274 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8304 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 4 set_mon_vals no callback set 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: shutdown 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 asok(0x559059dde250) unregister_commands rotate-key 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.275 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding auth protocol: cephx 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding auth protocol: cephx 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding auth protocol: cephx 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.276 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: crc 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:05:26.126+0000 7fe9d42a99c0 5 AuthRegistry(0x559059fef200) adding con mode: secure 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: starting msgr at 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: starting objecter 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command objecter_requests hook 0x559059dc38a0 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: setting wanted keys 2024-09-22T09:05:26.277 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: calling monclient init 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding auth protocol: cephx 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding auth protocol: cephx 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding auth protocol: cephx 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.278 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: crc 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 AuthRegistry(0x559059febc90) adding con mode: secure 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key hook 0x559059febdd8 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x559059e9be00 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x559059e9c3a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x559059ea5500 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.279 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.816923s 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x559059e9c3a0 auth_method 0 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request con 0x559059e9be00 auth_method 0 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.280 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_done global_id 8307 payload 824 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:05:26.130+0000 7fe9d15ae640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:05:26.130+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x559059ea5500 auth_method 0 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: dump: 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.281 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:05:26.130+0000 7fe8be604640 10 monclient: dump: 2024-09-22T09:05:26.282 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8307 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:05:26.130+0000 7fe8bfe07640 4 set_mon_vals no callback set 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.283 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:05:26.130+0000 7fe9d42a99c0 1 librados: init done 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:05:26.130+0000 7fe8be604640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:05:26.130+0000 7fe8be604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:05:26.130+0000 7fe8be604640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:05:26.130+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x7fe8b8071c10 auth_method 0 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:05:26.134+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x55905a029d90 auth_method 0 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:05:26.134+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x55905a0365a0 auth_method 0 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:05:26.134+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x55905a03ac40 auth_method 0 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.284 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding auth protocol: cephx 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding auth protocol: cephx 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding auth protocol: cephx 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.285 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: crc 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03f920) adding con mode: secure 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command objecter_requests cmddesc objecter_requests hook 0x55905a0432f0 EEXIST 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding auth protocol: cephx 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding auth protocol: cephx 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding auth protocol: cephx 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.286 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: crc 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a03dfa8) adding con mode: secure 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key cmddesc rotate-key hook 0x55905a03e0f0 EEXIST 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x55905a0674a0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x55905a066dd0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.287 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x55905a0657b0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.825656s 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request con 0x55905a0674a0 auth_method 0 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request con 0x55905a0657b0 auth_method 0 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.288 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:05:26.138+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_done global_id 8310 payload 824 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:05:26.138+0000 7fe9d1daf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: dump: 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.289 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:05:26.138+0000 7fe8b77fe640 10 monclient: dump: 2024-09-22T09:05:26.290 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8310 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:05:26.138+0000 7fe9d2db1640 4 set_mon_vals no callback set 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.291 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:05:26.138+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:05:26.142+0000 7fe8b77fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:05:26.142+0000 7fe8b77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:05:26.142+0000 7fe8b77fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe8ac071b20 auth_method 0 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: get_monmap_and_config 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.292 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding auth protocol: cephx 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding auth protocol: cephx 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding auth protocol: cephx 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.293 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: crc 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a086c80) adding con mode: secure 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding auth protocol: cephx 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding auth protocol: cephx 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding auth protocol: cephx 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.294 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: crc 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc069659a0) adding con mode: secure 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key cmddesc rotate-key hook 0x7ffc06965ae8 EEXIST 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x55905a0bb210 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x55905a08b120 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x55905a0b6dd0 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.295 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.829914s 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request con 0x55905a0b6dd0 auth_method 0 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x55905a08b120 auth_method 0 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.296 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:05:26.142+0000 7fe9d25b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_done global_id 7793 payload 274 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 1 monclient: found mon.noname-c 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:05:26.142+0000 7fe9d15ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:05:26.142+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x55905a0bb210 auth_method 0 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: dump: 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.297 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 7793 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.298 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:05:26.142+0000 7fe8b57fa640 10 monclient: dump: 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 4 set_mon_vals no callback set 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: shutdown 2024-09-22T09:05:26.299 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: build_initial_monmap 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: monmap: 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding auth protocol: cephx 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding auth protocol: cephx 2024-09-22T09:05:26.300 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding auth protocol: cephx 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: crc 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a08a8e0) adding con mode: secure 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: starting msgr at 2024-09-22T09:05:26.301 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: starting objecter 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command objecter_requests cmddesc objecter_requests hook 0x55905a08cbe0 EEXIST 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: setting wanted keys 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 1 librados: calling monclient init 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 10 monclient: init 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding auth protocol: cephx 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding auth protocol: cephx 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding auth protocol: cephx 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.302 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: crc 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:05:26.142+0000 7fe9d42a99c0 5 AuthRegistry(0x55905a0692c0) adding con mode: secure 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command rotate-key cmddesc rotate-key hook 0x55905a069408 EEXIST 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-a con 0x55905a08b120 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:26.303 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-c con 0x55905a0b6dd0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): picked mon.noname-b con 0x55905a0bb210 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient(hunting): authenticate will time out at 2522.832463s 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request con 0x55905a08b120 auth_method 0 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request con 0x55905a0b6dd0 auth_method 0 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:26.304 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient(hunting): handle_auth_done global_id 8316 payload 824 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient: _finish_hunting 0 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 1 monclient: found mon.noname-a 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:05:26.146+0000 7fe9d1daf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: dump: 2024-09-22T09:05:26.305 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: _finish_auth 0 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: _check_auth_tickets 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:26.306 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 10 monclient: dump: 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:05:26.146+0000 7fe8b57fa640 4 set_mon_vals no callback set 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 5 monclient: authenticate success, global_id 8316 2024-09-22T09:05:26.307 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _renew_subs 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 1 librados: init done 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cr dump hook 0x55905a0b47a8 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:05:26.146+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:05:26.146+0000 7fe8a37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:05:26.146+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe89c071be0 auth_method 0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:05:26.146+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x55905a0d4ba0 auth_method 0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 realm 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.308 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:05:26.150+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x55905a0d8e20 auth_method 0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:05:26.150+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x55905a0dc680 auth_method 0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:05:26.150+0000 7fe9d42a99c0 20 searching for the correct realm 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:05:26.150+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x55905a0e1440 auth_method 0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:05:26.154+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x7fe9cc025040 auth_method 0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:05:26.154+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe9c801f060 auth_method 0 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:05:26.158+0000 7fe9d15ae640 0 -- 172.21.15.64:0/1319526123 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fe9c801f060 msgr2=0x7fe9c805c470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:05:26.158+0000 7fe8a37fe640 1 client.8316.objecter ms_handle_reset 0x7fe9c801f060 session 0x7fe9c8011040 osd.4 2024-09-22T09:05:26.309 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:05:26.158+0000 7fe8a37fe640 10 monclient: _renew_subs 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:05:26.158+0000 7fe8a37fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:05:26.158+0000 7fe9d15ae640 10 monclient: get_auth_request con 0x7fe89c082300 auth_method 0 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:05:26.158+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x7fe9c805ea20 auth_method 0 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:05:26.162+0000 7fe9d1daf640 10 monclient: get_auth_request con 0x7fe9c805c570 auth_method 0 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:05:26.162+0000 7fe9d25b0640 0 -- 172.21.15.64:0/1319526123 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fe9c805ea20 msgr2=0x7fe9c8093520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:05:26.162+0000 7fe8a37fe640 1 client.8316.objecter ms_handle_reset 0x7fe9c805ea20 session 0x7fe9c8073340 osd.6 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:05:26.162+0000 7fe9d25b0640 10 monclient: get_auth_request con 0x7fe9c801f060 auth_method 0 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.310 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:05:26.170+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 zone default found 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 Realm: () 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 zonegroup default 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.311 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 started sync module instance, tier type = 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:05:26.174+0000 7fe9d42a99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=0 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=1 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=2 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=3 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=4 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=5 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:05:26.186+0000 7fe9d42a99c0 20 add_watcher() i=6 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 add_watcher() i=7 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding auth protocol: cephx 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding auth protocol: cephx 2024-09-22T09:05:26.312 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding auth protocol: cephx 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:05:26.190+0000 7fe887fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: crc 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 AuthRegistry(0x7ffc06965e70) adding con mode: secure 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.313 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache list hook 0x55905a0a9e40 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache inspect hook 0x55905a0a9e40 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache erase hook 0x55905a0a9e40 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command cache zap hook 0x55905a0a9e40 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 note: GC not initialized 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:05:26.190+0000 7fe886fe5640 20 reqs_thread_entry: start 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace show hook 0x7fe9c4004300 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace history hook 0x7fe9c4004300 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace active hook 0x7fe9c4004300 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 5 asok(0x559059dde250) register_command sync trace active_short hook 0x7fe9c4004300 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:05:26.190+0000 7fe9d42a99c0 20 Filter name: none 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:05:26.194+0000 7fe884fe1640 20 reqs_thread_entry: start 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:26.314 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:05:26.194+0000 7fe9d42a99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.315 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:05:26.198+0000 7fe9d42a99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398982 cookie 94078474555872 notifier 8316 bl.length()=911 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:05:26.198+0000 7fe8b57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:05:26.202+0000 7fe9d42a99c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:05:26.210+0000 7fe9d42a99c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe9d42a99c0 time 2024-09-22T09:05:26.211653+0000 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe9d7b832eb] 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.316 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:05:26.210+0000 7fe9d42a99c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe9d42a99c0 thread_name:radosgw-admin 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe9d6a02520] 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:26.317 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe9d7b83345] 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe9d7b8349f] 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559058217901] 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55905822cdda] 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe9d69e9d90] 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:05:26.318 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:05:26.319 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:05:26.320 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:05:26.321 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:05:26.322 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:05:26.323 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe884fe1640 / http_manager 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe886fe5640 / http_manager 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe887fe7640 / rgw_dt_lg_renew 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8a37fe640 / ms_dispatch 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8b57fa640 / io_context_pool 2024-09-22T09:05:26.324 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8b77fe640 / ms_dispatch 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8be604640 / ms_dispatch 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe8bfe07640 / io_context_pool 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d15ae640 / msgr-worker-2 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d1daf640 / msgr-worker-1 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d25b0640 / msgr-worker-0 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d2db1640 / io_context_pool 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe9d42a99c0 / radosgw-admin 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:05:26.213635Z_7d06b1a8-f2ca-4b4c-9cbb-5377082b5ce3/log 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:05:26.325 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.282+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.282+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.282+0000 7fa7aecb69c0 20 realm 2024-09-22T09:05:26.329 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.282+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.286+0000 7fa7aecb69c0 20 searching for the correct realm 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.294+0000 7fa7abfbb640 0 -- 172.21.15.64:0/234414862 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fa7a0034070 msgr2=0x7fa7a0036410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.298+0000 7fa7abfbb640 0 -- 172.21.15.64:0/234414862 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fa674082300 msgr2=0x7fa674084730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:26.330 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 zone default found 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 4 Realm: () 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 zonegroup default 2024-09-22T09:05:26.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 started sync module instance, tier type = 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.306+0000 7fa7aecb69c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=0 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=1 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=2 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=3 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=4 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=5 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=6 2024-09-22T09:05:26.332 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 20 add_watcher() i=7 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.322+0000 7fa7aecb69c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa662fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 5 note: GC not initialized 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa661fdb640 20 reqs_thread_entry: start 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 Filter name: none 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa5d37fe640 20 reqs_thread_entry: start 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:26.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.326+0000 7fa7aecb69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.330+0000 7fa662fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.334+0000 7fa7aecb69c0 20 remove_watcher() i=0 2024-09-22T09:05:26.334 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.334+0000 7fa7aecb69c0 2 removed watcher, disabling cache 2024-09-22T09:05:26.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.338+0000 7fa7aecb69c0 20 remove_watcher() i=1 2024-09-22T09:05:26.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.338+0000 7fa7aecb69c0 20 remove_watcher() i=2 2024-09-22T09:05:26.341 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.342+0000 7fa7aecb69c0 20 remove_watcher() i=3 2024-09-22T09:05:26.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.342+0000 7fa7aecb69c0 20 remove_watcher() i=4 2024-09-22T09:05:26.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.342+0000 7fa7aecb69c0 20 remove_watcher() i=5 2024-09-22T09:05:26.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.346+0000 7fa7aecb69c0 20 remove_watcher() i=6 2024-09-22T09:05:26.345 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.346+0000 7fa7aecb69c0 20 remove_watcher() i=7 2024-09-22T09:05:26.372 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:05:26.396 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:26.397 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:26.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 realm 2024-09-22T09:05:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.438+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.442+0000 7f117f4ed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:26.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.442+0000 7f117f4ed9c0 20 searching for the correct realm 2024-09-22T09:05:26.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.446+0000 7f117d7f4640 0 -- 172.21.15.64:0/1741579424 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f1168007f20 msgr2=0x7f1168105c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.662 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.662+0000 7f117cff3640 0 -- 172.21.15.64:0/1741579424 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55b3fee1f3e0 msgr2=0x55b3fee217d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:26.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.670+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 zone default found 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 4 Realm: () 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:26.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 zonegroup default 2024-09-22T09:05:26.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 started sync module instance, tier type = 2024-09-22T09:05:26.674 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.674+0000 7f117f4ed9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:26.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=0 2024-09-22T09:05:26.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=1 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=2 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=3 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=4 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=5 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=6 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 20 add_watcher() i=7 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.698+0000 7f117f4ed9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f1032fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 5 note: GC not initialized 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f1031fe3640 20 reqs_thread_entry: start 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 Filter name: none 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f0fa37fe640 20 reqs_thread_entry: start 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:26.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:26.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:26.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:26.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.706+0000 7f117f4ed9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:05:26.710 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:05:26.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.710+0000 7f117f4ed9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:05:26.713 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.714+0000 7f1032fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.718+0000 7f117f4ed9c0 20 remove_watcher() i=0 2024-09-22T09:05:26.718 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.718+0000 7f117f4ed9c0 2 removed watcher, disabling cache 2024-09-22T09:05:26.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.722+0000 7f117f4ed9c0 20 remove_watcher() i=1 2024-09-22T09:05:26.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.722+0000 7f117f4ed9c0 20 remove_watcher() i=2 2024-09-22T09:05:26.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.726+0000 7f117f4ed9c0 20 remove_watcher() i=3 2024-09-22T09:05:26.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.726+0000 7f117f4ed9c0 20 remove_watcher() i=4 2024-09-22T09:05:26.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.730+0000 7f117f4ed9c0 20 remove_watcher() i=5 2024-09-22T09:05:26.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.730+0000 7f117f4ed9c0 20 remove_watcher() i=6 2024-09-22T09:05:26.732 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:26.734+0000 7f117f4ed9c0 20 remove_watcher() i=7 2024-09-22T09:05:56.777 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-22T09:05:56.820 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:56.820 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:56.866 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 realm 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:56.871 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 searching for the correct realm 2024-09-22T09:05:56.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.877+0000 7f7a172b3640 0 -- 172.21.15.64:0/855992143 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x56143ee0fef0 msgr2=0x56143ee12380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.883 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.881+0000 7f7a162b1640 0 -- 172.21.15.64:0/855992143 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f7a08105040 msgr2=0x7f7a08105440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 zone default found 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 Realm: () 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 zonegroup default 2024-09-22T09:05:56.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 started sync module instance, tier type = 2024-09-22T09:05:56.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=0 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=1 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=2 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=3 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=4 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=5 2024-09-22T09:05:56.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=6 2024-09-22T09:05:56.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=7 2024-09-22T09:05:56.910 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.909+0000 7f7a18fac9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:56.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f78cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:56.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:56.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:56.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 note: GC not initialized 2024-09-22T09:05:56.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f78ccfe1640 20 reqs_thread_entry: start 2024-09-22T09:05:56.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:56.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 Filter name: none 2024-09-22T09:05:56.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f78c5ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:56.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:56.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:56.916 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:56.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:56.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:56.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:56.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:05:56.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398983 cookie 94644954334064 notifier 8370 bl.length()=911 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:56.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:56.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:05:56.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:05:56.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:05:56.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:05:56.932 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7a18fac9c0 time 2024-09-22T09:05:56.936299+0000 2024-09-22T09:05:56.932 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7a1c8862eb] 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:05:56.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.933+0000 7f7a18fac9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7a18fac9c0 time 2024-09-22T09:05:56.936299+0000 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7a1c8862eb] 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:05:56.934 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f7a18fac9c0 thread_name:radosgw-admin 2024-09-22T09:05:56.952 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:56.952 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7a1b705520] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7a1c886345] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:05:56.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:56.933+0000 7f7a18fac9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f7a18fac9c0 thread_name:radosgw-admin 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7a1b705520] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7a1c886345] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:56.954 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: dump: 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.955 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: _finish_auth 0 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: _check_auth_tickets 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: dump: 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.956 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8358 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 4 set_mon_vals no callback set 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: shutdown 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 asok(0x56143eb19250) unregister_commands rotate-key 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:56.957 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding auth protocol: cephx 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding auth protocol: cephx 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding auth protocol: cephx 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:56.958 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: starting msgr at 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: starting objecter 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command objecter_requests hook 0x56143ebd88a0 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: setting wanted keys 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: calling monclient init 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding auth protocol: cephx 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding auth protocol: cephx 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding auth protocol: cephx 2024-09-22T09:05:56.959 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.960 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key hook 0x56143ed27018 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143ebd6e00 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143ebd73a0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143ebe0500 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.534489s 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143ebd6e00 auth_method 0 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.961 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143ebd73a0 auth_method 0 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): get_auth_request con 0x56143ebe0500 auth_method 0 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.962 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_done global_id 7838 payload 824 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient: _finish_hunting 0 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:05:56.845+0000 7f7a162b1640 1 monclient: found mon.noname-c 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: dump: 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.963 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: _finish_auth 0 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: _check_auth_tickets 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: dump: 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.964 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 7838 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:05:56.845+0000 7f7904e09640 4 set_mon_vals no callback set 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: init done 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:05:56.849+0000 7f7903606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:05:56.849+0000 7f7903606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:05:56.849+0000 7f7903606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:05:56.849+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f78fc071c10 auth_method 0 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:05:56.849+0000 7f7a172b3640 10 monclient: get_auth_request con 0x56143ed58430 auth_method 0 2024-09-22T09:05:56.965 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:05:56.849+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x56143ed71550 auth_method 0 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:05:56.853+0000 7f7a162b1640 10 monclient: get_auth_request con 0x56143ed75740 auth_method 0 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:56.966 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding auth protocol: cephx 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding auth protocol: cephx 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding auth protocol: cephx 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:56.967 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command objecter_requests cmddesc objecter_requests hook 0x56143ed7deb0 EEXIST 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding auth protocol: cephx 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding auth protocol: cephx 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding auth protocol: cephx 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key cmddesc rotate-key hook 0x56143ed78c50 EEXIST 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143eda2060 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143eda1990 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143eda0370 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.969 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.543817s 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143eda2060 auth_method 0 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:05:56.853+0000 7f7a172b3640 10 monclient(hunting): get_auth_request con 0x56143eda0370 auth_method 0 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143eda1990 auth_method 0 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_done global_id 8364 payload 824 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient: _finish_hunting 0 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 1 monclient: found mon.noname-a 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: dump: 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: _finish_auth 0 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: _check_auth_tickets 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.972 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: dump: 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:05:56.857+0000 7f7a17ab4640 4 set_mon_vals no callback set 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8364 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:05:56.857+0000 7f7900e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:05:56.857+0000 7f7900e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:05:56.857+0000 7f7900e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient: get_auth_request con 0x7f78f0071b20 auth_method 0 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: get_monmap_and_config 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding auth protocol: cephx 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding auth protocol: cephx 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding auth protocol: cephx 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:56.975 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding auth protocol: cephx 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding auth protocol: cephx 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding auth protocol: cephx 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:56.976 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key cmddesc rotate-key hook 0x7ffd4d901968 EEXIST 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143edf0050 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143edf0430 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143edf1600 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:56.977 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.548797s 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143edf0050 auth_method 0 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): get_auth_request con 0x56143edf1600 auth_method 0 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.978 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143edf0430 auth_method 0 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_done global_id 8367 payload 274 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient: _finish_hunting 0 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 1 monclient: found mon.noname-a 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: dump: 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: _finish_auth 0 2024-09-22T09:05:56.980 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8367 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 4 set_mon_vals no callback set 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: dump: 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.981 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: shutdown 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:56.982 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding auth protocol: cephx 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding auth protocol: cephx 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding auth protocol: cephx 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:56.983 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: starting msgr at 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: starting objecter 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command objecter_requests cmddesc objecter_requests hook 0x56143edf6610 EEXIST 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: setting wanted keys 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: calling monclient init 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding auth protocol: cephx 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding auth protocol: cephx 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding auth protocol: cephx 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key cmddesc rotate-key hook 0x56143eda3fc8 EEXIST 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:05:56.985 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143edf0050 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143edf1600 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143edea3c0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.551408s 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143edf1600 auth_method 0 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143edf0050 auth_method 0 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:56.986 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_done global_id 8370 payload 824 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient: _finish_hunting 0 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:05:56.861+0000 7f7a162b1640 1 monclient: found mon.noname-a 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: dump: 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.987 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: _finish_auth 0 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: dump: 2024-09-22T09:05:56.988 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8370 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:05:56.865+0000 7f78fa7fc640 4 set_mon_vals no callback set 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.989 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 1 librados: init done 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cr dump hook 0x56143ededb28 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:05:56.865+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f78e0071c10 auth_method 0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:05:56.865+0000 7f7a172b3640 10 monclient: get_auth_request con 0x56143ee0fef0 auth_method 0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 realm 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.990 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:05:56.869+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x56143ee142a0 auth_method 0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:05:56.869+0000 7f7a162b1640 10 monclient: get_auth_request con 0x56143ee179e0 auth_method 0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 searching for the correct realm 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:05:56.869+0000 7f7a172b3640 10 monclient: get_auth_request con 0x56143ee1c780 auth_method 0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:05:56.873+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f7a10008040 auth_method 0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:05:56.873+0000 7f7a162b1640 10 monclient: get_auth_request con 0x7f7a08105040 auth_method 0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:05:56.877+0000 7f7a172b3640 0 -- 172.21.15.64:0/855992143 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x56143ee0fef0 msgr2=0x56143ee12380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:05:56.877+0000 7f78f8ff9640 1 client.8370.objecter ms_handle_reset 0x56143ee0fef0 session 0x56143ee0f7e0 osd.1 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:05:56.877+0000 7f78f8ff9640 10 monclient: _renew_subs 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:05:56.877+0000 7f78f8ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:56.991 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:05:56.877+0000 7f7a172b3640 10 monclient: get_auth_request con 0x7f78e0082330 auth_method 0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:05:56.877+0000 7f7a172b3640 10 monclient: get_auth_request con 0x7f7a08129c20 auth_method 0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:05:56.881+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f7a080fc630 auth_method 0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:05:56.881+0000 7f7a162b1640 0 -- 172.21.15.64:0/855992143 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f7a08105040 msgr2=0x7f7a08105440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:05:56.881+0000 7f78f8ff9640 1 client.8370.objecter ms_handle_reset 0x7f7a08105040 session 0x7f7a080a6070 osd.4 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:05:56.881+0000 7f7a162b1640 10 monclient: get_auth_request con 0x56143ee0fef0 auth_method 0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.992 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 zone default found 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 Realm: () 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 zonegroup default 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 started sync module instance, tier type = 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=0 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=1 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=2 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=3 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=4 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=5 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=6 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=7 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding auth protocol: cephx 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding auth protocol: cephx 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding auth protocol: cephx 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:05:56.913+0000 7f78cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache list hook 0x56143edea7e0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache inspect hook 0x56143edea7e0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache erase hook 0x56143edea7e0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache zap hook 0x56143edea7e0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 note: GC not initialized 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:05:56.913+0000 7f78ccfe1640 20 reqs_thread_entry: start 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace show hook 0x7f7a0002a070 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace history hook 0x7f7a0002a070 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace active hook 0x7f7a0002a070 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace active_short hook 0x7f7a0002a070 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 Filter name: none 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:05:56.913+0000 7f78c5ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398983 cookie 94644954334064 notifier 8370 bl.length()=911 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:05:56.933+0000 7f7a18fac9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7a18fac9c0 time 2024-09-22T09:05:56.936299+0000 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:56.998 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7a1c8862eb] 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:05:56.933+0000 7f7a18fac9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f7a18fac9c0 thread_name:radosgw-admin 2024-09-22T09:05:56.999 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7a1b705520] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7a1c886345] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:05:57.000 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:05:57.001 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:05:57.002 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:05:57.003 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:05:57.004 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:05:57.005 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:05:57.006 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78c5ffb640 / http_manager 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78ccfe1640 / http_manager 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78cdfe3640 / rgw_dt_lg_renew 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78f8ff9640 / ms_dispatch 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78fa7fc640 / io_context_pool 2024-09-22T09:05:57.007 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7900e01640 / ms_dispatch 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7903606640 / ms_dispatch 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7904e09640 / io_context_pool 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a162b1640 / msgr-worker-2 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a16ab2640 / msgr-worker-1 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a172b3640 / msgr-worker-0 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a17ab4640 / io_context_pool 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a18fac9c0 / radosgw-admin 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.145268.log 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: dump: 2024-09-22T09:05:57.008 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: _finish_auth 0 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: _check_auth_tickets 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:57.009 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:05:56.845+0000 7f7904e09640 10 monclient: dump: 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8358 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 4 set_mon_vals no callback set 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: shutdown 2024-09-22T09:05:57.010 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 asok(0x56143eb19250) unregister_commands rotate-key 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.011 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding auth protocol: cephx 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding auth protocol: cephx 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding auth protocol: cephx 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: crc 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed2cf50) adding con mode: secure 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: starting msgr at 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: starting objecter 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command objecter_requests hook 0x56143ebd88a0 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: setting wanted keys 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: calling monclient init 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding auth protocol: cephx 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding auth protocol: cephx 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding auth protocol: cephx 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: crc 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed26ed0) adding con mode: secure 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key hook 0x56143ed27018 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143ebd6e00 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143ebd73a0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:57.014 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143ebe0500 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.534489s 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143ebd6e00 auth_method 0 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143ebd73a0 auth_method 0 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:05:56.845+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): get_auth_request con 0x56143ebe0500 auth_method 0 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:05:56.845+0000 7f7a172b3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient(hunting): handle_auth_done global_id 7838 payload 824 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient: _finish_hunting 0 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:05:56.845+0000 7f7a162b1640 1 monclient: found mon.noname-c 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:05:56.845+0000 7f7a162b1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: dump: 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: _finish_auth 0 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: _check_auth_tickets 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:05:56.845+0000 7f7903606640 10 monclient: dump: 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 7838 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:05:56.845+0000 7f7904e09640 4 set_mon_vals no callback set 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:05:56.845+0000 7f7a18fac9c0 1 librados: init done 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:05:56.849+0000 7f7903606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:05:56.849+0000 7f7903606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:05:56.849+0000 7f7903606640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:05:56.849+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f78fc071c10 auth_method 0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:05:56.849+0000 7f7a172b3640 10 monclient: get_auth_request con 0x56143ed58430 auth_method 0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:05:56.849+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x56143ed71550 auth_method 0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:05:56.853+0000 7f7a162b1640 10 monclient: get_auth_request con 0x56143ed75740 auth_method 0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding auth protocol: cephx 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding auth protocol: cephx 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding auth protocol: cephx 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: crc 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed7a540) adding con mode: secure 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command objecter_requests cmddesc objecter_requests hook 0x56143ed7deb0 EEXIST 2024-09-22T09:05:57.021 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding auth protocol: cephx 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding auth protocol: cephx 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding auth protocol: cephx 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:57.022 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: crc 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ed78b08) adding con mode: secure 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key cmddesc rotate-key hook 0x56143ed78c50 EEXIST 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143eda2060 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143eda1990 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143eda0370 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:05:56.853+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.543817s 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143eda2060 auth_method 0 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:05:56.853+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:05:56.853+0000 7f7a172b3640 10 monclient(hunting): get_auth_request con 0x56143eda0370 auth_method 0 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.024 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:05:56.857+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143eda1990 auth_method 0 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_done global_id 8364 payload 824 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient: _finish_hunting 0 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 1 monclient: found mon.noname-a 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:05:56.857+0000 7f7a16ab2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: dump: 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.025 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: _finish_auth 0 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: _check_auth_tickets 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:05:56.857+0000 7f7900e01640 10 monclient: dump: 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.026 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:05:56.857+0000 7f7a17ab4640 4 set_mon_vals no callback set 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8364 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:05:56.857+0000 7f7900e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:05:56.857+0000 7f7900e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:05:56.857+0000 7f7900e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:05:56.857+0000 7f7a162b1640 10 monclient: get_auth_request con 0x7f78f0071b20 auth_method 0 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: get_monmap_and_config 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:57.028 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding auth protocol: cephx 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding auth protocol: cephx 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding auth protocol: cephx 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: crc 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:05:56.857+0000 7f7a18fac9c0 5 AuthRegistry(0x56143edc18a0) adding con mode: secure 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding auth protocol: cephx 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding auth protocol: cephx 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding auth protocol: cephx 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:57.030 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: crc 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901820) adding con mode: secure 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key cmddesc rotate-key hook 0x7ffd4d901968 EEXIST 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143edf0050 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143edf0430 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143edf1600 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.548797s 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143edf0050 auth_method 0 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): get_auth_request con 0x56143edf1600 auth_method 0 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.032 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:05:56.861+0000 7f7a172b3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143edf0430 auth_method 0 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_done global_id 8367 payload 274 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient: _finish_hunting 0 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 1 monclient: found mon.noname-a 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.033 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: dump: 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: _finish_auth 0 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8367 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 4 set_mon_vals no callback set 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:05:56.861+0000 7f78fa7fc640 10 monclient: dump: 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: shutdown 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: build_initial_monmap 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 build_initial for_mkfs: 0 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: monmap: 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:05:57.036 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding auth protocol: cephx 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding auth protocol: cephx 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding auth protocol: cephx 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: crc 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143ede8420) adding con mode: secure 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: starting msgr at 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: starting objecter 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command objecter_requests cmddesc objecter_requests hook 0x56143edf6610 EEXIST 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: setting wanted keys 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 1 librados: calling monclient init 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: init 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding auth protocol: cephx 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding auth protocol: cephx 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding auth protocol: cephx 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: crc 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 AuthRegistry(0x56143eda3e80) adding con mode: secure 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command rotate-key cmddesc rotate-key hook 0x56143eda3fc8 EEXIST 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-c con 0x56143edf0050 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-a con 0x56143edf1600 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): picked mon.noname-b con 0x56143edea3c0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:05:56.861+0000 7f7a18fac9c0 10 monclient(hunting): authenticate will time out at 2553.551408s 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request con 0x56143edf1600 auth_method 0 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request con 0x56143edf0050 auth_method 0 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:05:57.040 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:05:56.861+0000 7f7a16ab2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient(hunting): handle_auth_done global_id 8370 payload 824 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient: _finish_hunting 0 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:05:56.861+0000 7f7a162b1640 1 monclient: found mon.noname-a 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:05:56.861+0000 7f7a162b1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: dump: 2024-09-22T09:05:57.041 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: _finish_auth 0 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:05:57.042 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 10 monclient: dump: 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 5 monclient: authenticate success, global_id 8370 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:05:56.865+0000 7f78fa7fc640 4 set_mon_vals no callback set 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.043 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _renew_subs 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 1 librados: init done 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cr dump hook 0x56143ededb28 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:05:56.865+0000 7f78f8ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:05:56.865+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f78e0071c10 auth_method 0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:05:56.865+0000 7f7a172b3640 10 monclient: get_auth_request con 0x56143ee0fef0 auth_method 0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 realm 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:05:56.865+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.044 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:05:56.869+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x56143ee142a0 auth_method 0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:05:56.869+0000 7f7a162b1640 10 monclient: get_auth_request con 0x56143ee179e0 auth_method 0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:05:56.869+0000 7f7a18fac9c0 20 searching for the correct realm 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:05:56.869+0000 7f7a172b3640 10 monclient: get_auth_request con 0x56143ee1c780 auth_method 0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:05:56.873+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f7a10008040 auth_method 0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:05:56.873+0000 7f7a162b1640 10 monclient: get_auth_request con 0x7f7a08105040 auth_method 0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:05:56.877+0000 7f7a172b3640 0 -- 172.21.15.64:0/855992143 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x56143ee0fef0 msgr2=0x56143ee12380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:05:56.877+0000 7f78f8ff9640 1 client.8370.objecter ms_handle_reset 0x56143ee0fef0 session 0x56143ee0f7e0 osd.1 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:05:56.877+0000 7f78f8ff9640 10 monclient: _renew_subs 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:05:56.877+0000 7f78f8ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.64:3300/0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:05:56.877+0000 7f7a172b3640 10 monclient: get_auth_request con 0x7f78e0082330 auth_method 0 2024-09-22T09:05:57.045 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:05:56.877+0000 7f7a172b3640 10 monclient: get_auth_request con 0x7f7a08129c20 auth_method 0 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:05:56.881+0000 7f7a16ab2640 10 monclient: get_auth_request con 0x7f7a080fc630 auth_method 0 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:05:56.881+0000 7f7a162b1640 0 -- 172.21.15.64:0/855992143 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f7a08105040 msgr2=0x7f7a08105440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:05:56.881+0000 7f78f8ff9640 1 client.8370.objecter ms_handle_reset 0x7f7a08105040 session 0x7f7a080a6070 osd.4 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:05:56.881+0000 7f7a162b1640 10 monclient: get_auth_request con 0x56143ee0fef0 auth_method 0 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:57.046 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 zone default found 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 Realm: () 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 zonegroup default 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:05:56.889+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 started sync module instance, tier type = 2024-09-22T09:05:57.047 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:05:56.893+0000 7f7a18fac9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=0 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=1 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=2 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=3 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=4 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=5 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=6 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 20 add_watcher() i=7 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:05:56.909+0000 7f7a18fac9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding auth protocol: cephx 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding auth protocol: cephx 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding auth protocol: cephx 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:57.048 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:05:56.913+0000 7f78cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: crc 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 AuthRegistry(0x7ffd4d901cf0) adding con mode: secure 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:57.049 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache list hook 0x56143edea7e0 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache inspect hook 0x56143edea7e0 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache erase hook 0x56143edea7e0 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command cache zap hook 0x56143edea7e0 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 note: GC not initialized 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:05:56.913+0000 7f78ccfe1640 20 reqs_thread_entry: start 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace show hook 0x7f7a0002a070 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace history hook 0x7f7a0002a070 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace active hook 0x7f7a0002a070 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 5 asok(0x56143eb19250) register_command sync trace active_short hook 0x7f7a0002a070 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 Filter name: none 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:05:56.913+0000 7f78c5ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:57.050 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:05:56.913+0000 7f7a18fac9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:57.051 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:05:56.917+0000 7f7a18fac9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398983 cookie 94644954334064 notifier 8370 bl.length()=911 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:05:56.925+0000 7f78fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:05:57.052 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:05:56.925+0000 7f7a18fac9c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:05:56.933+0000 7f7a18fac9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7a18fac9c0 time 2024-09-22T09:05:56.936299+0000 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7a1c8862eb] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 4: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 6: main() 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 8: __libc_start_main() 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi064.stderr: 9: _start() 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:05:56.933+0000 7f7a18fac9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7f7a18fac9c0 thread_name:radosgw-admin 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7a1b705520] 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7a1c886345] 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7a1c88649f] 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56143d10b901] 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 8: radosgw-admin(+0x141c2bc) [0x56143db692bc] 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56143d120d6d] 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi064.stderr: 10: main() 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7a1b6ecd90] 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 12: __libc_start_main() 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 13: _start() 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:05:57.055 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:05:57.056 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:05:57.057 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:05:57.058 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:05:57.059 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:05:57.060 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78c5ffb640 / http_manager 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78ccfe1640 / http_manager 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78cdfe3640 / rgw_dt_lg_renew 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78f8ff9640 / ms_dispatch 2024-09-22T09:05:57.061 INFO:tasks.workunit.client.0.smithi064.stderr: 7f78fa7fc640 / io_context_pool 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7900e01640 / ms_dispatch 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7903606640 / ms_dispatch 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7904e09640 / io_context_pool 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a162b1640 / msgr-worker-2 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a16ab2640 / msgr-worker-1 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a172b3640 / msgr-worker-0 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a17ab4640 / io_context_pool 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: 7f7a18fac9c0 / radosgw-admin 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:05:56.938773Z_3a098bc9-bbc5-435c-a096-a0e3397f6e61/log 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:05:57.062 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:05:57.068 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:57.068 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.013+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 realm 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.017+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.021+0000 7f72672949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:57.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.021+0000 7f72672949c0 20 searching for the correct realm 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.025+0000 7f726559b640 0 -- 172.21.15.64:0/951314525 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x557c91819830 msgr2=0x557c9181bc50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.033+0000 7f7264599640 0 -- 172.21.15.64:0/951314525 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f7258018070 msgr2=0x7f7258070c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.037+0000 7f72672949c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.037+0000 7f72672949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.037+0000 7f72672949c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.037+0000 7f72672949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.037+0000 7f72672949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.037+0000 7f72672949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 zone default found 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 4 Realm: () 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 zonegroup default 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 started sync module instance, tier type = 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.041+0000 7f72672949c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:05:57.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=0 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=1 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=2 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=3 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=4 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=5 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.057+0000 7f72672949c0 20 add_watcher() i=6 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 20 add_watcher() i=7 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f711afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 5 note: GC not initialized 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f7119fe3640 20 reqs_thread_entry: start 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 20 init_complete bucket index max shards: 1 2024-09-22T09:05:57.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 20 Filter name: none 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f708b7fe640 20 reqs_thread_entry: start 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.061+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:05:57.073 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.065+0000 7f72672949c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.069+0000 7f711afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.073+0000 7f72672949c0 20 remove_watcher() i=0 2024-09-22T09:05:57.074 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.073+0000 7f72672949c0 2 removed watcher, disabling cache 2024-09-22T09:05:57.076 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.077+0000 7f72672949c0 20 remove_watcher() i=1 2024-09-22T09:05:57.078 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.077+0000 7f72672949c0 20 remove_watcher() i=2 2024-09-22T09:05:57.080 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.081+0000 7f72672949c0 20 remove_watcher() i=3 2024-09-22T09:05:57.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.081+0000 7f72672949c0 20 remove_watcher() i=4 2024-09-22T09:05:57.083 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.081+0000 7f72672949c0 20 remove_watcher() i=5 2024-09-22T09:05:57.085 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.085+0000 7f72672949c0 20 remove_watcher() i=6 2024-09-22T09:05:57.086 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:05:57.085+0000 7f72672949c0 20 remove_watcher() i=7 2024-09-22T09:05:57.100 INFO:tasks.workunit.client.0.smithi064.stderr: test: duplicated entries can be purged manually 2024-09-22T09:06:27.132 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:06:27.166 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:27.166 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:27.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.209+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 realm 2024-09-22T09:06:27.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.214 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:27.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.213+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.217+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:27.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.217+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.217+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:27.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.217+0000 7f50249da9c0 20 searching for the correct realm 2024-09-22T09:06:27.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.221+0000 7f50224e0640 0 -- 172.21.15.64:0/394955436 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f501c076c20 msgr2=0x7f501c094ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:27.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.225+0000 7f50224e0640 0 -- 172.21.15.64:0/394955436 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f5018134090 msgr2=0x7f50180aba80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:27.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.441+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 zone default found 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 4 Realm: () 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:27.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 zonegroup default 2024-09-22T09:06:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 started sync module instance, tier type = 2024-09-22T09:06:27.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.445+0000 7f50249da9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:27.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=0 2024-09-22T09:06:27.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=1 2024-09-22T09:06:27.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=2 2024-09-22T09:06:27.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=3 2024-09-22T09:06:27.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=4 2024-09-22T09:06:27.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=5 2024-09-22T09:06:27.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.469+0000 7f50249da9c0 20 add_watcher() i=6 2024-09-22T09:06:27.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.473+0000 7f50249da9c0 20 add_watcher() i=7 2024-09-22T09:06:27.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.473+0000 7f50249da9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:27.476 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.473+0000 7f4ed8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:27.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:27.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:27.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 5 note: GC not initialized 2024-09-22T09:06:27.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f4e537fe640 20 reqs_thread_entry: start 2024-09-22T09:06:27.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:27.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 Filter name: none 2024-09-22T09:06:27.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f4e517fa640 20 reqs_thread_entry: start 2024-09-22T09:06:27.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:27.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.477+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:27.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:27.480 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:27.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.481+0000 7f50249da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:27.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.485+0000 7f4ed8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.489+0000 7f50249da9c0 20 remove_watcher() i=0 2024-09-22T09:06:27.490 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.489+0000 7f50249da9c0 2 removed watcher, disabling cache 2024-09-22T09:06:27.493 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.493+0000 7f50249da9c0 20 remove_watcher() i=1 2024-09-22T09:06:27.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.493+0000 7f50249da9c0 20 remove_watcher() i=2 2024-09-22T09:06:27.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.497+0000 7f50249da9c0 20 remove_watcher() i=3 2024-09-22T09:06:27.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.501+0000 7f50249da9c0 20 remove_watcher() i=4 2024-09-22T09:06:27.501 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.501+0000 7f50249da9c0 20 remove_watcher() i=5 2024-09-22T09:06:27.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.501+0000 7f50249da9c0 20 remove_watcher() i=6 2024-09-22T09:06:27.504 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.505+0000 7f50249da9c0 20 remove_watcher() i=7 2024-09-22T09:06:27.527 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.527 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:06:27.527 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-22T09:06:27.527 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.528 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-22T09:06:27.568 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:27.568 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:27.613 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 realm 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.615 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:27.617 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:27.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 searching for the correct realm 2024-09-22T09:06:27.624 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.625+0000 7fe42afaa640 0 -- 172.21.15.64:0/3608629563 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fe41407ab10 msgr2=0x7fe414098890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:27.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.841+0000 7fe42a7a9640 0 -- 172.21.15.64:0/3608629563 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x560ad82c7810 msgr2=0x560ad82c9cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:27.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:27.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.851 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:27.852 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 zone default found 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 Realm: () 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 zonegroup default 2024-09-22T09:06:27.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.854 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 started sync module instance, tier type = 2024-09-22T09:06:27.855 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:27.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=0 2024-09-22T09:06:27.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=1 2024-09-22T09:06:27.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=2 2024-09-22T09:06:27.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=3 2024-09-22T09:06:27.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=4 2024-09-22T09:06:27.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=5 2024-09-22T09:06:27.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=6 2024-09-22T09:06:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.881+0000 7fe42cca39c0 20 add_watcher() i=7 2024-09-22T09:06:27.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.881+0000 7fe42cca39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:27.887 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.885+0000 7fe2e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:27.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.885+0000 7fe42cca39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:27.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.885+0000 7fe42cca39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:27.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 note: GC not initialized 2024-09-22T09:06:27.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe2db7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:27.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:27.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 Filter name: none 2024-09-22T09:06:27.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe2d97fa640 20 reqs_thread_entry: start 2024-09-22T09:06:27.889 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:06:27.890 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:27.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:27.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:27.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:27.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:06:27.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.893+0000 7fe42cca39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:06:27.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:27.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:06:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398984 cookie 94604576518416 notifier 7901 bl.length()=911 2024-09-22T09:06:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:27.904 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:27.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:06:27.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:06:27.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:06:27.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:06:27.911 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe42cca39c0 time 2024-09-22T09:06:27.915385+0000 2024-09-22T09:06:27.911 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe43057d2eb] 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:06:27.912 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.909+0000 7fe42cca39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe42cca39c0 time 2024-09-22T09:06:27.915385+0000 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe43057d2eb] 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.913 INFO:tasks.workunit.client.0.smithi064.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:06:27.914 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe42cca39c0 thread_name:radosgw-admin 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe42f3fc520] 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe43057d345] 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:06:27.925 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.913+0000 7fe42cca39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe42cca39c0 thread_name:radosgw-admin 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe42f3fc520] 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe43057d345] 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:27.926 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:06:27.589+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:06:27.589+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:06:27.589+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.927 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient(hunting): handle_auth_done global_id 8412 payload 274 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient: _finish_hunting 0 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:06:27.589+0000 7fe42afaa640 1 monclient: found mon.noname-a 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:06:27.589+0000 7fe423fff640 10 monclient: get_auth_request con 0x560ad8095d80 auth_method 0 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: dump: 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.928 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: _finish_auth 0 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: _check_auth_tickets 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:06:27.589+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 8412 2024-09-22T09:06:27.929 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:27.930 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.930 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:27.930 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: dump: 2024-09-22T09:06:27.930 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.930 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.930 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.931 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:06:27.589+0000 7fe42cca39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:06:27.589+0000 7fe42cca39c0 4 set_mon_vals no callback set 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: shutdown 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) unregister_commands rotate-key 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:27.932 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:27.933 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding auth protocol: cephx 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding auth protocol: cephx 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding auth protocol: cephx 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.934 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.935 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: starting msgr at 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: starting objecter 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command objecter_requests hook 0x560ad7ff3100 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: setting wanted keys 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: calling monclient init 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:27.936 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding auth protocol: cephx 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding auth protocol: cephx 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding auth protocol: cephx 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.937 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.938 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.938 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.938 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.938 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.938 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.938 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key hook 0x560ad81da588 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad8093810 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:27.939 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad8095d80 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad81e0740 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.281880s 2024-09-22T09:06:27.940 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request con 0x560ad8093810 auth_method 0 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): get_auth_request con 0x560ad8095d80 auth_method 0 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.941 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_done global_id 7892 payload 824 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient: _finish_hunting 0 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 1 monclient: found mon.noname-c 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.942 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: dump: 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.943 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: _finish_auth 0 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: _check_auth_tickets 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.944 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: dump: 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.945 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 7892 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:06:27.593+0000 7fe318608640 4 set_mon_vals no callback set 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: init done 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:06:27.597+0000 7fe316e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:06:27.597+0000 7fe316e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:06:27.597+0000 7fe316e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:27.946 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:06:27.597+0000 7fe423fff640 10 monclient: get_auth_request con 0x7fe310071be0 auth_method 0 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:06:27.597+0000 7fe42afaa640 10 monclient: get_auth_request con 0x560ad8202d50 auth_method 0 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:06:27.597+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x560ad8225460 auth_method 0 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient: get_auth_request con 0x560ad8229800 auth_method 0 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:27.947 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding auth protocol: cephx 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding auth protocol: cephx 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding auth protocol: cephx 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:27.948 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command objecter_requests cmddesc objecter_requests hook 0x560ad8231fd0 EEXIST 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding auth protocol: cephx 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding auth protocol: cephx 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding auth protocol: cephx 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:27.949 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key cmddesc rotate-key hook 0x560ad822ce00 EEXIST 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad8256180 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad8255ab0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad8254490 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:27.950 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.291154s 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): get_auth_request con 0x560ad8255ab0 auth_method 0 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): get_auth_request con 0x560ad8254490 auth_method 0 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.951 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_done global_id 7895 payload 824 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient: _finish_hunting 0 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:06:27.601+0000 7fe423fff640 1 monclient: found mon.noname-c 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:06:27.601+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x560ad8256180 auth_method 0 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:06:27.601+0000 7fe30ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: dump: 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.952 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: _finish_auth 0 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: dump: 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.953 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:06:27.605+0000 7fe42b7ab640 4 set_mon_vals no callback set 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 7895 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:06:27.605+0000 7fe30ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:06:27.605+0000 7fe30ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:06:27.605+0000 7fe30ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:06:27.605+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe304071b20 auth_method 0 2024-09-22T09:06:27.954 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: get_monmap_and_config 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:27.955 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.956 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding auth protocol: cephx 2024-09-22T09:06:27.956 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding auth protocol: cephx 2024-09-22T09:06:27.956 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding auth protocol: cephx 2024-09-22T09:06:27.956 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:27.957 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:27.957 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:27.958 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding auth protocol: cephx 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding auth protocol: cephx 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding auth protocol: cephx 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:27.959 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key cmddesc rotate-key hook 0x7ffe0efb81d8 EEXIST 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad82aa120 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad8279b40 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad82a58f0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.960 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.296008s 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request con 0x560ad82aa120 auth_method 0 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request con 0x560ad82a58f0 auth_method 0 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.961 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_done global_id 8421 payload 274 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _finish_hunting 0 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 1 monclient: found mon.noname-a 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: dump: 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.962 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: _finish_auth 0 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 8421 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: dump: 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.963 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 4 set_mon_vals no callback set 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: shutdown 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:27.964 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding auth protocol: cephx 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding auth protocol: cephx 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding auth protocol: cephx 2024-09-22T09:06:27.965 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: starting msgr at 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: starting objecter 2024-09-22T09:06:27.966 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command objecter_requests cmddesc objecter_requests hook 0x560ad8257a10 EEXIST 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: setting wanted keys 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: calling monclient init 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding auth protocol: cephx 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding auth protocol: cephx 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding auth protocol: cephx 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:27.967 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key cmddesc rotate-key hook 0x560ad82580e8 EEXIST 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad8279b40 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:27.968 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad82a58f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad82aa120 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.298632s 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request con 0x560ad8279b40 auth_method 0 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request con 0x560ad82aa120 auth_method 0 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.969 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_done global_id 7901 payload 824 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _finish_hunting 0 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 1 monclient: found mon.noname-c 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:27.970 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: dump: 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: _finish_auth 0 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:27.971 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: dump: 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 7901 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:06:27.609+0000 7fe30dffb640 4 set_mon_vals no callback set 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:27.972 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: init done 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cr dump hook 0x560ad829e6d8 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:06:27.613+0000 7fe2fbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:06:27.613+0000 7fe2fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:06:27.613+0000 7fe2fbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:06:27.613+0000 7fe423fff640 10 monclient: get_auth_request con 0x7fe2f4071c10 auth_method 0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:06:27.613+0000 7fe42afaa640 10 monclient: get_auth_request con 0x560ad82c36d0 auth_method 0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 realm 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:27.973 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:06:27.613+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x560ad82c7810 auth_method 0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:06:27.617+0000 7fe423fff640 10 monclient: get_auth_request con 0x560ad82cb100 auth_method 0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 searching for the correct realm 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:06:27.617+0000 7fe42afaa640 10 monclient: get_auth_request con 0x560ad82cfe80 auth_method 0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:06:27.617+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe42402fb80 auth_method 0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:06:27.621+0000 7fe423fff640 10 monclient: get_auth_request con 0x7fe414032060 auth_method 0 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:06:27.625+0000 7fe42afaa640 0 -- 172.21.15.64:0/3608629563 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fe41407ab10 msgr2=0x7fe414098890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:27.974 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:06:27.625+0000 7fe42afaa640 10 monclient: get_auth_request con 0x7fe41407ab10 auth_method 0 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:06:27.829+0000 7fe42afaa640 10 monclient: get_auth_request con 0x7fe41407ab10 auth_method 0 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:06:27.837+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe414062e70 auth_method 0 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:06:27.841+0000 7fe42a7a9640 0 -- 172.21.15.64:0/3608629563 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x560ad82c7810 msgr2=0x560ad82c9cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:06:27.841+0000 7fe2fbfff640 1 client.7901.objecter ms_handle_reset 0x560ad82c7810 session 0x560ad82c2e90 osd.5 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:06:27.841+0000 7fe2fbfff640 10 monclient: _renew_subs 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:06:27.841+0000 7fe2fbfff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:06:27.841+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe2f4082390 auth_method 0 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.975 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 zone default found 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 Realm: () 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 zonegroup default 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.976 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 started sync module instance, tier type = 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=0 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=1 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=2 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=3 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=4 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=5 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=6 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:06:27.881+0000 7fe42cca39c0 20 add_watcher() i=7 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:06:27.881+0000 7fe42cca39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding auth protocol: cephx 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding auth protocol: cephx 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding auth protocol: cephx 2024-09-22T09:06:27.977 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:06:27.885+0000 7fe2e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:27.978 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache list hook 0x560ad82a0850 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache inspect hook 0x560ad82a0850 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache erase hook 0x560ad82a0850 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache zap hook 0x560ad82a0850 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 note: GC not initialized 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:06:27.889+0000 7fe2db7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace show hook 0x7fe41c0c4020 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace history hook 0x7fe41c0c4020 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace active hook 0x7fe41c0c4020 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace active_short hook 0x7fe41c0c4020 2024-09-22T09:06:27.979 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 Filter name: none 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:06:27.889+0000 7fe2d97fa640 20 reqs_thread_entry: start 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:27.980 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:06:27.893+0000 7fe42cca39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398984 cookie 94604576518416 notifier 7901 bl.length()=911 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:06:27.909+0000 7fe42cca39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe42cca39c0 time 2024-09-22T09:06:27.915385+0000 2024-09-22T09:06:27.981 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe43057d2eb] 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:06:27.913+0000 7fe42cca39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe42cca39c0 thread_name:radosgw-admin 2024-09-22T09:06:27.982 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe42f3fc520] 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe43057d345] 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:06:27.983 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:06:27.984 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:06:27.985 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:06:27.986 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:06:27.987 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:06:27.988 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:06:27.989 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2d97fa640 / http_manager 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2db7fe640 / http_manager 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2e17e2640 / rgw_dt_lg_renew 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2fbfff640 / ms_dispatch 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe30dffb640 / io_context_pool 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe30ffff640 / ms_dispatch 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe316e05640 / ms_dispatch 2024-09-22T09:06:27.990 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe318608640 / io_context_pool 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe423fff640 / msgr-worker-2 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42a7a9640 / msgr-worker-1 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42afaa640 / msgr-worker-0 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42b7ab640 / io_context_pool 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42cca39c0 / radosgw-admin 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/log/ceph/ceph-client.admin.147038.log 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr:--- begin dump of recent events --- 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: -499> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.991 INFO:tasks.workunit.client.0.smithi064.stderr: -498> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -497> 2024-09-22T09:06:27.589+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -496> 2024-09-22T09:06:27.589+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -495> 2024-09-22T09:06:27.589+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -494> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient(hunting): handle_auth_done global_id 8412 payload 274 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -493> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient: _finish_hunting 0 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -492> 2024-09-22T09:06:27.589+0000 7fe42afaa640 1 monclient: found mon.noname-a 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -491> 2024-09-22T09:06:27.589+0000 7fe42afaa640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -490> 2024-09-22T09:06:27.589+0000 7fe423fff640 10 monclient: get_auth_request con 0x560ad8095d80 auth_method 0 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -489> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -488> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr: -487> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: dump: 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.992 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -486> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: _finish_auth 0 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -485> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: _check_auth_tickets 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -484> 2024-09-22T09:06:27.589+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 8412 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -483> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -482> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -481> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr: -480> 2024-09-22T09:06:27.589+0000 7fe318608640 10 monclient: dump: 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:27.993 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -479> 2024-09-22T09:06:27.589+0000 7fe42cca39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -478> 2024-09-22T09:06:27.589+0000 7fe42cca39c0 4 set_mon_vals no callback set 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -477> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: shutdown 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -476> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) unregister_commands rotate-key 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -475> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -474> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:27.994 INFO:tasks.workunit.client.0.smithi064.stderr: -473> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr: -472> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding auth protocol: cephx 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr: -471> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding auth protocol: cephx 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr: -470> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding auth protocol: cephx 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr: -469> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.995 INFO:tasks.workunit.client.0.smithi064.stderr: -468> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -467> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -466> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -465> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -464> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -463> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -462> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -461> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -460> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -459> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: crc 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -458> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81dfb10) adding con mode: secure 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -457> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -456> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: starting msgr at 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -455> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: starting objecter 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -454> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command objecter_requests hook 0x560ad7ff3100 2024-09-22T09:06:27.996 INFO:tasks.workunit.client.0.smithi064.stderr: -453> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: setting wanted keys 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -452> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: calling monclient init 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -451> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -450> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding auth protocol: cephx 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -449> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding auth protocol: cephx 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -448> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding auth protocol: cephx 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -447> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -446> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -445> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -444> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -443> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -442> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -441> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -440> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -439> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -438> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.997 INFO:tasks.workunit.client.0.smithi064.stderr: -437> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: crc 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -436> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 AuthRegistry(0x560ad81da440) adding con mode: secure 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -435> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -434> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -433> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key hook 0x560ad81da588 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -432> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -431> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -430> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad8093810 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -429> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad8095d80 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -428> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad81e0740 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -427> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -426> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -425> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -424> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -423> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.281880s 2024-09-22T09:06:27.998 INFO:tasks.workunit.client.0.smithi064.stderr: -422> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request con 0x560ad8093810 auth_method 0 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -421> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -420> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -419> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -418> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): get_auth_request con 0x560ad8095d80 auth_method 0 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -417> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -416> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -415> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -414> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -413> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -412> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -411> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -410> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:27.999 INFO:tasks.workunit.client.0.smithi064.stderr: -409> 2024-09-22T09:06:27.593+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -408> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_done global_id 7892 payload 824 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -407> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient: _finish_hunting 0 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -406> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 1 monclient: found mon.noname-c 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -405> 2024-09-22T09:06:27.593+0000 7fe42a7a9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -404> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -403> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr: -402> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: dump: 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.000 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: -401> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: _finish_auth 0 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: -400> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: _check_auth_tickets 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: -399> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: -398> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: -397> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr: -396> 2024-09-22T09:06:27.593+0000 7fe316e05640 10 monclient: dump: 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.001 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: -395> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 7892 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: -394> 2024-09-22T09:06:27.593+0000 7fe318608640 4 set_mon_vals no callback set 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: -393> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: -392> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: -391> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:28.002 INFO:tasks.workunit.client.0.smithi064.stderr: -390> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -389> 2024-09-22T09:06:27.593+0000 7fe42cca39c0 1 librados: init done 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -388> 2024-09-22T09:06:27.597+0000 7fe316e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -387> 2024-09-22T09:06:27.597+0000 7fe316e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -386> 2024-09-22T09:06:27.597+0000 7fe316e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -385> 2024-09-22T09:06:27.597+0000 7fe423fff640 10 monclient: get_auth_request con 0x7fe310071be0 auth_method 0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -384> 2024-09-22T09:06:27.597+0000 7fe42afaa640 10 monclient: get_auth_request con 0x560ad8202d50 auth_method 0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -383> 2024-09-22T09:06:27.597+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x560ad8225460 auth_method 0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -382> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient: get_auth_request con 0x560ad8229800 auth_method 0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -381> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -380> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr: -379> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:28.003 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -378> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding auth protocol: cephx 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -377> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding auth protocol: cephx 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -376> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding auth protocol: cephx 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -375> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -374> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -373> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -372> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:28.004 INFO:tasks.workunit.client.0.smithi064.stderr: -371> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -370> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -369> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -368> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -367> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -366> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -365> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: crc 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -364> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822e5e0) adding con mode: secure 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -363> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -362> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command objecter_requests cmddesc objecter_requests hook 0x560ad8231fd0 EEXIST 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -361> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -360> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding auth protocol: cephx 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -359> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding auth protocol: cephx 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -358> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding auth protocol: cephx 2024-09-22T09:06:28.005 INFO:tasks.workunit.client.0.smithi064.stderr: -357> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -356> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -355> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -354> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -353> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -352> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -351> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -350> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -349> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -348> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -347> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: crc 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -346> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 AuthRegistry(0x560ad822ccb8) adding con mode: secure 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -345> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -344> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.006 INFO:tasks.workunit.client.0.smithi064.stderr: -343> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key cmddesc rotate-key hook 0x560ad822ce00 EEXIST 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -342> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -341> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -340> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad8256180 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -339> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad8255ab0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -338> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad8254490 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -337> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -336> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -335> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -334> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -333> 2024-09-22T09:06:27.601+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.291154s 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -332> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): get_auth_request con 0x560ad8255ab0 auth_method 0 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -331> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -330> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -329> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:28.007 INFO:tasks.workunit.client.0.smithi064.stderr: -328> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): get_auth_request con 0x560ad8254490 auth_method 0 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -327> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -326> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -325> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -324> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -323> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -322> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -321> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -320> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -319> 2024-09-22T09:06:27.601+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -318> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient(hunting): handle_auth_done global_id 7895 payload 824 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -317> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient: _finish_hunting 0 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -316> 2024-09-22T09:06:27.601+0000 7fe423fff640 1 monclient: found mon.noname-c 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -315> 2024-09-22T09:06:27.601+0000 7fe423fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -314> 2024-09-22T09:06:27.601+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x560ad8256180 auth_method 0 2024-09-22T09:06:28.008 INFO:tasks.workunit.client.0.smithi064.stderr: -313> 2024-09-22T09:06:27.601+0000 7fe30ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: -312> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: -311> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: dump: 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: -310> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: _finish_auth 0 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: -309> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: -308> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:28.009 INFO:tasks.workunit.client.0.smithi064.stderr: -307> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr: -306> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr: -305> 2024-09-22T09:06:27.605+0000 7fe30ffff640 10 monclient: dump: 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.010 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -304> 2024-09-22T09:06:27.605+0000 7fe42b7ab640 4 set_mon_vals no callback set 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -303> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 7895 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -302> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -301> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -300> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -299> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -298> 2024-09-22T09:06:27.605+0000 7fe30ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -297> 2024-09-22T09:06:27.605+0000 7fe30ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -296> 2024-09-22T09:06:27.605+0000 7fe30ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:28.011 INFO:tasks.workunit.client.0.smithi064.stderr: -295> 2024-09-22T09:06:27.605+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe304071b20 auth_method 0 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr: -294> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: get_monmap_and_config 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr: -293> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr: -292> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr: -291> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:28.012 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -290> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding auth protocol: cephx 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -289> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding auth protocol: cephx 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -288> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding auth protocol: cephx 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -287> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -286> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -285> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -284> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -283> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -282> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -281> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -280> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -279> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:28.013 INFO:tasks.workunit.client.0.smithi064.stderr: -278> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -277> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: crc 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -276> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8275b10) adding con mode: secure 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -275> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -274> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -273> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding auth protocol: cephx 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -272> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding auth protocol: cephx 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -271> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding auth protocol: cephx 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -270> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -269> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -268> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -267> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -266> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:28.014 INFO:tasks.workunit.client.0.smithi064.stderr: -265> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -264> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -263> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -262> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -261> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -260> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: crc 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -259> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8090) adding con mode: secure 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -258> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -257> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -256> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key cmddesc rotate-key hook 0x7ffe0efb81d8 EEXIST 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -255> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -254> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -253> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad82aa120 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -252> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad8279b40 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -251> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad82a58f0 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:28.015 INFO:tasks.workunit.client.0.smithi064.stderr: -250> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -249> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -248> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -247> 2024-09-22T09:06:27.605+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -246> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.296008s 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -245> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request con 0x560ad82aa120 auth_method 0 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -244> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -243> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -242> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -241> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request con 0x560ad82a58f0 auth_method 0 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -240> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -239> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -238> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:28.016 INFO:tasks.workunit.client.0.smithi064.stderr: -237> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -236> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -235> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -234> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -233> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -232> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -231> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_done global_id 8421 payload 274 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -230> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _finish_hunting 0 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -229> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 1 monclient: found mon.noname-a 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -228> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.64:3300/0 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -227> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -226> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr: -225> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: dump: 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.017 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: -224> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: _finish_auth 0 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: -223> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: -222> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 8421 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: -221> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: -220> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.018 INFO:tasks.workunit.client.0.smithi064.stderr: -219> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr: -218> 2024-09-22T09:06:27.609+0000 7fe30dffb640 10 monclient: dump: 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr: -217> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr: -216> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 4 set_mon_vals no callback set 2024-09-22T09:06:28.019 INFO:tasks.workunit.client.0.smithi064.stderr: -215> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: shutdown 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr: -214> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: build_initial_monmap 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr: -213> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr: -212> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: monmap: 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 0 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 0.000000 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:created 0.000000 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.020 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.noname-a 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.noname-b 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.noname-c 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -211> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding auth protocol: cephx 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -210> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding auth protocol: cephx 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -209> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding auth protocol: cephx 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -208> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -207> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -206> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -205> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -204> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -203> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:28.021 INFO:tasks.workunit.client.0.smithi064.stderr: -202> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -201> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -200> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -199> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -198> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: crc 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -197> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad829c610) adding con mode: secure 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -196> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -195> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: starting msgr at 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -194> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: starting objecter 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -193> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command objecter_requests cmddesc objecter_requests hook 0x560ad8257a10 EEXIST 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -192> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: setting wanted keys 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -191> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: calling monclient init 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -190> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: init 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -189> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding auth protocol: cephx 2024-09-22T09:06:28.022 INFO:tasks.workunit.client.0.smithi064.stderr: -188> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding auth protocol: cephx 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -187> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding auth protocol: cephx 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -186> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -185> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -184> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -183> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -182> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -181> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -180> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -179> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -178> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -177> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -176> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: crc 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -175> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 AuthRegistry(0x560ad8257fa0) adding con mode: secure 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -174> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.023 INFO:tasks.workunit.client.0.smithi064.stderr: -173> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -172> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command rotate-key cmddesc rotate-key hook 0x560ad82580e8 EEXIST 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -171> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -170> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -169> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-c con 0x560ad8279b40 addr [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -168> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-b con 0x560ad82a58f0 addr [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -167> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): picked mon.noname-a con 0x560ad82aa120 addr [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -166> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -165> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -164> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -163> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:28.024 INFO:tasks.workunit.client.0.smithi064.stderr: -162> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient(hunting): authenticate will time out at 2584.298632s 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -161> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request con 0x560ad8279b40 auth_method 0 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -160> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -159> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -158> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -157> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request con 0x560ad82aa120 auth_method 0 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -156> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -155> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -154> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -153> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -152> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -151> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -150> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -149> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -148> 2024-09-22T09:06:27.609+0000 7fe42afaa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:28.025 INFO:tasks.workunit.client.0.smithi064.stderr: -147> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient(hunting): handle_auth_done global_id 7901 payload 824 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr: -146> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _finish_hunting 0 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr: -145> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 1 monclient: found mon.noname-c 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr: -144> 2024-09-22T09:06:27.609+0000 7fe42a7a9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr: -143> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr: -142> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr: -141> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: dump: 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.026 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: -140> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: _finish_auth 0 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: -139> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: -138> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: -137> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: -136> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr: -135> 2024-09-22T09:06:27.609+0000 7fe2fbfff640 10 monclient: dump: 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:epoch 1 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:fsid d7ca229c-5afd-4564-8ba7-a940b3a1d3c2 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:last_changed 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:created 2024-09-22T08:39:19.404328+0000 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:election_strategy: 1 2024-09-22T09:06:28.027 INFO:tasks.workunit.client.0.smithi064.stderr:0: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.a 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr:1: [v2:172.21.15.150:3300/0,v1:172.21.15.150:6789/0] mon.b 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr:2: [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon.c 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -134> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 monclient: authenticate success, global_id 7901 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -133> 2024-09-22T09:06:27.609+0000 7fe30dffb640 4 set_mon_vals no callback set 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -132> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -131> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -130> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _renew_subs 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -129> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -128> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 1 librados: init done 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -127> 2024-09-22T09:06:27.609+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cr dump hook 0x560ad829e6d8 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -126> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -125> 2024-09-22T09:06:27.613+0000 7fe2fbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -124> 2024-09-22T09:06:27.613+0000 7fe2fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:28.028 INFO:tasks.workunit.client.0.smithi064.stderr: -123> 2024-09-22T09:06:27.613+0000 7fe2fbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.64:6832/878770286,v1:172.21.15.64:6833/878770286] 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -122> 2024-09-22T09:06:27.613+0000 7fe423fff640 10 monclient: get_auth_request con 0x7fe2f4071c10 auth_method 0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -121> 2024-09-22T09:06:27.613+0000 7fe42afaa640 10 monclient: get_auth_request con 0x560ad82c36d0 auth_method 0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -120> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -119> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 realm 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -118> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -117> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -116> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -115> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -114> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -113> 2024-09-22T09:06:27.613+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -112> 2024-09-22T09:06:27.613+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x560ad82c7810 auth_method 0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -111> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -110> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -109> 2024-09-22T09:06:27.617+0000 7fe423fff640 10 monclient: get_auth_request con 0x560ad82cb100 auth_method 0 2024-09-22T09:06:28.029 INFO:tasks.workunit.client.0.smithi064.stderr: -108> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -107> 2024-09-22T09:06:27.617+0000 7fe42cca39c0 20 searching for the correct realm 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -106> 2024-09-22T09:06:27.617+0000 7fe42afaa640 10 monclient: get_auth_request con 0x560ad82cfe80 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -105> 2024-09-22T09:06:27.617+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe42402fb80 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -104> 2024-09-22T09:06:27.621+0000 7fe423fff640 10 monclient: get_auth_request con 0x7fe414032060 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -103> 2024-09-22T09:06:27.625+0000 7fe42afaa640 0 -- 172.21.15.64:0/3608629563 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fe41407ab10 msgr2=0x7fe414098890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -102> 2024-09-22T09:06:27.625+0000 7fe42afaa640 10 monclient: get_auth_request con 0x7fe41407ab10 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -101> 2024-09-22T09:06:27.829+0000 7fe42afaa640 10 monclient: get_auth_request con 0x7fe41407ab10 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -100> 2024-09-22T09:06:27.837+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe414062e70 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -99> 2024-09-22T09:06:27.841+0000 7fe42a7a9640 0 -- 172.21.15.64:0/3608629563 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x560ad82c7810 msgr2=0x560ad82c9cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -98> 2024-09-22T09:06:27.841+0000 7fe2fbfff640 1 client.7901.objecter ms_handle_reset 0x560ad82c7810 session 0x560ad82c2e90 osd.5 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -97> 2024-09-22T09:06:27.841+0000 7fe2fbfff640 10 monclient: _renew_subs 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -96> 2024-09-22T09:06:27.841+0000 7fe2fbfff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.64:3301/0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -95> 2024-09-22T09:06:27.841+0000 7fe42a7a9640 10 monclient: get_auth_request con 0x7fe2f4082390 auth_method 0 2024-09-22T09:06:28.030 INFO:tasks.workunit.client.0.smithi064.stderr: -94> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -93> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -92> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -91> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -90> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -89> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -88> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -87> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -86> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -85> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -84> 2024-09-22T09:06:27.849+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -83> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:28.031 INFO:tasks.workunit.client.0.smithi064.stderr: -82> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 zone default found 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -81> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 Realm: () 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -80> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -79> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -78> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -77> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 zonegroup default 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -76> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -75> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -74> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -73> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -72> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -71> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -70> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 started sync module instance, tier type = 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -69> 2024-09-22T09:06:27.853+0000 7fe42cca39c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -68> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=0 2024-09-22T09:06:28.032 INFO:tasks.workunit.client.0.smithi064.stderr: -67> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=1 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -66> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=2 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -65> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=3 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -64> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=4 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -63> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=5 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -62> 2024-09-22T09:06:27.877+0000 7fe42cca39c0 20 add_watcher() i=6 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -61> 2024-09-22T09:06:27.881+0000 7fe42cca39c0 20 add_watcher() i=7 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -60> 2024-09-22T09:06:27.881+0000 7fe42cca39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -59> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding auth protocol: cephx 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -58> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding auth protocol: cephx 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -57> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding auth protocol: cephx 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -56> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -55> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -54> 2024-09-22T09:06:27.885+0000 7fe2e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -53> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -52> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:28.033 INFO:tasks.workunit.client.0.smithi064.stderr: -51> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -50> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -49> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -48> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -47> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -46> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -45> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: crc 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -44> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 AuthRegistry(0x7ffe0efb8560) adding con mode: secure 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -43> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -42> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -41> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -40> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache list hook 0x560ad82a0850 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -39> 2024-09-22T09:06:27.885+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache inspect hook 0x560ad82a0850 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -38> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache erase hook 0x560ad82a0850 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -37> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command cache zap hook 0x560ad82a0850 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -36> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 note: GC not initialized 2024-09-22T09:06:28.034 INFO:tasks.workunit.client.0.smithi064.stderr: -35> 2024-09-22T09:06:27.889+0000 7fe2db7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -34> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace show hook 0x7fe41c0c4020 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -33> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace history hook 0x7fe41c0c4020 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -32> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace active hook 0x7fe41c0c4020 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -31> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 5 asok(0x560ad7fcf250) register_command sync trace active_short hook 0x7fe41c0c4020 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -30> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -29> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 Filter name: none 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -28> 2024-09-22T09:06:27.889+0000 7fe2d97fa640 20 reqs_thread_entry: start 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -27> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -26> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -25> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -24> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -23> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -22> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -21> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -20> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:28.035 INFO:tasks.workunit.client.0.smithi064.stderr: -19> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -18> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -17> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -16> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -15> 2024-09-22T09:06:27.889+0000 7fe42cca39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -14> 2024-09-22T09:06:27.893+0000 7fe42cca39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -13> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -12> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -11> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -10> 2024-09-22T09:06:27.901+0000 7fe42cca39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -9> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398984 cookie 94604576518416 notifier 7901 bl.length()=911 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -8> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -7> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -6> 2024-09-22T09:06:27.905+0000 7fe30dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:28.036 INFO:tasks.workunit.client.0.smithi064.stderr: -5> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: -4> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: -3> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: -2> 2024-09-22T09:06:27.905+0000 7fe42cca39c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: -1> 2024-09-22T09:06:27.909+0000 7fe42cca39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe42cca39c0 time 2024-09-22T09:06:27.915385+0000 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe43057d2eb] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 5: main() 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 7: __libc_start_main() 2024-09-22T09:06:28.037 INFO:tasks.workunit.client.0.smithi064.stderr: 8: _start() 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 0> 2024-09-22T09:06:27.913+0000 7fe42cca39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: in thread 7fe42cca39c0 thread_name:radosgw-admin 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe42f3fc520] 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 2: pthread_kill() 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 3: raise() 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 4: abort() 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe43057d345] 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe43057d49f] 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560ad6270901] 2024-09-22T09:06:28.038 INFO:tasks.workunit.client.0.smithi064.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x560ad6285dda] 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 9: main() 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe42f3e3d90] 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 11: __libc_start_main() 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 12: _start() 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr:--- logging levels --- 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 none 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 lockdep 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 context 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 crush 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_balancer 2024-09-22T09:06:28.039 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_locker 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_log_expire 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mds_migrator 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 3/ 5 mds_quiesce 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 buffer 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 timer 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 filer 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 striper 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 1 objecter 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rados 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_mirror 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_replay 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 rbd_pwl 2024-09-22T09:06:28.040 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 journaler 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objectcacher 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 client 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 osd 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 optracker 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 objclass 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 filestore 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 journal 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 ms 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mon 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 0/10 monc 2024-09-22T09:06:28.041 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 paxos 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 tp 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 auth 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 crypto 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 finisher 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 reserver 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 heartbeatmap 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 perfcounter 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_sync 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_datacache 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_access 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_flight 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:06:28.042 INFO:tasks.workunit.client.0.smithi064.stderr: 20/20 rgw_notification 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 javaclient 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 asok 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 1 throttle 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 0 refs 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 compressor 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluestore 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 bluefs 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 3 bdev 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 kstore 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 4/ 5 rocksdb 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 fuse 2024-09-22T09:06:28.043 INFO:tasks.workunit.client.0.smithi064.stderr: 2/ 5 mgr 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mgrc 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 dpdk 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 eventtrace 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 prioritycache 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 test 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cephsqlite 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_onode 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_odata 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_omap 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_tm 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_t 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:06:28.044 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_epm 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_lba 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_cache 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_journal 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_device 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 seastore_backref 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 alienstore 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 mclock 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 cyanstore 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 ceph_exporter 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 memstore 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 1/ 5 trace 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 0/ 5 ceph_dedup 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: -2/-2 (syslog threshold) 2024-09-22T09:06:28.045 INFO:tasks.workunit.client.0.smithi064.stderr: 99/99 (stderr threshold) 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2d97fa640 / http_manager 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2db7fe640 / http_manager 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2e17e2640 / rgw_dt_lg_renew 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe2fbfff640 / ms_dispatch 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe30dffb640 / io_context_pool 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe30ffff640 / ms_dispatch 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe316e05640 / ms_dispatch 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe318608640 / io_context_pool 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe423fff640 / msgr-worker-2 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42a7a9640 / msgr-worker-1 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42afaa640 / msgr-worker-0 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42b7ab640 / io_context_pool 2024-09-22T09:06:28.046 INFO:tasks.workunit.client.0.smithi064.stderr: 7fe42cca39c0 / radosgw-admin 2024-09-22T09:06:28.047 INFO:tasks.workunit.client.0.smithi064.stderr: max_recent 500 2024-09-22T09:06:28.047 INFO:tasks.workunit.client.0.smithi064.stderr: max_new 1000 2024-09-22T09:06:28.047 INFO:tasks.workunit.client.0.smithi064.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:06:27.917449Z_874c8aeb-7aab-483a-baad-4da15e9457e9/log 2024-09-22T09:06:28.047 INFO:tasks.workunit.client.0.smithi064.stderr:--- end dump of recent events --- 2024-09-22T09:06:28.047 INFO:tasks.workunit.client.0.smithi064.stderr:Aborted 2024-09-22T09:06:28.047 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.993+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 realm 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.051 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:27.997+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.001+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.001+0000 7f001d6219c0 20 searching for the correct realm 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.005+0000 7f001b928640 0 -- 172.21.15.64:0/460339745 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x5593d498eee0 msgr2=0x5593d49913a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.009+0000 7f001b127640 0 -- 172.21.15.64:0/460339745 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f001010d2d0 msgr2=0x7f001011c500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.052 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.017+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 zone default found 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 4 Realm: () 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 zonegroup default 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.053 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 started sync module instance, tier type = 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.021+0000 7f001d6219c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=0 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=1 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=2 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=3 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=4 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=5 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=6 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 20 add_watcher() i=7 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.037+0000 7f001d6219c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:28.054 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7efed1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 5 note: GC not initialized 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7efed0fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 Filter name: none 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7efe4a7fc640 20 reqs_thread_entry: start 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.041+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:28.055 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:28.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.045+0000 7f001d6219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:28.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.049+0000 7efed1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:28.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.053+0000 7f001d6219c0 20 remove_watcher() i=0 2024-09-22T09:06:28.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.053+0000 7f001d6219c0 2 removed watcher, disabling cache 2024-09-22T09:06:28.056 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.053+0000 7f001d6219c0 20 remove_watcher() i=1 2024-09-22T09:06:28.057 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.057+0000 7f001d6219c0 20 remove_watcher() i=2 2024-09-22T09:06:28.059 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.057+0000 7f001d6219c0 20 remove_watcher() i=3 2024-09-22T09:06:28.061 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.061+0000 7f001d6219c0 20 remove_watcher() i=4 2024-09-22T09:06:28.062 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.061+0000 7f001d6219c0 20 remove_watcher() i=5 2024-09-22T09:06:28.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.061+0000 7f001d6219c0 20 remove_watcher() i=6 2024-09-22T09:06:28.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.065+0000 7f001d6219c0 20 remove_watcher() i=7 2024-09-22T09:06:28.093 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:06:28.120 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:28.120 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:28.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 realm 2024-09-22T09:06:28.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:28.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.165+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.169+0000 7fb3c35659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:28.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.169+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.169+0000 7fb3c35659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:28.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.169+0000 7fb3c35659c0 20 searching for the correct realm 2024-09-22T09:06:28.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.173+0000 7fb3c186c640 0 -- 172.21.15.64:0/4112103573 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x5615ebdf0240 msgr2=0x5615ebdf2700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:28.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.181+0000 7fb3c106b640 0 -- 172.21.15.64:0/4112103573 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fb3b8023040 msgr2=0x7fb3b8022410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:28.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:28.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:28.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:28.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:28.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:28.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:28.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.189 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 zone default found 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 4 Realm: () 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 zonegroup default 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:28.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 started sync module instance, tier type = 2024-09-22T09:06:28.191 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.189+0000 7fb3c35659c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:28.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=0 2024-09-22T09:06:28.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=1 2024-09-22T09:06:28.207 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=2 2024-09-22T09:06:28.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=3 2024-09-22T09:06:28.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=4 2024-09-22T09:06:28.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=5 2024-09-22T09:06:28.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.205+0000 7fb3c35659c0 20 add_watcher() i=6 2024-09-22T09:06:28.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 20 add_watcher() i=7 2024-09-22T09:06:28.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:28.211 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb277fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 5 note: GC not initialized 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb276fe5640 20 reqs_thread_entry: start 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.209+0000 7fb3c35659c0 20 Filter name: none 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb274fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:06:28.213 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:28.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:06:28.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:06:28.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:06:28.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:06:28.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:06:28.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:06:28.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.213+0000 7fb3c35659c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:06:28.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.217+0000 7fb277fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:28.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.221+0000 7fb3c35659c0 20 remove_watcher() i=0 2024-09-22T09:06:28.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.221+0000 7fb3c35659c0 2 removed watcher, disabling cache 2024-09-22T09:06:28.225 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.225+0000 7fb3c35659c0 20 remove_watcher() i=1 2024-09-22T09:06:28.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.225+0000 7fb3c35659c0 20 remove_watcher() i=2 2024-09-22T09:06:28.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.229+0000 7fb3c35659c0 20 remove_watcher() i=3 2024-09-22T09:06:28.231 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.229+0000 7fb3c35659c0 20 remove_watcher() i=4 2024-09-22T09:06:28.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.233+0000 7fb3c35659c0 20 remove_watcher() i=5 2024-09-22T09:06:28.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.233+0000 7fb3c35659c0 20 remove_watcher() i=6 2024-09-22T09:06:28.234 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:28.233+0000 7fb3c35659c0 20 remove_watcher() i=7 2024-09-22T09:06:58.279 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-22T09:06:58.319 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:58.319 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:58.365 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 realm 2024-09-22T09:06:58.367 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:58.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.368 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.368+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.372+0000 7faadd2219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.369 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.372+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.372+0000 7faadd2219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:58.370 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.372+0000 7faadd2219c0 20 searching for the correct realm 2024-09-22T09:06:58.376 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.376+0000 7faad3fff640 0 -- 172.21.15.64:0/3839592137 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55f5439c9ee0 msgr2=0x55f5439cc2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.382 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.384+0000 7faad3fff640 0 -- 172.21.15.64:0/3839592137 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7faac403d070 msgr2=0x7faac4064090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:58.389 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.390 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 zone default found 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 4 Realm: () 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 zonegroup default 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 started sync module instance, tier type = 2024-09-22T09:06:58.392 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.392+0000 7faadd2219c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=0 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=1 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=2 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=3 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=4 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=5 2024-09-22T09:06:58.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=6 2024-09-22T09:06:58.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 20 add_watcher() i=7 2024-09-22T09:06:58.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.408+0000 7faadd2219c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:58.411 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7fa9917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 5 note: GC not initialized 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7fa90bfff640 20 reqs_thread_entry: start 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 20 Filter name: none 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7fa909ffb640 20 reqs_thread_entry: start 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:06:58.412 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.412+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:58.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:06:58.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:06:58.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:06:58.413 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:58.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:58.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:58.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:58.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.416+0000 7faadd2219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:06:58.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.420+0000 7fa9917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.424+0000 7faadd2219c0 20 remove_watcher() i=0 2024-09-22T09:06:58.424 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.424+0000 7faadd2219c0 2 removed watcher, disabling cache 2024-09-22T09:06:58.426 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.428+0000 7faadd2219c0 20 remove_watcher() i=1 2024-09-22T09:06:58.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.432+0000 7faadd2219c0 20 remove_watcher() i=2 2024-09-22T09:06:58.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.432+0000 7faadd2219c0 20 remove_watcher() i=3 2024-09-22T09:06:58.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.436+0000 7faadd2219c0 20 remove_watcher() i=4 2024-09-22T09:06:58.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.436+0000 7faadd2219c0 20 remove_watcher() i=5 2024-09-22T09:06:58.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.436+0000 7faadd2219c0 20 remove_watcher() i=6 2024-09-22T09:06:58.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.440+0000 7faadd2219c0 20 remove_watcher() i=7 2024-09-22T09:06:58.450 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:06:58.477 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:58.477 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:58.520 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.520+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 realm 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.522 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.524+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.524 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.528+0000 7f118d7409c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:58.525 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.528+0000 7f118d7409c0 20 searching for the correct realm 2024-09-22T09:06:58.530 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.532+0000 7f118aa45640 0 -- 172.21.15.64:0/4043860202 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x560036050c50 msgr2=0x5600360530d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.536 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.536+0000 7f118aa45640 0 -- 172.21.15.64:0/4043860202 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f118001b040 msgr2=0x7f118002c940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.545 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.546 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 zone default found 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 4 Realm: () 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 zonegroup default 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.547 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 started sync module instance, tier type = 2024-09-22T09:06:58.548 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.548+0000 7f118d7409c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:58.562 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=0 2024-09-22T09:06:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=1 2024-09-22T09:06:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=2 2024-09-22T09:06:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=3 2024-09-22T09:06:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=4 2024-09-22T09:06:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=5 2024-09-22T09:06:58.563 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=6 2024-09-22T09:06:58.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 20 add_watcher() i=7 2024-09-22T09:06:58.564 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.564+0000 7f118d7409c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:58.566 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f10427e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:58.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:58.567 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 5 note: GC not initialized 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f10417e2640 20 reqs_thread_entry: start 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 20 Filter name: none 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f103affd640 20 reqs_thread_entry: start 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.568+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:06:58.568 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:58.569 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:06:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:06:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:06:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:06:58.570 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:06:58.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:06:58.572 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.572+0000 7f118d7409c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:06:58.574 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.576+0000 7f10427e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.580+0000 7f118d7409c0 20 remove_watcher() i=0 2024-09-22T09:06:58.579 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.580+0000 7f118d7409c0 2 removed watcher, disabling cache 2024-09-22T09:06:58.581 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.584+0000 7f118d7409c0 20 remove_watcher() i=1 2024-09-22T09:06:58.583 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.584+0000 7f118d7409c0 20 remove_watcher() i=2 2024-09-22T09:06:58.585 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.588+0000 7f118d7409c0 20 remove_watcher() i=3 2024-09-22T09:06:58.587 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.588+0000 7f118d7409c0 20 remove_watcher() i=4 2024-09-22T09:06:58.588 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.588+0000 7f118d7409c0 20 remove_watcher() i=5 2024-09-22T09:06:58.589 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.592+0000 7f118d7409c0 20 remove_watcher() i=6 2024-09-22T09:06:58.590 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.592+0000 7f118d7409c0 20 remove_watcher() i=7 2024-09-22T09:06:58.605 INFO:tasks.workunit.client.0.smithi064.stderr:check reshard logrecord successfully 2024-09-22T09:06:58.605 INFO:tasks.workunit.client.0.smithi064.stderr: test: reshard versioned bucket 2024-09-22T09:06:58.605 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:06:58.632 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:58.632 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:58.676 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.676+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 realm 2024-09-22T09:06:58.678 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:58.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.679 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.680+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.684+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:58.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.684+0000 7fcaa9bf89c0 20 searching for the correct realm 2024-09-22T09:06:58.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.684+0000 7fcaa76fe640 0 -- 172.21.15.64:0/742732534 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fcaa00c4040 msgr2=0x7fcaa00d1970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.692+0000 7fcaa6efd640 0 -- 172.21.15.64:0/742732534 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x560666cd5b60 msgr2=0x560666cd7f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.702 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 zone default found 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 4 Realm: () 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 zonegroup default 2024-09-22T09:06:58.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 started sync module instance, tier type = 2024-09-22T09:06:58.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.704+0000 7fcaa9bf89c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=0 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=1 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=2 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=3 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=4 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=5 2024-09-22T09:06:58.720 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.720+0000 7fcaa9bf89c0 20 add_watcher() i=6 2024-09-22T09:06:58.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fcaa9bf89c0 20 add_watcher() i=7 2024-09-22T09:06:58.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fcaa9bf89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:58.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fc95dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fcaa9bf89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:58.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fcaa9bf89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:58.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fcaa9bf89c0 5 note: GC not initialized 2024-09-22T09:06:58.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fc95cfe1640 20 reqs_thread_entry: start 2024-09-22T09:06:58.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.724+0000 7fcaa9bf89c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:58.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 Filter name: none 2024-09-22T09:06:58.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fc8d67fc640 20 reqs_thread_entry: start 2024-09-22T09:06:58.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:06:58.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:06:58.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:58.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:06:58.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:06:58.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.728+0000 7fcaa9bf89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:58.730 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.732+0000 7fc95dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.736+0000 7fcaa9bf89c0 20 remove_watcher() i=0 2024-09-22T09:06:58.734 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.736+0000 7fcaa9bf89c0 2 removed watcher, disabling cache 2024-09-22T09:06:58.736 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.740+0000 7fcaa9bf89c0 20 remove_watcher() i=1 2024-09-22T09:06:58.739 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.740+0000 7fcaa9bf89c0 20 remove_watcher() i=2 2024-09-22T09:06:58.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.744+0000 7fcaa9bf89c0 20 remove_watcher() i=3 2024-09-22T09:06:58.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.744+0000 7fcaa9bf89c0 20 remove_watcher() i=4 2024-09-22T09:06:58.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.748+0000 7fcaa9bf89c0 20 remove_watcher() i=5 2024-09-22T09:06:58.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.748+0000 7fcaa9bf89c0 20 remove_watcher() i=6 2024-09-22T09:06:58.747 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.748+0000 7fcaa9bf89c0 20 remove_watcher() i=7 2024-09-22T09:06:58.760 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:58.760 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:06:58.760 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: myver id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-22T09:06:58.760 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:58.761 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-22T09:06:58.790 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:58.790 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:58.833 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 realm 2024-09-22T09:06:58.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:58.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.836+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.840+0000 7fdd8147a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.837 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.840+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.840+0000 7fdd8147a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:58.838 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.840+0000 7fdd8147a9c0 20 searching for the correct realm 2024-09-22T09:06:58.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.844+0000 7fdd7e77f640 0 -- 172.21.15.64:0/2848963115 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fdd7401a040 msgr2=0x7fdd7406a460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.850 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.852+0000 7fdd7f781640 0 -- 172.21.15.64:0/2848963115 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fdd74075fe0 msgr2=0x7fdd7406ee60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 zone default found 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 4 Realm: () 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:58.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:58.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 zonegroup default 2024-09-22T09:06:58.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:58.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 started sync module instance, tier type = 2024-09-22T09:06:58.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.860+0000 7fdd8147a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=0 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=1 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=2 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=3 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=4 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=5 2024-09-22T09:06:58.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=6 2024-09-22T09:06:58.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 20 add_watcher() i=7 2024-09-22T09:06:58.876 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.876+0000 7fdd8147a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:58.878 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdc35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:58.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:58.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 5 note: GC not initialized 2024-09-22T09:06:58.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdc34fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:58.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:58.879 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 Filter name: none 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdc2dffb640 20 reqs_thread_entry: start 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : miss 2024-09-22T09:06:58.880 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.880+0000 7fdd8147a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.884+0000 7fdd8147a9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:06:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.884+0000 7fdd8147a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.884+0000 7fdd8147a9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.884+0000 7fdd8147a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.884+0000 7fdd8147a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.881 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.884+0000 7fdd8147a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdc627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398888 cookie 93925295009920 notifier 8538 bl.length()=905 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdc627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdc627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.891 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdc627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:06:58.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:06:58.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:06:58.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.892+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:06:58.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.0 2024-09-22T09:06:58.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.0 2024-09-22T09:06:58.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.1 2024-09-22T09:06:58.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.1 2024-09-22T09:06:58.897 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.0 2024-09-22T09:06:58.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:58.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.900+0000 7fdd8147a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdc61ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398889 cookie 93925295009920 notifier 8538 bl.length()=905 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdc61ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdc61ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.902 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdc61ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:06:58.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:06:58.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:06:58.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.904+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:06:58.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.0 2024-09-22T09:06:58.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:58.905 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:06:58.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.908+0000 7fdd8147a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdc627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398890 cookie 93925295009920 notifier 8538 bl.length()=873 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdc627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdc627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdc627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:06:58.909 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdd8147a9c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:06:58.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.912+0000 7fdd8147a9c0 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-22T09:06:58.914 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.916+0000 7fdc35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:58.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.920+0000 7fdd8147a9c0 20 remove_watcher() i=0 2024-09-22T09:06:58.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.920+0000 7fdd8147a9c0 2 removed watcher, disabling cache 2024-09-22T09:06:58.921 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.924+0000 7fdd8147a9c0 20 remove_watcher() i=1 2024-09-22T09:06:58.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.924+0000 7fdd8147a9c0 20 remove_watcher() i=2 2024-09-22T09:06:58.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.928+0000 7fdd8147a9c0 20 remove_watcher() i=3 2024-09-22T09:06:58.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.932+0000 7fdd8147a9c0 20 remove_watcher() i=4 2024-09-22T09:06:58.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.932+0000 7fdd8147a9c0 20 remove_watcher() i=5 2024-09-22T09:06:58.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.932+0000 7fdd8147a9c0 20 remove_watcher() i=6 2024-09-22T09:06:58.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:58.936+0000 7fdd8147a9c0 20 remove_watcher() i=7 2024-09-22T09:06:58.948 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:06:58.976 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:58.977 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:59.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 realm 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.024+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.028+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:59.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.028+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.028+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:59.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.028+0000 7f754c7bb9c0 20 searching for the correct realm 2024-09-22T09:06:59.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.032+0000 7f7549ac0640 0 -- 172.21.15.64:0/2104600103 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f75400f8af0 msgr2=0x7f75400f7560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:59.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.040+0000 7f754aac2640 0 -- 172.21.15.64:0/2104600103 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f75400fabd0 msgr2=0x7f754010e370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:59.045 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:59.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 zone default found 2024-09-22T09:06:59.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 4 Realm: () 2024-09-22T09:06:59.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:59.046 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 zonegroup default 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.047 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 started sync module instance, tier type = 2024-09-22T09:06:59.048 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.048+0000 7f754c7bb9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=0 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=1 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=2 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=3 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=4 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=5 2024-09-22T09:06:59.063 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=6 2024-09-22T09:06:59.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 20 add_watcher() i=7 2024-09-22T09:06:59.064 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.064+0000 7f754c7bb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:59.066 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f7400fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:59.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:59.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:59.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 5 note: GC not initialized 2024-09-22T09:06:59.067 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f737b7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:59.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:59.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 Filter name: none 2024-09-22T09:06:59.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f73797fa640 20 reqs_thread_entry: start 2024-09-22T09:06:59.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:06:59.068 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.068+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:06:59.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:59.069 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:06:59.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.070 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:06:59.071 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.072+0000 7f754c7bb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:59.072 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.076+0000 7f7400fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:59.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.080+0000 7f754c7bb9c0 20 remove_watcher() i=0 2024-09-22T09:06:59.077 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.080+0000 7f754c7bb9c0 2 removed watcher, disabling cache 2024-09-22T09:06:59.079 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.080+0000 7f754c7bb9c0 20 remove_watcher() i=1 2024-09-22T09:06:59.082 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.084+0000 7f754c7bb9c0 20 remove_watcher() i=2 2024-09-22T09:06:59.084 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.084+0000 7f754c7bb9c0 20 remove_watcher() i=3 2024-09-22T09:06:59.087 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.088+0000 7f754c7bb9c0 20 remove_watcher() i=4 2024-09-22T09:06:59.088 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.088+0000 7f754c7bb9c0 20 remove_watcher() i=5 2024-09-22T09:06:59.089 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.092+0000 7f754c7bb9c0 20 remove_watcher() i=6 2024-09-22T09:06:59.090 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.092+0000 7f754c7bb9c0 20 remove_watcher() i=7 2024-09-22T09:06:59.104 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:59.104 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:06:59.104 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: myver id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-22T09:06:59.104 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:59.153 INFO:tasks.workunit.client.0.smithi064.stderr: test: reshard removes olh entries with empty name 2024-09-22T09:06:59.314 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:06:59.346 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:59.346 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:59.391 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.392+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 realm 2024-09-22T09:06:59.393 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:59.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.394 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:59.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.396+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.396 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.400+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:59.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.400+0000 7f66cad3a9c0 20 searching for the correct realm 2024-09-22T09:06:59.402 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.404+0000 7f66c9041640 0 -- 172.21.15.64:0/2876702486 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x559f85b91fa0 msgr2=0x559f85b94460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:59.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.408+0000 7f66c8840640 0 -- 172.21.15.64:0/2876702486 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f66bc088040 msgr2=0x7f66bc0536f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:06:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:06:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:59.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:59.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:59.418 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 zone default found 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 4 Realm: () 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 zonegroup default 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 started sync module instance, tier type = 2024-09-22T09:06:59.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.420+0000 7f66cad3a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=0 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=1 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=2 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=3 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=4 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=5 2024-09-22T09:06:59.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=6 2024-09-22T09:06:59.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 20 add_watcher() i=7 2024-09-22T09:06:59.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.440+0000 7f66cad3a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:59.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f657f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:59.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:59.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 5 note: GC not initialized 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f657e7e4640 20 reqs_thread_entry: start 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 Filter name: none 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f6577fff640 20 reqs_thread_entry: start 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:59.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:06:59.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:59.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:06:59.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.444+0000 7f66cad3a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.448+0000 7f66cad3a9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:06:59.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.448+0000 7f66cad3a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:59.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.448+0000 7f657f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.452+0000 7f66cad3a9c0 20 remove_watcher() i=0 2024-09-22T09:06:59.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.452+0000 7f66cad3a9c0 2 removed watcher, disabling cache 2024-09-22T09:06:59.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.456+0000 7f66cad3a9c0 20 remove_watcher() i=1 2024-09-22T09:06:59.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.456+0000 7f66cad3a9c0 20 remove_watcher() i=2 2024-09-22T09:06:59.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.460+0000 7f66cad3a9c0 20 remove_watcher() i=3 2024-09-22T09:06:59.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.460+0000 7f66cad3a9c0 20 remove_watcher() i=4 2024-09-22T09:06:59.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.464+0000 7f66cad3a9c0 20 remove_watcher() i=5 2024-09-22T09:06:59.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.464+0000 7f66cad3a9c0 20 remove_watcher() i=6 2024-09-22T09:06:59.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.464+0000 7f66cad3a9c0 20 remove_watcher() i=7 2024-09-22T09:06:59.478 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:59.478 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:06:59.478 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: a-bucket id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-22T09:06:59.478 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:06:59.478 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-22T09:06:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:59.505 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:59.771 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.772+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 realm 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:59.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:59.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.776+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:59.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.780+0000 7f55042359c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:59.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.780+0000 7f55042359c0 20 searching for the correct realm 2024-09-22T09:06:59.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.780+0000 7f550253c640 0 -- 172.21.15.64:0/2782615033 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x557f3fe690d0 msgr2=0x557f3fe6b590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:59.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:06:59.992+0000 7f550253c640 0 -- 172.21.15.64:0/2782615033 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f54f8025c10 msgr2=0x7f54f8034900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:00.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:00.216 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.215+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 zone default found 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 4 Realm: () 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:00.217 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 zonegroup default 2024-09-22T09:07:00.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.218 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 started sync module instance, tier type = 2024-09-22T09:07:00.219 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.219+0000 7f55042359c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:00.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.243+0000 7f55042359c0 20 add_watcher() i=0 2024-09-22T09:07:00.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.243+0000 7f55042359c0 20 add_watcher() i=1 2024-09-22T09:07:00.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.243+0000 7f55042359c0 20 add_watcher() i=2 2024-09-22T09:07:00.244 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.243+0000 7f55042359c0 20 add_watcher() i=3 2024-09-22T09:07:00.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.243+0000 7f55042359c0 20 add_watcher() i=4 2024-09-22T09:07:00.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.243+0000 7f55042359c0 20 add_watcher() i=5 2024-09-22T09:07:00.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.247+0000 7f55042359c0 20 add_watcher() i=6 2024-09-22T09:07:00.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.247+0000 7f55042359c0 20 add_watcher() i=7 2024-09-22T09:07:00.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.247+0000 7f55042359c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:00.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f53b37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:00.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f55042359c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:00.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f55042359c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:00.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f55042359c0 5 note: GC not initialized 2024-09-22T09:07:00.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f53b27fc640 20 reqs_thread_entry: start 2024-09-22T09:07:00.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f55042359c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:00.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.251+0000 7f55042359c0 20 Filter name: none 2024-09-22T09:07:00.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.255+0000 7f5323fff640 20 reqs_thread_entry: start 2024-09-22T09:07:00.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.255+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.255+0000 7f55042359c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:07:00.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.255+0000 7f55042359c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.255+0000 7f55042359c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:07:00.255 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.255+0000 7f55042359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:00.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.259+0000 7f53b37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:00.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.263+0000 7f55042359c0 20 remove_watcher() i=0 2024-09-22T09:07:00.264 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.263+0000 7f55042359c0 2 removed watcher, disabling cache 2024-09-22T09:07:00.266 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.267+0000 7f55042359c0 20 remove_watcher() i=1 2024-09-22T09:07:00.271 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.271+0000 7f55042359c0 20 remove_watcher() i=2 2024-09-22T09:07:00.274 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.275+0000 7f55042359c0 20 remove_watcher() i=3 2024-09-22T09:07:00.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.279+0000 7f55042359c0 20 remove_watcher() i=4 2024-09-22T09:07:00.278 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.279+0000 7f55042359c0 20 remove_watcher() i=5 2024-09-22T09:07:00.280 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.279+0000 7f55042359c0 20 remove_watcher() i=6 2024-09-22T09:07:00.282 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.283+0000 7f55042359c0 20 remove_watcher() i=7 2024-09-22T09:07:00.298 INFO:tasks.workunit.client.0.smithi064.stderr:rados -p default.rgw.buckets.index setomapval .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-22T09:07:00.324 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:00.324 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:00.347 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-22T09:07:00.372 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:00.373 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:00.415 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.415+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 realm 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.417 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:00.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.419 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:00.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.419+0000 7fd2f5d3c9c0 20 searching for the correct realm 2024-09-22T09:07:00.423 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.423+0000 7fd2f3041640 0 -- 172.21.15.64:0/2530435491 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fd2dc003100 msgr2=0x7fd2e8047940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:00.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.639+0000 7fd2f3842640 0 -- 172.21.15.64:0/2530435491 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fd2e805b450 msgr2=0x7fd2e805b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:00.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:00.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:00.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:00.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:00.856 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:00.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:00.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.855+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:00.857 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:00.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 zone default found 2024-09-22T09:07:00.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 4 Realm: () 2024-09-22T09:07:00.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 zonegroup default 2024-09-22T09:07:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.859 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.859+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.863+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:00.860 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.863+0000 7fd2f5d3c9c0 20 started sync module instance, tier type = 2024-09-22T09:07:00.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.863+0000 7fd2f5d3c9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:00.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=0 2024-09-22T09:07:00.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=1 2024-09-22T09:07:00.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=2 2024-09-22T09:07:00.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=3 2024-09-22T09:07:00.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=4 2024-09-22T09:07:00.885 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=5 2024-09-22T09:07:00.886 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=6 2024-09-22T09:07:00.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 20 add_watcher() i=7 2024-09-22T09:07:00.888 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.887+0000 7fd2f5d3c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:00.892 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.891+0000 7fd1a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:00.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:00.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:00.893 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 5 note: GC not initialized 2024-09-22T09:07:00.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd1a8fe1640 20 reqs_thread_entry: start 2024-09-22T09:07:00.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:00.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 Filter name: none 2024-09-22T09:07:00.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd1227fc640 20 reqs_thread_entry: start 2024-09-22T09:07:00.894 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:07:00.895 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 INFO: main: starting shard=0 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.895+0000 7fd2f5d3c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 20 INFO: main: starting shard=1 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:07:00.898 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:07:00.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:00.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 20 INFO: main: starting shard=2 2024-09-22T09:07:00.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:07:00.899 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.899+0000 7fd2f5d3c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:07:00.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.903+0000 7fd2f5d3c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:00.901 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.903+0000 7fd2f5d3c9c0 20 INFO: main: done 2024-09-22T09:07:00.903 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.903+0000 7fd1a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:00.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.907+0000 7fd2f5d3c9c0 20 remove_watcher() i=0 2024-09-22T09:07:00.908 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.907+0000 7fd2f5d3c9c0 2 removed watcher, disabling cache 2024-09-22T09:07:00.911 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.911+0000 7fd2f5d3c9c0 20 remove_watcher() i=1 2024-09-22T09:07:00.913 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.915+0000 7fd2f5d3c9c0 20 remove_watcher() i=2 2024-09-22T09:07:00.915 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.915+0000 7fd2f5d3c9c0 20 remove_watcher() i=3 2024-09-22T09:07:00.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.919+0000 7fd2f5d3c9c0 20 remove_watcher() i=4 2024-09-22T09:07:00.919 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.919+0000 7fd2f5d3c9c0 20 remove_watcher() i=5 2024-09-22T09:07:00.920 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.923+0000 7fd2f5d3c9c0 20 remove_watcher() i=6 2024-09-22T09:07:00.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:00.923+0000 7fd2f5d3c9c0 20 remove_watcher() i=7 2024-09-22T09:07:00.940 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-22T09:07:00.971 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:00.971 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:01.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.015+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 realm 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.019+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.023+0000 7f6823fb09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:01.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.023+0000 7f6823fb09c0 20 searching for the correct realm 2024-09-22T09:07:01.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.027+0000 7f68222b7640 0 -- 172.21.15.64:0/2499838629 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x5640aa82abe0 msgr2=0x5640aa82d0a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:01.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.031+0000 7f6821ab6640 0 -- 172.21.15.64:0/2499838629 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f680c070420 msgr2=0x7f680c08c0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.249 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.250 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 zone default found 2024-09-22T09:07:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 4 Realm: () 2024-09-22T09:07:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:01.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:01.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 zonegroup default 2024-09-22T09:07:01.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.252 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.251+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.255+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.255+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.255+0000 7f6823fb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.255+0000 7f6823fb09c0 20 started sync module instance, tier type = 2024-09-22T09:07:01.254 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.255+0000 7f6823fb09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:01.276 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=0 2024-09-22T09:07:01.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=1 2024-09-22T09:07:01.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=2 2024-09-22T09:07:01.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=3 2024-09-22T09:07:01.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=4 2024-09-22T09:07:01.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=5 2024-09-22T09:07:01.277 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=6 2024-09-22T09:07:01.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 20 add_watcher() i=7 2024-09-22T09:07:01.279 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.279+0000 7f6823fb09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:01.283 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.283+0000 7f66d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.283+0000 7f6823fb09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:01.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.283+0000 7f6823fb09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:01.284 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.283+0000 7f6823fb09c0 5 note: GC not initialized 2024-09-22T09:07:01.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f66d6fe5640 20 reqs_thread_entry: start 2024-09-22T09:07:01.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:01.285 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 20 Filter name: none 2024-09-22T09:07:01.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f66d4fe1640 20 reqs_thread_entry: start 2024-09-22T09:07:01.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:07:01.286 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:07:01.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:07:01.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:07:01.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : miss 2024-09-22T09:07:01.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.287 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:07:01.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:01.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.288 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.287+0000 7f6823fb09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:07:01.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:07:01.295 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6704ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398986 cookie 94835738592048 notifier 8646 bl.length()=911 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6704ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6704ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6704ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:07:01.296 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.295+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:07:01.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:07:01.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:07:01.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:07:01.303 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:07:01.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-22T09:07:01.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:07:01.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.303+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:07:01.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.307+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:07:01.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.307+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:07:01.306 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.307+0000 7f6823fb09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:01.307 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.307+0000 7f6823fb09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:07:01.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.309 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:07:01.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6704ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398987 cookie 94835738592048 notifier 8646 bl.length()=911 2024-09-22T09:07:01.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6704ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6704ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.310 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6704ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:07:01.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:07:01.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:07:01.311 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.311+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:07:01.313 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:07:01.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.0 2024-09-22T09:07:01.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:07:01.314 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.1 2024-09-22T09:07:01.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:07:01.315 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.2.2 2024-09-22T09:07:01.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:01.316 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.315+0000 7f6823fb09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 2024-09-22T09:07:01.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.319 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18, ofs0, ns] 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6704ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398988 cookie 94835738592048 notifier 8646 bl.length()=879 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6704ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 info.flags=0x17 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6704ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18 to cache LRU end 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6704ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_sources= new_sources= 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential sources added=[] removed=[] 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): orig_dests= new_dests= 2024-09-22T09:07:01.320 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.319+0000 7f6823fb09c0 20 handle_bi_update(): bucket=:a-bucket[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18]): potential dests added=[] removed=[] 2024-09-22T09:07:01.323 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.323+0000 7f6823fb09c0 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-22T09:07:01.326 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.327+0000 7f66d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.331+0000 7f6823fb09c0 20 remove_watcher() i=0 2024-09-22T09:07:01.331 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.331+0000 7f6823fb09c0 2 removed watcher, disabling cache 2024-09-22T09:07:01.333 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.335+0000 7f6823fb09c0 20 remove_watcher() i=1 2024-09-22T09:07:01.336 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.335+0000 7f6823fb09c0 20 remove_watcher() i=2 2024-09-22T09:07:01.338 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.339+0000 7f6823fb09c0 20 remove_watcher() i=3 2024-09-22T09:07:01.340 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.339+0000 7f6823fb09c0 20 remove_watcher() i=4 2024-09-22T09:07:01.342 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.343+0000 7f6823fb09c0 20 remove_watcher() i=5 2024-09-22T09:07:01.343 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.343+0000 7f6823fb09c0 20 remove_watcher() i=6 2024-09-22T09:07:01.344 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.347+0000 7f6823fb09c0 20 remove_watcher() i=7 2024-09-22T09:07:01.362 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-22T09:07:01.390 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:01.390 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:01.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.435+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 realm 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:01.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.439+0000 7f063be179c0 20 searching for the correct realm 2024-09-22T09:07:01.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.447+0000 7f063911c640 0 -- 172.21.15.64:0/2870755377 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f06300da040 msgr2=0x7f06300db430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:01.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.455+0000 7f063a11e640 0 -- 172.21.15.64:0/2870755377 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f06300cd040 msgr2=0x7f06300d9920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:01.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 zone default found 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 4 Realm: () 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 zonegroup default 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.459+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 started sync module instance, tier type = 2024-09-22T09:07:01.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.463+0000 7f063be179c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=0 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=1 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=2 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=3 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=4 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=5 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=6 2024-09-22T09:07:01.478 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 20 add_watcher() i=7 2024-09-22T09:07:01.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.479+0000 7f063be179c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:01.481 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f04eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:01.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:01.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 5 note: GC not initialized 2024-09-22T09:07:01.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f04ea7fc640 20 reqs_thread_entry: start 2024-09-22T09:07:01.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:01.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 Filter name: none 2024-09-22T09:07:01.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f045bfff640 20 reqs_thread_entry: start 2024-09-22T09:07:01.483 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-22T09:07:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.483+0000 7f063be179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-22T09:07:01.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-22T09:07:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 INFO: main: starting shard=0 2024-09-22T09:07:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:07:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18.3.0 2024-09-22T09:07:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:01.485 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f063be179c0 20 INFO: main: done 2024-09-22T09:07:01.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.487+0000 7f04eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.491+0000 7f063be179c0 20 remove_watcher() i=0 2024-09-22T09:07:01.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.491+0000 7f063be179c0 2 removed watcher, disabling cache 2024-09-22T09:07:01.494 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.495+0000 7f063be179c0 20 remove_watcher() i=1 2024-09-22T09:07:01.496 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.495+0000 7f063be179c0 20 remove_watcher() i=2 2024-09-22T09:07:01.498 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.499+0000 7f063be179c0 20 remove_watcher() i=3 2024-09-22T09:07:01.500 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.499+0000 7f063be179c0 20 remove_watcher() i=4 2024-09-22T09:07:01.502 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.503+0000 7f063be179c0 20 remove_watcher() i=5 2024-09-22T09:07:01.503 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.503+0000 7f063be179c0 20 remove_watcher() i=6 2024-09-22T09:07:01.505 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.507+0000 7f063be179c0 20 remove_watcher() i=7 2024-09-22T09:07:01.519 INFO:tasks.workunit.client.0.smithi064.stderr: test: PUT succeeds during reshard 2024-09-22T09:07:01.519 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:07:01.549 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:01.549 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:01.592 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.591+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.594 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 realm 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.595 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.595+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.599+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.596 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.599+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.597 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.599+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:01.598 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.599+0000 7f164af549c0 20 searching for the correct realm 2024-09-22T09:07:01.603 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.603+0000 7f164925b640 0 -- 172.21.15.64:0/472164913 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x561804ff3b10 msgr2=0x561804ff5fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:01.609 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.611+0000 7f1648a5a640 0 -- 172.21.15.64:0/472164913 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f163c0f6f40 msgr2=0x7f163c102750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.618 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.619 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 zone default found 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 4 Realm: () 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 zonegroup default 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.620 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.619+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.623+0000 7f164af549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.623+0000 7f164af549c0 20 started sync module instance, tier type = 2024-09-22T09:07:01.621 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.623+0000 7f164af549c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=0 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=1 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=2 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=3 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=4 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=5 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.635+0000 7f164af549c0 20 add_watcher() i=6 2024-09-22T09:07:01.636 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 20 add_watcher() i=7 2024-09-22T09:07:01.637 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:01.639 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f14fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 5 note: GC not initialized 2024-09-22T09:07:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f14fdfe3640 20 reqs_thread_entry: start 2024-09-22T09:07:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:01.640 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 20 Filter name: none 2024-09-22T09:07:01.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f146f7fe640 20 reqs_thread_entry: start 2024-09-22T09:07:01.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.639+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:01.641 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:01.642 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:01.643 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.643+0000 7f164af549c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:01.645 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.647+0000 7f14fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.651+0000 7f164af549c0 20 remove_watcher() i=0 2024-09-22T09:07:01.649 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.651+0000 7f164af549c0 2 removed watcher, disabling cache 2024-09-22T09:07:01.651 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.651+0000 7f164af549c0 20 remove_watcher() i=1 2024-09-22T09:07:01.653 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.655+0000 7f164af549c0 20 remove_watcher() i=2 2024-09-22T09:07:01.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.655+0000 7f164af549c0 20 remove_watcher() i=3 2024-09-22T09:07:01.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.659+0000 7f164af549c0 20 remove_watcher() i=4 2024-09-22T09:07:01.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.659+0000 7f164af549c0 20 remove_watcher() i=5 2024-09-22T09:07:01.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.659+0000 7f164af549c0 20 remove_watcher() i=6 2024-09-22T09:07:01.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.663+0000 7f164af549c0 20 remove_watcher() i=7 2024-09-22T09:07:01.675 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:07:01.675 INFO:tasks.workunit.client.0.smithi064.stderr:BUCKET_STATS: 2024-09-22T09:07:01.675 INFO:tasks.workunit.client.0.smithi064.stderr:bucket: myver id: ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-22T09:07:01.675 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:07:01.675 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-22T09:07:01.706 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:01.706 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:01.750 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.751+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.751+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.751+0000 7fbe7f8a09c0 20 realm 2024-09-22T09:07:01.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.751+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.752 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:01.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.753 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.755 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:01.756 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.755+0000 7fbe7f8a09c0 20 searching for the correct realm 2024-09-22T09:07:01.761 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.763+0000 7fbe7cba5640 0 -- 172.21.15.64:0/3550985279 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fbe74035650 msgr2=0x7fbe74035ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:01.768 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.771+0000 7fbe7cba5640 0 -- 172.21.15.64:0/3550985279 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fbd48082330 msgr2=0x7fbd48084760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.775+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 zone default found 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 4 Realm: () 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 zonegroup default 2024-09-22T09:07:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.778 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:01.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 started sync module instance, tier type = 2024-09-22T09:07:01.779 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.779+0000 7fbe7f8a09c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=0 2024-09-22T09:07:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=1 2024-09-22T09:07:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=2 2024-09-22T09:07:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=3 2024-09-22T09:07:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=4 2024-09-22T09:07:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=5 2024-09-22T09:07:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.795+0000 7fbe7f8a09c0 20 add_watcher() i=6 2024-09-22T09:07:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 20 add_watcher() i=7 2024-09-22T09:07:01.796 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:01.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbd337e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 5 note: GC not initialized 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbd327e4640 20 reqs_thread_entry: start 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 20 Filter name: none 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbca3fff640 20 reqs_thread_entry: start 2024-09-22T09:07:01.800 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:07:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.799+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:07:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:07:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : miss 2024-09-22T09:07:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 adding default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.803+0000 7fbe7f8a09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:01.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:01.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:01.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.810 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbd4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398891 cookie 94688748994688 notifier 8132 bl.length()=905 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbd4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbd4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbd4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:07:01.811 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:07:01.812 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.811+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:07:01.817 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:01.819+0000 7fbe7f8a09c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-22T09:07:02.716 INFO:tasks.workunit.client.0.smithi064.stderr:put object successful 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.0 2024-09-22T09:07:06.818 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.0 2024-09-22T09:07:06.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.1 2024-09-22T09:07:06.819 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.819+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.1 2024-09-22T09:07:06.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.823+0000 7fbe7f8a09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:06.824 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.823+0000 7fbe7f8a09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:06.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.827+0000 7fbe7f8a09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:06.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.827+0000 7fbe7f8a09c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:06.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.827+0000 7fbe7f8a09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:06.828 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.827+0000 7fbe7f8a09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:07:06.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbd4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398892 cookie 94688748994688 notifier 8132 bl.length()=905 2024-09-22T09:07:06.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbd4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:06.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbd4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:06.829 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbd4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:06.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:07:06.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:07:06.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:07:06.830 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.831+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:07:06.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.835+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.0 2024-09-22T09:07:06.834 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.835+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.0 2024-09-22T09:07:06.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.835+0000 7fbe7f8a09c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.1 2024-09-22T09:07:06.835 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.835+0000 7fbe7f8a09c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.1.1 2024-09-22T09:07:06.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.839+0000 7fbe7f8a09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:06.839 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.839+0000 7fbe7f8a09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:06.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:06.842 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:07:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbd4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398893 cookie 94688748994688 notifier 8132 bl.length()=873 2024-09-22T09:07:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbd4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbd4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:06.843 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbd4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:06.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:07:06.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:07:06.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:07:06.844 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.843+0000 7fbe7f8a09c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:07:06.848 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.847+0000 7fbe7f8a09c0 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-22T09:07:06.853 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.855+0000 7fbd337e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:06.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.859+0000 7fbe7f8a09c0 20 remove_watcher() i=0 2024-09-22T09:07:06.858 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.859+0000 7fbe7f8a09c0 2 removed watcher, disabling cache 2024-09-22T09:07:06.861 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.863+0000 7fbe7f8a09c0 20 remove_watcher() i=1 2024-09-22T09:07:06.864 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.863+0000 7fbe7f8a09c0 20 remove_watcher() i=2 2024-09-22T09:07:06.867 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.867+0000 7fbe7f8a09c0 20 remove_watcher() i=3 2024-09-22T09:07:06.870 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.871+0000 7fbe7f8a09c0 20 remove_watcher() i=4 2024-09-22T09:07:06.872 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.875+0000 7fbe7f8a09c0 20 remove_watcher() i=5 2024-09-22T09:07:06.875 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.875+0000 7fbe7f8a09c0 20 remove_watcher() i=6 2024-09-22T09:07:06.877 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:06.879+0000 7fbe7f8a09c0 20 remove_watcher() i=7 2024-09-22T09:07:07.722 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-22T09:07:07.722 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:07:07.923 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T09:07:08.381 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-22T09:07:09.894 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:07:09.895 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-22T09:07:09.931 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:09.931 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:09.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.975+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 realm 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:09.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:09.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:09.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.979+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:09.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.983+0000 7f6620c0c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:09.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.983+0000 7f6620c0c9c0 20 searching for the correct realm 2024-09-22T09:07:09.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.987+0000 7f661ef13640 0 -- 172.21.15.64:0/1808296611 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55a1ac5266c0 msgr2=0x55a1ac528ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:09.992 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:09.995+0000 7f661df11640 0 -- 172.21.15.64:0/1808296611 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f6614008050 msgr2=0x7f661405d6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:10.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:10.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.002 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 zone default found 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 4 Realm: () 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 zonegroup default 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.003 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 started sync module instance, tier type = 2024-09-22T09:07:10.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.003+0000 7f6620c0c9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:10.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=0 2024-09-22T09:07:10.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=1 2024-09-22T09:07:10.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=2 2024-09-22T09:07:10.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=3 2024-09-22T09:07:10.019 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=4 2024-09-22T09:07:10.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=5 2024-09-22T09:07:10.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=6 2024-09-22T09:07:10.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 20 add_watcher() i=7 2024-09-22T09:07:10.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.019+0000 7f6620c0c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:10.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f64d4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:10.023 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 5 note: GC not initialized 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f644f7fe640 20 reqs_thread_entry: start 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 Filter name: none 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f644d7fa640 20 reqs_thread_entry: start 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:10.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.023+0000 7f6620c0c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:10.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:10.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-22T09:07:10.025 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: starting shard=0 2024-09-22T09:07:10.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:10.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:10.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:07:10.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: starting shard=1 2024-09-22T09:07:10.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:10.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:10.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:10.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: starting shard=2 2024-09-22T09:07:10.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:10.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:10.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:10.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f6620c0c9c0 20 INFO: main: done 2024-09-22T09:07:10.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.027+0000 7f64d4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:10.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.035+0000 7f6620c0c9c0 20 remove_watcher() i=0 2024-09-22T09:07:10.032 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.035+0000 7f6620c0c9c0 2 removed watcher, disabling cache 2024-09-22T09:07:10.035 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.035+0000 7f6620c0c9c0 20 remove_watcher() i=1 2024-09-22T09:07:10.036 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.039+0000 7f6620c0c9c0 20 remove_watcher() i=2 2024-09-22T09:07:10.038 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.039+0000 7f6620c0c9c0 20 remove_watcher() i=3 2024-09-22T09:07:10.040 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.039+0000 7f6620c0c9c0 20 remove_watcher() i=4 2024-09-22T09:07:10.041 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.043+0000 7f6620c0c9c0 20 remove_watcher() i=5 2024-09-22T09:07:10.042 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.043+0000 7f6620c0c9c0 20 remove_watcher() i=6 2024-09-22T09:07:10.043 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.043+0000 7f6620c0c9c0 20 remove_watcher() i=7 2024-09-22T09:07:10.125 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:07:10.125 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-22T09:07:10.156 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:10.156 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:10.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 realm 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.199+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.203+0000 7fd2c81cc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:10.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.203+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.203+0000 7fd2c81cc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:10.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.203+0000 7fd2c81cc9c0 20 searching for the correct realm 2024-09-22T09:07:10.208 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.207+0000 7fd2c64d3640 0 -- 172.21.15.64:0/3897760900 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fd2bc0d5b40 msgr2=0x7fd2bc134980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:10.422 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.423+0000 7fd2c5cd2640 0 -- 172.21.15.64:0/3897760900 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x558190d33020 msgr2=0x558190d35410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:10.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:10.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:10.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:10.431 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 zone default found 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 4 Realm: () 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 zonegroup default 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.432 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.431+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.435+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.435+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.435+0000 7fd2c81cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.435+0000 7fd2c81cc9c0 20 started sync module instance, tier type = 2024-09-22T09:07:10.434 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.435+0000 7fd2c81cc9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=0 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=1 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=2 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=3 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=4 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=5 2024-09-22T09:07:10.457 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=6 2024-09-22T09:07:10.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 20 add_watcher() i=7 2024-09-22T09:07:10.459 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.459+0000 7fd2c81cc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:10.463 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.463+0000 7fd1777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:10.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.463+0000 7fd2c81cc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:10.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.463+0000 7fd2c81cc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:10.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.463+0000 7fd2c81cc9c0 5 note: GC not initialized 2024-09-22T09:07:10.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd1767fc640 20 reqs_thread_entry: start 2024-09-22T09:07:10.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:10.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 Filter name: none 2024-09-22T09:07:10.465 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd0e7fff640 20 reqs_thread_entry: start 2024-09-22T09:07:10.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:10.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:10.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:10.467 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-22T09:07:10.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 INFO: main: starting shard=0 2024-09-22T09:07:10.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:10.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:10.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:10.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 INFO: main: starting shard=1 2024-09-22T09:07:10.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:10.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.467+0000 7fd2c81cc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:10.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd2c81cc9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:10.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd2c81cc9c0 20 INFO: main: starting shard=2 2024-09-22T09:07:10.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd2c81cc9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:10.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd2c81cc9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:10.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd2c81cc9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:07:10.470 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd2c81cc9c0 20 INFO: main: done 2024-09-22T09:07:10.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.471+0000 7fd1777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:10.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.479+0000 7fd2c81cc9c0 20 remove_watcher() i=0 2024-09-22T09:07:10.477 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.479+0000 7fd2c81cc9c0 2 removed watcher, disabling cache 2024-09-22T09:07:10.479 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.479+0000 7fd2c81cc9c0 20 remove_watcher() i=1 2024-09-22T09:07:10.482 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.483+0000 7fd2c81cc9c0 20 remove_watcher() i=2 2024-09-22T09:07:10.484 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.483+0000 7fd2c81cc9c0 20 remove_watcher() i=3 2024-09-22T09:07:10.486 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.487+0000 7fd2c81cc9c0 20 remove_watcher() i=4 2024-09-22T09:07:10.488 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.487+0000 7fd2c81cc9c0 20 remove_watcher() i=5 2024-09-22T09:07:10.489 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.491+0000 7fd2c81cc9c0 20 remove_watcher() i=6 2024-09-22T09:07:10.491 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.491+0000 7fd2c81cc9c0 20 remove_watcher() i=7 2024-09-22T09:07:10.577 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:07:10.578 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-22T09:07:10.609 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:10.610 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:10.655 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.655+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.657 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 realm 2024-09-22T09:07:10.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:10.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.658 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:10.659 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:10.660 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.659+0000 7f3526efd9c0 20 searching for the correct realm 2024-09-22T09:07:10.666 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.667+0000 7f3525204640 0 -- 172.21.15.64:0/3860851591 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x561cb5b494c0 msgr2=0x561cb5b4b910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:10.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.671+0000 7f3524a03640 0 -- 172.21.15.64:0/3860851591 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f3510052970 msgr2=0x7f3510018400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:10.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:10.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:10.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:10.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:10.680 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.679+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:10.681 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 zone default found 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 4 Realm: () 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 zonegroup default 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.682 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:10.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 started sync module instance, tier type = 2024-09-22T09:07:10.683 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.683+0000 7f3526efd9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=0 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=1 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=2 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=3 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=4 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=5 2024-09-22T09:07:10.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=6 2024-09-22T09:07:10.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 20 add_watcher() i=7 2024-09-22T09:07:10.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.699+0000 7f3526efd9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:10.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f33dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:10.703 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 5 note: GC not initialized 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f33d9fe3640 20 reqs_thread_entry: start 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 Filter name: none 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f334b7fe640 20 reqs_thread_entry: start 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:10.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.703+0000 7f3526efd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:10.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:10.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:10.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-22T09:07:10.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: starting shard=0 2024-09-22T09:07:10.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:10.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:10.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:10.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: starting shard=1 2024-09-22T09:07:10.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:10.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:10.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:07:10.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: starting shard=2 2024-09-22T09:07:10.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:10.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:10.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:07:10.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.707+0000 7f3526efd9c0 20 INFO: main: done 2024-09-22T09:07:10.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.711+0000 7f33dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:10.714 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.715+0000 7f3526efd9c0 20 remove_watcher() i=0 2024-09-22T09:07:10.715 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.715+0000 7f3526efd9c0 2 removed watcher, disabling cache 2024-09-22T09:07:10.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.719+0000 7f3526efd9c0 20 remove_watcher() i=1 2024-09-22T09:07:10.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.719+0000 7f3526efd9c0 20 remove_watcher() i=2 2024-09-22T09:07:10.721 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.723+0000 7f3526efd9c0 20 remove_watcher() i=3 2024-09-22T09:07:10.723 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.723+0000 7f3526efd9c0 20 remove_watcher() i=4 2024-09-22T09:07:10.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.723+0000 7f3526efd9c0 20 remove_watcher() i=5 2024-09-22T09:07:10.725 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.727+0000 7f3526efd9c0 20 remove_watcher() i=6 2024-09-22T09:07:10.727 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:10.727+0000 7f3526efd9c0 20 remove_watcher() i=7 2024-09-22T09:07:10.748 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T09:07:11.190 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-22T09:07:11.627 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-22T09:07:11.654 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:11.654 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:11.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 realm 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.696 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.695+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.699+0000 7f63ab6069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.699+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.699+0000 7f63ab6069c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:11.699 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.699+0000 7f63ab6069c0 20 searching for the correct realm 2024-09-22T09:07:11.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.707+0000 7f63a990d640 0 -- 172.21.15.64:0/3588905857 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f63a00ea0d0 msgr2=0x7f63a011ba40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:11.922 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.923+0000 7f63a910c640 0 -- 172.21.15.64:0/3588905857 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55f986a657b0 msgr2=0x55f986a67c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:11.929 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:11.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:11.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.930 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:11.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.931 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 zone default found 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 4 Realm: () 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 zonegroup default 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.932 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.931+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.935+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.933 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.935+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.935+0000 7f63ab6069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:11.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.935+0000 7f63ab6069c0 20 started sync module instance, tier type = 2024-09-22T09:07:11.934 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.935+0000 7f63ab6069c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=0 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=1 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=2 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=3 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=4 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=5 2024-09-22T09:07:11.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=6 2024-09-22T09:07:11.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 20 add_watcher() i=7 2024-09-22T09:07:11.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.959+0000 7f63ab6069c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:11.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.963+0000 7f625ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:11.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:11.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:11.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 5 note: GC not initialized 2024-09-22T09:07:11.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f625efe5640 20 reqs_thread_entry: start 2024-09-22T09:07:11.965 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:11.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 Filter name: none 2024-09-22T09:07:11.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f625cfe1640 20 reqs_thread_entry: start 2024-09-22T09:07:11.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:07:11.966 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:11.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:07:11.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:07:11.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : miss 2024-09-22T09:07:11.967 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:11.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:11.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:11.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 adding default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:11.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:11.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:11.968 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.967+0000 7f63ab6069c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:11.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f63ab6069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f63ab6069c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f63ab6069c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f63ab6069c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f628cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398894 cookie 94530194320464 notifier 8222 bl.length()=905 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f628cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f628cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:11.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.979+0000 7f628cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:11.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.983+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:07:11.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.983+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:07:11.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.983+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:07:11.981 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.983+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:07:11.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.0 2024-09-22T09:07:11.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.0 2024-09-22T09:07:11.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.1 2024-09-22T09:07:11.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.1 2024-09-22T09:07:11.987 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.2 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.2 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.3 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.3 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.4 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.4 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.5 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.5 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.6 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.6 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.7 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.7 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.8 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.8 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:11.988 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.10 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.10 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.11 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.11 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.12 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.12 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.13 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.13 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.14 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.14 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.15 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.15 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.16 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.16 2024-09-22T09:07:11.989 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.987+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.991+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.991+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.991+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:11.990 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.991+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:11.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f63ab6069c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:11.993 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f63ab6069c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:11.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f63ab6069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:11.995 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f63ab6069c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f63ab6069c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f63ab6069c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:07:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f628cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398895 cookie 94530194320464 notifier 8222 bl.length()=905 2024-09-22T09:07:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f628cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f628cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:11.996 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.995+0000 7f628cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:11.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.999+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:07:11.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.999+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:07:11.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.999+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:07:11.997 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.999+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:07:12.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.999+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:12.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:11.999+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.0 2024-09-22T09:07:12.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:12.000 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.1 2024-09-22T09:07:12.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:12.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.2.2 2024-09-22T09:07:12.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:12.001 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:12.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:12.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:12.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:12.004 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f63ab6069c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19, ofs0, ns] 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f627bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398896 cookie 94530194320464 notifier 8222 bl.length()=873 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f627bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f627bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.003+0000 7f627bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.007+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_sources= new_sources= 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.007+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential sources added=[] removed=[] 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.007+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): orig_dests= new_dests= 2024-09-22T09:07:12.005 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.007+0000 7f63ab6069c0 20 handle_bi_update(): bucket=:myver[ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19]): potential dests added=[] removed=[] 2024-09-22T09:07:12.008 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.007+0000 7f63ab6069c0 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-22T09:07:12.012 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.011+0000 7f625ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:12.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.015+0000 7f63ab6069c0 20 remove_watcher() i=0 2024-09-22T09:07:12.016 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.015+0000 7f63ab6069c0 2 removed watcher, disabling cache 2024-09-22T09:07:12.018 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.019+0000 7f63ab6069c0 20 remove_watcher() i=1 2024-09-22T09:07:12.020 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.019+0000 7f63ab6069c0 20 remove_watcher() i=2 2024-09-22T09:07:12.022 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.023+0000 7f63ab6069c0 20 remove_watcher() i=3 2024-09-22T09:07:12.024 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.027+0000 7f63ab6069c0 20 remove_watcher() i=4 2024-09-22T09:07:12.026 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.027+0000 7f63ab6069c0 20 remove_watcher() i=5 2024-09-22T09:07:12.027 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.027+0000 7f63ab6069c0 20 remove_watcher() i=6 2024-09-22T09:07:12.028 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.031+0000 7f63ab6069c0 20 remove_watcher() i=7 2024-09-22T09:07:12.043 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T09:07:12.076 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:12.076 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:12.116 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 realm 2024-09-22T09:07:12.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.118 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:12.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.119 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:12.120 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.119+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.123+0000 7fae32c649c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:12.121 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.123+0000 7fae32c649c0 20 searching for the correct realm 2024-09-22T09:07:12.126 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.127+0000 7fae2ff69640 0 -- 172.21.15.64:0/1740597710 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55f4216f2ab0 msgr2=0x55f4216f4ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:12.132 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.131+0000 7fae2ff69640 0 -- 172.21.15.64:0/1740597710 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fae2402d040 msgr2=0x7fae2400f460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:12.138 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.139 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 zone default found 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 4 Realm: () 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:12.140 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 zonegroup default 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.139+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.143+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.143+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.141 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.143+0000 7fae32c649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.143+0000 7fae32c649c0 20 started sync module instance, tier type = 2024-09-22T09:07:12.142 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.143+0000 7fae32c649c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=0 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=1 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=2 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=3 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=4 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=5 2024-09-22T09:07:12.156 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.155+0000 7fae32c649c0 20 add_watcher() i=6 2024-09-22T09:07:12.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 add_watcher() i=7 2024-09-22T09:07:12.157 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:12.159 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7face6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 5 note: GC not initialized 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7face5fdb640 20 reqs_thread_entry: start 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 Filter name: none 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fac577fe640 20 reqs_thread_entry: start 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:07:12.160 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:12.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:07:12.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:07:12.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 : miss 2024-09-22T09:07:12.161 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.159+0000 7fae32c649c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 info.flags=0x17 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 adding default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 to cache LRU end 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.0 2024-09-22T09:07:12.162 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.0 2024-09-22T09:07:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-22T09:07:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.1 2024-09-22T09:07:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.1 2024-09-22T09:07:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-22T09:07:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.2 2024-09-22T09:07:12.163 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.2 2024-09-22T09:07:12.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-22T09:07:12.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.3 2024-09-22T09:07:12.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.3 2024-09-22T09:07:12.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-22T09:07:12.164 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.4 2024-09-22T09:07:12.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.163+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.4 2024-09-22T09:07:12.165 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.5 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.5 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.6 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.6 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.7 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.7 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.8 2024-09-22T09:07:12.166 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.8 2024-09-22T09:07:12.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-22T09:07:12.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.10 2024-09-22T09:07:12.167 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.10 2024-09-22T09:07:12.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-22T09:07:12.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.11 2024-09-22T09:07:12.168 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.167+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.11 2024-09-22T09:07:12.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-22T09:07:12.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.12 2024-09-22T09:07:12.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.12 2024-09-22T09:07:12.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-22T09:07:12.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.13 2024-09-22T09:07:12.170 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.13 2024-09-22T09:07:12.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-22T09:07:12.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.14 2024-09-22T09:07:12.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.14 2024-09-22T09:07:12.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-22T09:07:12.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.15 2024-09-22T09:07:12.172 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.171+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.15 2024-09-22T09:07:12.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-22T09:07:12.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 10 bucket_obj is .dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.16 2024-09-22T09:07:12.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.16 2024-09-22T09:07:12.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-22T09:07:12.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:x state=0x55f421734e48 s->prefetch_data=0 2024-09-22T09:07:12.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 20 get_obj_state: setting s->obj_tag to nfenj019vx4plo3l5d0pj9me4s84yhl0 2024-09-22T09:07:12.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 20 get_obj_state_impl: setting s->olh_tag to dvssjj3r5v8j7ypz3x5uzpvenni0iui7 2024-09-22T09:07:12.175 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.175+0000 7fae32c649c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=dvssjj3r5v8j7ypz3x5uzpvenni0iui7 2024-09-22T09:07:12.177 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.178 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-22T09:07:12.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 olh_log_entry: epoch=2 op=3 key=x[dzMMMsgLH1h1lMZO8ygu5t7dZDifQGz] 2024-09-22T09:07:12.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:_:dzMMMsgLH1h1lMZO8ygu5t7dZDifQGz_x state=0x55f42172f3c8 s->prefetch_data=0 2024-09-22T09:07:12.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 10 manifest: total_size = 9 2024-09-22T09:07:12.179 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2542171883188848494 2024-09-22T09:07:12.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:_:dzMMMsgLH1h1lMZO8ygu5t7dZDifQGz_x state=0x55f42172f3c8 s->prefetch_data=0 2024-09-22T09:07:12.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 prepare_atomic_modification: state is not atomic. state=0x55f42172f3c8 2024-09-22T09:07:12.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.179+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.183+0000 7fae32c649c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:07:12.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.183+0000 7fae32c649c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-22T09:07:12.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.183+0000 7fae32c649c0 0 deleting objects inline since gc isn't initialized 2024-09-22T09:07:12.184 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.183+0000 7fae32c649c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:dzMMMsgLH1h1lMZO8ygu5t7dZDifQGz_.B0WDD5WENu3a7xM-KFUB4bFVd6kQ3LJ_0 2024-09-22T09:07:12.185 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.187+0000 7fad077fe640 20 handle_completion(): completion ok for obj=x[dzMMMsgLH1h1lMZO8ygu5t7dZDifQGz] 2024-09-22T09:07:12.187 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.187+0000 7fae32c649c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T09:07:12.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.191+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:x state=0x55f421734e48 s->prefetch_data=0 2024-09-22T09:07:12.190 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.191+0000 7fae32c649c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=dvssjj3r5v8j7ypz3x5uzpvenni0iui7 2024-09-22T09:07:12.197 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.198 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:y state=0x55f421734e48 s->prefetch_data=0 2024-09-22T09:07:12.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 get_obj_state: setting s->obj_tag to 3btol8kj5dvz77eqej23ln0x85naogxr 2024-09-22T09:07:12.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 get_obj_state_impl: setting s->olh_tag to sobxd60bda1pt9m54e9zrvzthhlkci51 2024-09-22T09:07:12.199 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.199+0000 7fae32c649c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=sobxd60bda1pt9m54e9zrvzthhlkci51 2024-09-22T09:07:12.201 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-22T09:07:12.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 olh_log_entry: epoch=2 op=3 key=y[0aOvnB8j-rlpUJO5Pq4WxrRQXdFGb0U] 2024-09-22T09:07:12.203 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:_:0aOvnB8j-rlpUJO5Pq4WxrRQXdFGb0U_y state=0x55f42172e0e8 s->prefetch_data=0 2024-09-22T09:07:12.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 10 manifest: total_size = 22 2024-09-22T09:07:12.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662010067766884622 2024-09-22T09:07:12.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:_:0aOvnB8j-rlpUJO5Pq4WxrRQXdFGb0U_y state=0x55f42172e0e8 s->prefetch_data=0 2024-09-22T09:07:12.204 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 prepare_atomic_modification: state is not atomic. state=0x55f42172e0e8 2024-09-22T09:07:12.205 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.203+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.211+0000 7fae32c649c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:07:12.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.211+0000 7fae32c649c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T09:07:12.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.211+0000 7fae32c649c0 0 deleting objects inline since gc isn't initialized 2024-09-22T09:07:12.209 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.211+0000 7fae32c649c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:0aOvnB8j-rlpUJO5Pq4WxrRQXdFGb0U_.g8efH3pWJD-sNfOCIgzpe0rooQ8hrHN_0 2024-09-22T09:07:12.210 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.211+0000 7fad077fe640 20 handle_completion(): completion ok for obj=y[0aOvnB8j-rlpUJO5Pq4WxrRQXdFGb0U] 2024-09-22T09:07:12.212 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.211+0000 7fae32c649c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T09:07:12.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.215+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:y state=0x55f421734e48 s->prefetch_data=0 2024-09-22T09:07:12.215 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.215+0000 7fae32c649c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=sobxd60bda1pt9m54e9zrvzthhlkci51 2024-09-22T09:07:12.221 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.222 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:z state=0x55f421734e48 s->prefetch_data=0 2024-09-22T09:07:12.223 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 get_obj_state: setting s->obj_tag to m2snj6xjtu6942qwwbc60va4kp932lcl 2024-09-22T09:07:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 get_obj_state_impl: setting s->olh_tag to 8dmv6a2n1x0o6yayk38xblip4czb3net 2024-09-22T09:07:12.224 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.223+0000 7fae32c649c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=8dmv6a2n1x0o6yayk38xblip4czb3net 2024-09-22T09:07:12.226 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.227 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 olh_log_entry: epoch=2 op=3 key=z[fFn6se67duzGpfoNnuOfm-D-r7i4ugJ] 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:_:fFn6se67duzGpfoNnuOfm-D-r7i4ugJ_z state=0x55f421760fa8 s->prefetch_data=0 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 10 manifest: total_size = 12 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 get_obj_state: setting s->obj_tag to ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17274096810528862734 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:_:fFn6se67duzGpfoNnuOfm-D-r7i4ugJ_z state=0x55f421760fa8 s->prefetch_data=0 2024-09-22T09:07:12.228 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 prepare_atomic_modification: state is not atomic. state=0x55f421760fa8 2024-09-22T09:07:12.229 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.227+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.231+0000 7fae32c649c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:07:12.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.231+0000 7fae32c649c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T09:07:12.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.231+0000 7fae32c649c0 0 deleting objects inline since gc isn't initialized 2024-09-22T09:07:12.232 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.231+0000 7fae32c649c0 5 delete_objs_inline: removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:fFn6se67duzGpfoNnuOfm-D-r7i4ugJ_.Dm8bbFtb4KLyWWbSxfRh6ShUdApwWgJ_0 2024-09-22T09:07:12.233 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.235+0000 7fad077fe640 20 handle_completion(): completion ok for obj=z[fFn6se67duzGpfoNnuOfm-D-r7i4ugJ] 2024-09-22T09:07:12.235 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.235+0000 7fae32c649c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T09:07:12.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.239+0000 7fae32c649c0 20 get_obj_state: octx=0x55f4214832c0 obj=myver:z state=0x55f421734e48 s->prefetch_data=0 2024-09-22T09:07:12.238 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.239+0000 7fae32c649c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=8dmv6a2n1x0o6yayk38xblip4czb3net 2024-09-22T09:07:12.243 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.243+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.247+0000 7fae32c649c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19.3.9 2024-09-22T09:07:12.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.247+0000 7fae32c649c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-22T09:07:12.245 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.247+0000 7fae32c649c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-22T09:07:12.246 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.247+0000 7face6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:12.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.251+0000 7fae32c649c0 20 remove_watcher() i=0 2024-09-22T09:07:12.251 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.251+0000 7fae32c649c0 2 removed watcher, disabling cache 2024-09-22T09:07:12.253 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.255+0000 7fae32c649c0 20 remove_watcher() i=1 2024-09-22T09:07:12.256 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.255+0000 7fae32c649c0 20 remove_watcher() i=2 2024-09-22T09:07:12.258 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.259+0000 7fae32c649c0 20 remove_watcher() i=3 2024-09-22T09:07:12.260 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.259+0000 7fae32c649c0 20 remove_watcher() i=4 2024-09-22T09:07:12.261 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.263+0000 7fae32c649c0 20 remove_watcher() i=5 2024-09-22T09:07:12.263 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.263+0000 7fae32c649c0 20 remove_watcher() i=6 2024-09-22T09:07:12.265 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.267+0000 7fae32c649c0 20 remove_watcher() i=7 2024-09-22T09:07:12.337 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:07:12.365 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:12.365 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:12.404 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.403+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 realm 2024-09-22T09:07:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:12.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:12.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.407+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.411+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:12.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.411+0000 7f975f71b9c0 20 searching for the correct realm 2024-09-22T09:07:12.414 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.415+0000 7f975da22640 0 -- 172.21.15.64:0/2515366969 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55c39ee15630 msgr2=0x55c39ee17ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:12.420 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.419+0000 7f975ca20640 0 -- 172.21.15.64:0/2515366969 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f9754008030 msgr2=0x7f9754061400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:12.427 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.428 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 zone default found 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 4 Realm: () 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 zonegroup default 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.427+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.429 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 started sync module instance, tier type = 2024-09-22T09:07:12.430 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.431+0000 7f975f71b9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=0 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=1 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=2 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=3 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=4 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=5 2024-09-22T09:07:12.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=6 2024-09-22T09:07:12.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 20 add_watcher() i=7 2024-09-22T09:07:12.447 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.447+0000 7f975f71b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f96137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 5 note: GC not initialized 2024-09-22T09:07:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f96127e4640 20 reqs_thread_entry: start 2024-09-22T09:07:12.450 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:12.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 Filter name: none 2024-09-22T09:07:12.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f9583fff640 20 reqs_thread_entry: start 2024-09-22T09:07:12.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:07:12.452 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.451+0000 7f975f71b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:12.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.455+0000 7f975f71b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:07:12.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.455+0000 7f975f71b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:12.456 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.455+0000 7f96137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:12.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.463+0000 7f975f71b9c0 20 remove_watcher() i=0 2024-09-22T09:07:12.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.463+0000 7f975f71b9c0 2 removed watcher, disabling cache 2024-09-22T09:07:12.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.463+0000 7f975f71b9c0 20 remove_watcher() i=1 2024-09-22T09:07:12.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.463+0000 7f975f71b9c0 20 remove_watcher() i=2 2024-09-22T09:07:12.466 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.467+0000 7f975f71b9c0 20 remove_watcher() i=3 2024-09-22T09:07:12.468 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.467+0000 7f975f71b9c0 20 remove_watcher() i=4 2024-09-22T09:07:12.469 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.471+0000 7f975f71b9c0 20 remove_watcher() i=5 2024-09-22T09:07:12.471 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.471+0000 7f975f71b9c0 20 remove_watcher() i=6 2024-09-22T09:07:12.472 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:07:12.471+0000 7f975f71b9c0 20 remove_watcher() i=7 2024-09-22T09:07:12.485 INFO:tasks.workunit.client.0.smithi064.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-22T09:07:12.485 INFO:tasks.workunit.client.0.smithi064.stderr:Deleting bucket a-bucket 2024-09-22T09:07:12.511 INFO:tasks.workunit.client.0.smithi064.stderr:Deleting bucket myver 2024-09-22T09:07:12.647 INFO:tasks.workunit.client.0.smithi064.stderr:Completed resharding tests 2024-09-22T09:07:12.647 INFO:tasks.workunit.client.0.smithi064.stdout:connected to http://localhost:80 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ deactivate 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ export PATH 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:07:12.771 INFO:tasks.workunit.client.0.smithi064.stderr:+ hash -r 2024-09-22T09:07:12.772 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T09:07:12.772 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV 2024-09-22T09:07:12.772 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T09:07:12.772 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T09:07:12.772 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset -f deactivate 2024-09-22T09:07:12.772 INFO:tasks.workunit.client.0.smithi064.stderr:+ echo OK. 2024-09-22T09:07:12.773 INFO:tasks.workunit.client.0.smithi064.stdout:OK. 2024-09-22T09:07:12.773 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T09:07:12.773 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T09:07:12.829 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-22T09:07:12.829 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T09:07:13.252 DEBUG:teuthology.parallel:result is None 2024-09-22T09:07:13.252 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:07:13.265 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:07:13.265 DEBUG:teuthology.orchestra.run.smithi064:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:07:13.313 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:07:13.313 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-22T09:07:13.329 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-22T09:07:13.329 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-22T09:07:13.329 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-22T09:07:13.329 DEBUG:teuthology.orchestra.run.smithi064:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-22T09:07:13.361 INFO:teuthology.orchestra.run.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-22T09:07:17.898 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-22T09:07:17.898 DEBUG:teuthology.orchestra.run.smithi064:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-22T09:07:17.992 INFO:teuthology.orchestra.run.smithi064.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-22T09:07:18.053 INFO:teuthology.orchestra.run.smithi064.stdout:Reading package lists... 2024-09-22T09:07:18.271 INFO:teuthology.orchestra.run.smithi064.stdout:Building dependency tree... 2024-09-22T09:07:18.272 INFO:teuthology.orchestra.run.smithi064.stdout:Reading state information... 2024-09-22T09:07:18.496 INFO:teuthology.orchestra.run.smithi064.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T09:07:18.496 INFO:teuthology.orchestra.run.smithi064.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T09:07:18.496 INFO:teuthology.orchestra.run.smithi064.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T09:07:18.496 INFO:teuthology.orchestra.run.smithi064.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T09:07:18.496 INFO:teuthology.orchestra.run.smithi064.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T09:07:18.497 INFO:teuthology.orchestra.run.smithi064.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T09:07:18.497 INFO:teuthology.orchestra.run.smithi064.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T09:07:18.497 INFO:teuthology.orchestra.run.smithi064.stdout:The following additional packages will be installed: 2024-09-22T09:07:18.498 INFO:teuthology.orchestra.run.smithi064.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-22T09:07:18.498 INFO:teuthology.orchestra.run.smithi064.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-22T09:07:18.500 INFO:teuthology.orchestra.run.smithi064.stdout:Suggested packages: 2024-09-22T09:07:18.500 INFO:teuthology.orchestra.run.smithi064.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-22T09:07:18.500 INFO:teuthology.orchestra.run.smithi064.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-22T09:07:18.500 INFO:teuthology.orchestra.run.smithi064.stdout: fonts-wqy-zenhei fonts-indic 2024-09-22T09:07:18.538 INFO:teuthology.orchestra.run.smithi064.stdout:The following NEW packages will be installed: 2024-09-22T09:07:18.539 INFO:teuthology.orchestra.run.smithi064.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-22T09:07:18.539 INFO:teuthology.orchestra.run.smithi064.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-22T09:07:18.721 INFO:teuthology.orchestra.run.smithi064.stdout:0 upgraded, 9 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T09:07:18.721 INFO:teuthology.orchestra.run.smithi064.stdout:Need to get 46.0 MB of archives. 2024-09-22T09:07:18.721 INFO:teuthology.orchestra.run.smithi064.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-22T09:07:18.721 INFO:teuthology.orchestra.run.smithi064.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-22T09:07:19.085 INFO:teuthology.orchestra.run.smithi064.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-22T09:07:19.440 INFO:teuthology.orchestra.run.smithi064.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-22T09:07:19.441 INFO:teuthology.orchestra.run.smithi064.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-22T09:07:19.447 INFO:teuthology.orchestra.run.smithi064.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-22T09:07:19.448 INFO:teuthology.orchestra.run.smithi064.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-22T09:07:20.494 INFO:teuthology.orchestra.run.smithi064.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-22T09:07:20.496 INFO:teuthology.orchestra.run.smithi064.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-22T09:07:20.748 INFO:teuthology.orchestra.run.smithi064.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-22T09:07:21.172 INFO:teuthology.orchestra.run.smithi064.stderr:debconf: unable to initialize frontend: Dialog 2024-09-22T09:07:21.172 INFO:teuthology.orchestra.run.smithi064.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-22T09:07:21.172 INFO:teuthology.orchestra.run.smithi064.stderr:debconf: falling back to frontend: Readline 2024-09-22T09:07:21.188 INFO:teuthology.orchestra.run.smithi064.stderr:debconf: unable to initialize frontend: Readline 2024-09-22T09:07:21.188 INFO:teuthology.orchestra.run.smithi064.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-22T09:07:21.188 INFO:teuthology.orchestra.run.smithi064.stderr:debconf: falling back to frontend: Teletype 2024-09-22T09:07:21.191 INFO:teuthology.orchestra.run.smithi064.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-22T09:07:21.226 INFO:teuthology.orchestra.run.smithi064.stdout:Fetched 46.0 MB in 2s (19.9 MB/s) 2024-09-22T09:07:21.337 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-22T09:07:21.412 INFO:teuthology.orchestra.run.smithi064.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177259 files and directories currently installed.) 2024-09-22T09:07:21.418 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-22T09:07:21.461 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:21.857 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-22T09:07:21.886 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:07:21.965 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:22.403 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-22T09:07:22.432 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:07:22.469 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:22.723 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-22T09:07:22.751 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:07:22.797 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:23.033 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-22T09:07:23.058 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:07:23.116 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:23.537 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-22T09:07:23.565 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:07:23.640 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:25.183 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-22T09:07:25.213 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:07:25.254 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:25.696 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-22T09:07:25.726 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:07:25.766 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:26.567 INFO:teuthology.orchestra.run.smithi064.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-22T09:07:26.596 INFO:teuthology.orchestra.run.smithi064.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:07:26.637 INFO:teuthology.orchestra.run.smithi064.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:27.004 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:28.117 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-22T09:07:28.141 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-22T09:07:28.175 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-22T09:07:28.558 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:28.717 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:29.203 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:29.294 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-22T09:07:29.362 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:29.454 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-22T09:07:29.483 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-22T09:07:29.518 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-22T09:07:29.551 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-22T09:07:29.670 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-22T09:07:29.822 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-22T09:07:29.950 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-22T09:07:30.059 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-22T09:07:30.103 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-22T09:07:30.144 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-22T09:07:30.179 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-22T09:07:30.204 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-22T09:07:30.268 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:30.369 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:30.470 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:07:30.563 INFO:teuthology.orchestra.run.smithi064.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-22T09:07:30.656 INFO:teuthology.orchestra.run.smithi064.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:07:30.816 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T09:07:31.917 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-22T09:07:32.017 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-22T09:07:32.303 INFO:teuthology.orchestra.run.smithi064.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-22T09:07:32.741 INFO:teuthology.orchestra.run.smithi064.stdout: Gradle will be installed under /opt/gradle 2024-09-22T09:07:32.772 INFO:teuthology.orchestra.run.smithi064.stderr:--2024-09-22 09:07:32-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-22T09:07:32.776 INFO:teuthology.orchestra.run.smithi064.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4965, ... 2024-09-22T09:07:32.785 INFO:teuthology.orchestra.run.smithi064.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-22T09:07:32.819 INFO:teuthology.orchestra.run.smithi064.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-22T09:07:32.819 INFO:teuthology.orchestra.run.smithi064.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-22T09:07:32.819 INFO:teuthology.orchestra.run.smithi064.stderr:--2024-09-22 09:07:32-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-22T09:07:32.820 INFO:teuthology.orchestra.run.smithi064.stderr:Resolving github.com (github.com)... 140.82.114.3 2024-09-22T09:07:32.830 INFO:teuthology.orchestra.run.smithi064.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2024-09-22T09:07:32.912 INFO:teuthology.orchestra.run.smithi064.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-22T09:07:32.912 INFO:teuthology.orchestra.run.smithi064.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240922%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240922T090732Z&X-Amz-Expires=300&X-Amz-Signature=711da7c99560466f8362913d929fdf5b8818b3e20818ff09d51b5ed050a9ecba&X-Amz-SignedHeaders=host&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-22T09:07:32.913 INFO:teuthology.orchestra.run.smithi064.stderr:--2024-09-22 09:07:32-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240922%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240922T090732Z&X-Amz-Expires=300&X-Amz-Signature=711da7c99560466f8362913d929fdf5b8818b3e20818ff09d51b5ed050a9ecba&X-Amz-SignedHeaders=host&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-22T09:07:32.914 INFO:teuthology.orchestra.run.smithi064.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.110.133, 185.199.108.133, 185.199.109.133, ... 2024-09-22T09:07:32.927 INFO:teuthology.orchestra.run.smithi064.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.110.133|:443... connected. 2024-09-22T09:07:33.001 INFO:teuthology.orchestra.run.smithi064.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-22T09:07:33.001 INFO:teuthology.orchestra.run.smithi064.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-22T09:07:33.001 INFO:teuthology.orchestra.run.smithi064.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-22T09:07:33.001 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:07:33.014 INFO:teuthology.orchestra.run.smithi064.stderr: 0K .......... .......... .......... .......... .......... 0% 3.70M 25s 2024-09-22T09:07:33.024 INFO:teuthology.orchestra.run.smithi064.stderr: 50K .......... .......... .......... .......... .......... 0% 4.88M 22s 2024-09-22T09:07:33.027 INFO:teuthology.orchestra.run.smithi064.stderr: 100K .......... .......... .......... .......... .......... 0% 15.9M 16s 2024-09-22T09:07:33.029 INFO:teuthology.orchestra.run.smithi064.stderr: 150K .......... .......... .......... .......... .......... 0% 18.2M 13s 2024-09-22T09:07:33.037 INFO:teuthology.orchestra.run.smithi064.stderr: 200K .......... .......... .......... .......... .......... 0% 7.04M 13s 2024-09-22T09:07:33.037 INFO:teuthology.orchestra.run.smithi064.stderr: 250K .......... .......... .......... .......... .......... 0% 45.1M 11s 2024-09-22T09:07:33.039 INFO:teuthology.orchestra.run.smithi064.stderr: 300K .......... .......... .......... .......... .......... 0% 45.6M 10s 2024-09-22T09:07:33.040 INFO:teuthology.orchestra.run.smithi064.stderr: 350K .......... .......... .......... .......... .......... 0% 30.3M 9s 2024-09-22T09:07:33.047 INFO:teuthology.orchestra.run.smithi064.stderr: 400K .......... .......... .......... .......... .......... 0% 7.76M 9s 2024-09-22T09:07:33.047 INFO:teuthology.orchestra.run.smithi064.stderr: 450K .......... .......... .......... .......... .......... 0% 132M 9s 2024-09-22T09:07:33.048 INFO:teuthology.orchestra.run.smithi064.stderr: 500K .......... .......... .......... .......... .......... 0% 39.2M 8s 2024-09-22T09:07:33.050 INFO:teuthology.orchestra.run.smithi064.stderr: 550K .......... .......... .......... .......... .......... 0% 41.2M 8s 2024-09-22T09:07:33.053 INFO:teuthology.orchestra.run.smithi064.stderr: 600K .......... .......... .......... .......... .......... 0% 48.1M 7s 2024-09-22T09:07:33.053 INFO:teuthology.orchestra.run.smithi064.stderr: 650K .......... .......... .......... .......... .......... 0% 142M 7s 2024-09-22T09:07:33.053 INFO:teuthology.orchestra.run.smithi064.stderr: 700K .......... .......... .......... .......... .......... 0% 91.1M 6s 2024-09-22T09:07:33.054 INFO:teuthology.orchestra.run.smithi064.stderr: 750K .......... .......... .......... .......... .......... 0% 81.3M 6s 2024-09-22T09:07:33.054 INFO:teuthology.orchestra.run.smithi064.stderr: 800K .......... .......... .......... .......... .......... 0% 83.8M 6s 2024-09-22T09:07:33.991 INFO:teuthology.orchestra.run.smithi064.stderr: 850K .......... .......... .......... .......... .......... 0% 8.51M 6s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 900K .......... .......... .......... .......... .......... 1% 118M 6s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 950K .......... .......... .......... .......... .......... 1% 121M 5s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1000K .......... .......... .......... .......... .......... 1% 88.7M 5s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1050K .......... .......... .......... .......... .......... 1% 136M 5s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1100K .......... .......... .......... .......... .......... 1% 150M 5s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1150K .......... .......... .......... .......... .......... 1% 50.2M 5s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1200K .......... .......... .......... .......... .......... 1% 147M 4s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1250K .......... .......... .......... .......... .......... 1% 104M 4s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1300K .......... .......... .......... .......... .......... 1% 129M 4s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1350K .......... .......... .......... .......... .......... 1% 132M 4s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1400K .......... .......... .......... .......... .......... 1% 138M 4s 2024-09-22T09:07:33.992 INFO:teuthology.orchestra.run.smithi064.stderr: 1450K .......... .......... .......... .......... .......... 1% 123M 4s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1500K .......... .......... .......... .......... .......... 1% 144M 4s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1550K .......... .......... .......... .......... .......... 1% 119M 4s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1600K .......... .......... .......... .......... .......... 1% 143M 4s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1650K .......... .......... .......... .......... .......... 1% 123M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1700K .......... .......... .......... .......... .......... 1% 146M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1750K .......... .......... .......... .......... .......... 1% 11.1M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1800K .......... .......... .......... .......... .......... 1% 127M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1850K .......... .......... .......... .......... .......... 2% 137M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1900K .......... .......... .......... .......... .......... 2% 148M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 1950K .......... .......... .......... .......... .......... 2% 118M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 2000K .......... .......... .......... .......... .......... 2% 148M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 2050K .......... .......... .......... .......... .......... 2% 135M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 2100K .......... .......... .......... .......... .......... 2% 145M 3s 2024-09-22T09:07:33.993 INFO:teuthology.orchestra.run.smithi064.stderr: 2150K .......... .......... .......... .......... .......... 2% 122M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2200K .......... .......... .......... .......... .......... 2% 124M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2250K .......... .......... .......... .......... .......... 2% 134M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2300K .......... .......... .......... .......... .......... 2% 135M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2350K .......... .......... .......... .......... .......... 2% 114M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2400K .......... .......... .......... .......... .......... 2% 139M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2450K .......... .......... .......... .......... .......... 2% 139M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2500K .......... .......... .......... .......... .......... 2% 138M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2550K .......... .......... .......... .......... .......... 2% 123M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2600K .......... .......... .......... .......... .......... 2% 131M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2650K .......... .......... .......... .......... .......... 2% 135M 3s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2700K .......... .......... .......... .......... .......... 2% 141M 2s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2750K .......... .......... .......... .......... .......... 3% 92.1M 2s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2800K .......... .......... .......... .......... .......... 3% 150M 2s 2024-09-22T09:07:33.994 INFO:teuthology.orchestra.run.smithi064.stderr: 2850K .......... .......... .......... .......... .......... 3% 149M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 2900K .......... .......... .......... .......... .......... 3% 148M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 2950K .......... .......... .......... .......... .......... 3% 134M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3000K .......... .......... .......... .......... .......... 3% 149M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3050K .......... .......... .......... .......... .......... 3% 148M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3100K .......... .......... .......... .......... .......... 3% 150M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3150K .......... .......... .......... .......... .......... 3% 123M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3200K .......... .......... .......... .......... .......... 3% 150M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3250K .......... .......... .......... .......... .......... 3% 149M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3300K .......... .......... .......... .......... .......... 3% 130M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3350K .......... .......... .......... .......... .......... 3% 123M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3400K .......... .......... .......... .......... .......... 3% 128M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3450K .......... .......... .......... .......... .......... 3% 135M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3500K .......... .......... .......... .......... .......... 3% 138M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3550K .......... .......... .......... .......... .......... 3% 109M 2s 2024-09-22T09:07:33.995 INFO:teuthology.orchestra.run.smithi064.stderr: 3600K .......... .......... .......... .......... .......... 3% 143M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3650K .......... .......... .......... .......... .......... 3% 140M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3700K .......... .......... .......... .......... .......... 4% 140M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3750K .......... .......... .......... .......... .......... 4% 125M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3800K .......... .......... .......... .......... .......... 4% 140M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3850K .......... .......... .......... .......... .......... 4% 122M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3900K .......... .......... .......... .......... .......... 4% 134M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 3950K .......... .......... .......... .......... .......... 4% 118M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4000K .......... .......... .......... .......... .......... 4% 134M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4050K .......... .......... .......... .......... .......... 4% 143M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4100K .......... .......... .......... .......... .......... 4% 136M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4150K .......... .......... .......... .......... .......... 4% 132M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4200K .......... .......... .......... .......... .......... 4% 118M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4250K .......... .......... .......... .......... .......... 4% 134M 2s 2024-09-22T09:07:33.996 INFO:teuthology.orchestra.run.smithi064.stderr: 4300K .......... .......... .......... .......... .......... 4% 144M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4350K .......... .......... .......... .......... .......... 4% 115M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4400K .......... .......... .......... .......... .......... 4% 139M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4450K .......... .......... .......... .......... .......... 4% 146M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4500K .......... .......... .......... .......... .......... 4% 149M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4550K .......... .......... .......... .......... .......... 4% 134M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4600K .......... .......... .......... .......... .......... 5% 152M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4650K .......... .......... .......... .......... .......... 5% 146M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4700K .......... .......... .......... .......... .......... 5% 150M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4750K .......... .......... .......... .......... .......... 5% 124M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4800K .......... .......... .......... .......... .......... 5% 152M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4850K .......... .......... .......... .......... .......... 5% 151M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4900K .......... .......... .......... .......... .......... 5% 146M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 4950K .......... .......... .......... .......... .......... 5% 119M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 5000K .......... .......... .......... .......... .......... 5% 141M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 5050K .......... .......... .......... .......... .......... 5% 138M 2s 2024-09-22T09:07:33.997 INFO:teuthology.orchestra.run.smithi064.stderr: 5100K .......... .......... .......... .......... .......... 5% 139M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5150K .......... .......... .......... .......... .......... 5% 112M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5200K .......... .......... .......... .......... .......... 5% 134M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5250K .......... .......... .......... .......... .......... 5% 132M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5300K .......... .......... .......... .......... .......... 5% 143M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5350K .......... .......... .......... .......... .......... 5% 127M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5400K .......... .......... .......... .......... .......... 5% 147M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5450K .......... .......... .......... .......... .......... 5% 143M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5500K .......... .......... .......... .......... .......... 5% 122M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5550K .......... .......... .......... .......... .......... 6% 118M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5600K .......... .......... .......... .......... .......... 6% 128M 2s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5650K .......... .......... .......... .......... .......... 6% 135M 1s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5700K .......... .......... .......... .......... .......... 6% 148M 1s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5750K .......... .......... .......... .......... .......... 6% 133M 1s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5800K .......... .......... .......... .......... .......... 6% 136M 1s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5850K .......... .......... .......... .......... .......... 6% 145M 1s 2024-09-22T09:07:33.998 INFO:teuthology.orchestra.run.smithi064.stderr: 5900K .......... .......... .......... .......... .......... 6% 144M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 5950K .......... .......... .......... .......... .......... 6% 112M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6000K .......... .......... .......... .......... .......... 6% 147M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6050K .......... .......... .......... .......... .......... 6% 139M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6100K .......... .......... .......... .......... .......... 6% 150M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6150K .......... .......... .......... .......... .......... 6% 130M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6200K .......... .......... .......... .......... .......... 6% 148M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6250K .......... .......... .......... .......... .......... 6% 150M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6300K .......... .......... .......... .......... .......... 6% 152M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6350K .......... .......... .......... .......... .......... 6% 123M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6400K .......... .......... .......... .......... .......... 6% 147M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6450K .......... .......... .......... .......... .......... 6% 145M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6500K .......... .......... .......... .......... .......... 7% 148M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6550K .......... .......... .......... .......... .......... 7% 119M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6600K .......... .......... .......... .......... .......... 7% 120M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6650K .......... .......... .......... .......... .......... 7% 138M 1s 2024-09-22T09:07:33.999 INFO:teuthology.orchestra.run.smithi064.stderr: 6700K .......... .......... .......... .......... .......... 7% 145M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 6750K .......... .......... .......... .......... .......... 7% 116M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 6800K .......... .......... .......... .......... .......... 7% 147M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 6850K .......... .......... .......... .......... .......... 7% 145M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 6900K .......... .......... .......... .......... .......... 7% 155M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 6950K .......... .......... .......... .......... .......... 7% 136M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7000K .......... .......... .......... .......... .......... 7% 154M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7050K .......... .......... .......... .......... .......... 7% 154M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7100K .......... .......... .......... .......... .......... 7% 159M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7150K .......... .......... .......... .......... .......... 7% 132M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7200K .......... .......... .......... .......... .......... 7% 143M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7250K .......... .......... .......... .......... .......... 7% 157M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7300K .......... .......... .......... .......... .......... 7% 161M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7350K .......... .......... .......... .......... .......... 7% 148M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7400K .......... .......... .......... .......... .......... 8% 162M 1s 2024-09-22T09:07:34.000 INFO:teuthology.orchestra.run.smithi064.stderr: 7450K .......... .......... .......... .......... .......... 8% 170M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7500K .......... .......... .......... .......... .......... 8% 165M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7550K .......... .......... .......... .......... .......... 8% 134M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7600K .......... .......... .......... .......... .......... 8% 170M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7650K .......... .......... .......... .......... .......... 8% 166M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7700K .......... .......... .......... .......... .......... 8% 165M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7750K .......... .......... .......... .......... .......... 8% 155M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7800K .......... .......... .......... .......... .......... 8% 173M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7850K .......... .......... .......... .......... .......... 8% 149M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7900K .......... .......... .......... .......... .......... 8% 171M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 7950K .......... .......... .......... .......... .......... 8% 148M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8000K .......... .......... .......... .......... .......... 8% 181M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8050K .......... .......... .......... .......... .......... 8% 184M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8100K .......... .......... .......... .......... .......... 8% 182M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8150K .......... .......... .......... .......... .......... 8% 165M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8200K .......... .......... .......... .......... .......... 8% 183M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8250K .......... .......... .......... .......... .......... 8% 180M 1s 2024-09-22T09:07:34.001 INFO:teuthology.orchestra.run.smithi064.stderr: 8300K .......... .......... .......... .......... .......... 8% 148M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8350K .......... .......... .......... .......... .......... 9% 148M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8400K .......... .......... .......... .......... .......... 9% 167M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8450K .......... .......... .......... .......... .......... 9% 143M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8500K .......... .......... .......... .......... .......... 9% 91.3M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8550K .......... .......... .......... .......... .......... 9% 96.8M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8600K .......... .......... .......... .......... .......... 9% 107M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8650K .......... .......... .......... .......... .......... 9% 110M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8700K .......... .......... .......... .......... .......... 9% 107M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8750K .......... .......... .......... .......... .......... 9% 89.9M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8800K .......... .......... .......... .......... .......... 9% 187M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8850K .......... .......... .......... .......... .......... 9% 177M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8900K .......... .......... .......... .......... .......... 9% 192M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 8950K .......... .......... .......... .......... .......... 9% 162M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 9000K .......... .......... .......... .......... .......... 9% 158M 1s 2024-09-22T09:07:34.002 INFO:teuthology.orchestra.run.smithi064.stderr: 9050K .......... .......... .......... .......... .......... 9% 189M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9100K .......... .......... .......... .......... .......... 9% 187M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9150K .......... .......... .......... .......... .......... 9% 168M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9200K .......... .......... .......... .......... .......... 9% 206M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9250K .......... .......... .......... .......... .......... 10% 185M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9300K .......... .......... .......... .......... .......... 10% 191M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9350K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9400K .......... .......... .......... .......... .......... 10% 207M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9450K .......... .......... .......... .......... .......... 10% 207M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9500K .......... .......... .......... .......... .......... 10% 207M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9550K .......... .......... .......... .......... .......... 10% 171M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9600K .......... .......... .......... .......... .......... 10% 208M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9650K .......... .......... .......... .......... .......... 10% 208M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9700K .......... .......... .......... .......... .......... 10% 208M 1s 2024-09-22T09:07:34.003 INFO:teuthology.orchestra.run.smithi064.stderr: 9750K .......... .......... .......... .......... .......... 10% 186M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 9800K .......... .......... .......... .......... .......... 10% 190M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 9850K .......... .......... .......... .......... .......... 10% 199M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 9900K .......... .......... .......... .......... .......... 10% 218M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 9950K .......... .......... .......... .......... .......... 10% 182M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10000K .......... .......... .......... .......... .......... 10% 220M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10050K .......... .......... .......... .......... .......... 10% 220M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10100K .......... .......... .......... .......... .......... 10% 213M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10150K .......... .......... .......... .......... .......... 10% 198M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10200K .......... .......... .......... .......... .......... 11% 211M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10250K .......... .......... .......... .......... .......... 11% 243M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10300K .......... .......... .......... .......... .......... 11% 186M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10350K .......... .......... .......... .......... .......... 11% 201M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10400K .......... .......... .......... .......... .......... 11% 203M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10450K .......... .......... .......... .......... .......... 11% 199M 1s 2024-09-22T09:07:34.004 INFO:teuthology.orchestra.run.smithi064.stderr: 10500K .......... .......... .......... .......... .......... 11% 185M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10550K .......... .......... .......... .......... .......... 11% 201M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10600K .......... .......... .......... .......... .......... 11% 188M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10650K .......... .......... .......... .......... .......... 11% 203M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10700K .......... .......... .......... .......... .......... 11% 176M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10750K .......... .......... .......... .......... .......... 11% 209M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10800K .......... .......... .......... .......... .......... 11% 226M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10850K .......... .......... .......... .......... .......... 11% 228M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10900K .......... .......... .......... .......... .......... 11% 194M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 10950K .......... .......... .......... .......... .......... 11% 198M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11000K .......... .......... .......... .......... .......... 11% 228M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11050K .......... .......... .......... .......... .......... 11% 232M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11100K .......... .......... .......... .......... .......... 12% 180M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11150K .......... .......... .......... .......... .......... 12% 217M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11200K .......... .......... .......... .......... .......... 12% 231M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11250K .......... .......... .......... .......... .......... 12% 216M 1s 2024-09-22T09:07:34.005 INFO:teuthology.orchestra.run.smithi064.stderr: 11300K .......... .......... .......... .......... .......... 12% 196M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11350K .......... .......... .......... .......... .......... 12% 219M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11400K .......... .......... .......... .......... .......... 12% 199M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11450K .......... .......... .......... .......... .......... 12% 205M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11500K .......... .......... .......... .......... .......... 12% 174M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11550K .......... .......... .......... .......... .......... 12% 233M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11600K .......... .......... .......... .......... .......... 12% 221M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11650K .......... .......... .......... .......... .......... 12% 215M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11700K .......... .......... .......... .......... .......... 12% 206M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11750K .......... .......... .......... .......... .......... 12% 224M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11800K .......... .......... .......... .......... .......... 12% 237M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11850K .......... .......... .......... .......... .......... 12% 239M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11900K .......... .......... .......... .......... .......... 12% 172M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 11950K .......... .......... .......... .......... .......... 12% 217M 1s 2024-09-22T09:07:34.006 INFO:teuthology.orchestra.run.smithi064.stderr: 12000K .......... .......... .......... .......... .......... 12% 241M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12050K .......... .......... .......... .......... .......... 13% 226M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12100K .......... .......... .......... .......... .......... 13% 207M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12150K .......... .......... .......... .......... .......... 13% 239M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12200K .......... .......... .......... .......... .......... 13% 237M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12250K .......... .......... .......... .......... .......... 13% 240M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12300K .......... .......... .......... .......... .......... 13% 202M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12350K .......... .......... .......... .......... .......... 13% 197M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12400K .......... .......... .......... .......... .......... 13% 190M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12450K .......... .......... .......... .......... .......... 13% 226M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12500K .......... .......... .......... .......... .......... 13% 224M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12550K .......... .......... .......... .......... .......... 13% 247M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12600K .......... .......... .......... .......... .......... 13% 244M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12650K .......... .......... .......... .......... .......... 13% 252M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12700K .......... .......... .......... .......... .......... 13% 207M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12750K .......... .......... .......... .......... .......... 13% 251M 1s 2024-09-22T09:07:34.007 INFO:teuthology.orchestra.run.smithi064.stderr: 12800K .......... .......... .......... .......... .......... 13% 253M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 12850K .......... .......... .......... .......... .......... 13% 240M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 12900K .......... .......... .......... .......... .......... 13% 189M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 12950K .......... .......... .......... .......... .......... 13% 219M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13000K .......... .......... .......... .......... .......... 14% 225M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13050K .......... .......... .......... .......... .......... 14% 216M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13100K .......... .......... .......... .......... .......... 14% 175M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13150K .......... .......... .......... .......... .......... 14% 223M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13200K .......... .......... .......... .......... .......... 14% 237M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13250K .......... .......... .......... .......... .......... 14% 200M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13300K .......... .......... .......... .......... .......... 14% 204M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13350K .......... .......... .......... .......... .......... 14% 213M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13400K .......... .......... .......... .......... .......... 14% 237M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13450K .......... .......... .......... .......... .......... 14% 262M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13500K .......... .......... .......... .......... .......... 14% 202M 1s 2024-09-22T09:07:34.008 INFO:teuthology.orchestra.run.smithi064.stderr: 13550K .......... .......... .......... .......... .......... 14% 255M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13600K .......... .......... .......... .......... .......... 14% 232M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13650K .......... .......... .......... .......... .......... 14% 248M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13700K .......... .......... .......... .......... .......... 14% 225M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13750K .......... .......... .......... .......... .......... 14% 258M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13800K .......... .......... .......... .......... .......... 14% 238M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13850K .......... .......... .......... .......... .......... 14% 243M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13900K .......... .......... .......... .......... .......... 15% 257M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 13950K .......... .......... .......... .......... .......... 15% 257M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14000K .......... .......... .......... .......... .......... 15% 225M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14050K .......... .......... .......... .......... .......... 15% 256M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14100K .......... .......... .......... .......... .......... 15% 256M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14150K .......... .......... .......... .......... .......... 15% 241M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14200K .......... .......... .......... .......... .......... 15% 231M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14250K .......... .......... .......... .......... .......... 15% 216M 1s 2024-09-22T09:07:34.009 INFO:teuthology.orchestra.run.smithi064.stderr: 14300K .......... .......... .......... .......... .......... 15% 211M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14350K .......... .......... .......... .......... .......... 15% 251M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14400K .......... .......... .......... .......... .......... 15% 259M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14450K .......... .......... .......... .......... .......... 15% 279M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14500K .......... .......... .......... .......... .......... 15% 219M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14550K .......... .......... .......... .......... .......... 15% 272M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14600K .......... .......... .......... .......... .......... 15% 255M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14650K .......... .......... .......... .......... .......... 15% 255M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14700K .......... .......... .......... .......... .......... 15% 248M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14750K .......... .......... .......... .......... .......... 15% 281M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14800K .......... .......... .......... .......... .......... 15% 282M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14850K .......... .......... .......... .......... .......... 16% 264M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14900K .......... .......... .......... .......... .......... 16% 231M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 14950K .......... .......... .......... .......... .......... 16% 278M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 15000K .......... .......... .......... .......... .......... 16% 283M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 15050K .......... .......... .......... .......... .......... 16% 274M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 15100K .......... .......... .......... .......... .......... 16% 241M 1s 2024-09-22T09:07:34.010 INFO:teuthology.orchestra.run.smithi064.stderr: 15150K .......... .......... .......... .......... .......... 16% 280M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15200K .......... .......... .......... .......... .......... 16% 20.5M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15250K .......... .......... .......... .......... .......... 16% 248M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15300K .......... .......... .......... .......... .......... 16% 211M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15350K .......... .......... .......... .......... .......... 16% 225M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15400K .......... .......... .......... .......... .......... 16% 237M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15450K .......... .......... .......... .......... .......... 16% 267M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15500K .......... .......... .......... .......... .......... 16% 238M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15550K .......... .......... .......... .......... .......... 16% 256M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15600K .......... .......... .......... .......... .......... 16% 276M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15650K .......... .......... .......... .......... .......... 16% 260M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15700K .......... .......... .......... .......... .......... 16% 205M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15750K .......... .......... .......... .......... .......... 17% 257M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15800K .......... .......... .......... .......... .......... 17% 255M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15850K .......... .......... .......... .......... .......... 17% 253M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15900K .......... .......... .......... .......... .......... 17% 249M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 15950K .......... .......... .......... .......... .......... 17% 237M 1s 2024-09-22T09:07:34.011 INFO:teuthology.orchestra.run.smithi064.stderr: 16000K .......... .......... .......... .......... .......... 17% 243M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16050K .......... .......... .......... .......... .......... 17% 267M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16100K .......... .......... .......... .......... .......... 17% 251M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16150K .......... .......... .......... .......... .......... 17% 274M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16200K .......... .......... .......... .......... .......... 17% 234M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16250K .......... .......... .......... .......... .......... 17% 273M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16300K .......... .......... .......... .......... .......... 17% 261M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16350K .......... .......... .......... .......... .......... 17% 271M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16400K .......... .......... .......... .......... .......... 17% 274M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16450K .......... .......... .......... .......... .......... 17% 264M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16500K .......... .......... .......... .......... .......... 17% 189M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16550K .......... .......... .......... .......... .......... 17% 267M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16600K .......... .......... .......... .......... .......... 17% 244M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16650K .......... .......... .......... .......... .......... 17% 268M 1s 2024-09-22T09:07:34.012 INFO:teuthology.orchestra.run.smithi064.stderr: 16700K .......... .......... .......... .......... .......... 18% 259M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 16750K .......... .......... .......... .......... .......... 18% 244M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 16800K .......... .......... .......... .......... .......... 18% 285M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 16850K .......... .......... .......... .......... .......... 18% 260M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 16900K .......... .......... .......... .......... .......... 18% 196M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 16950K .......... .......... .......... .......... .......... 18% 283M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17000K .......... .......... .......... .......... .......... 18% 287M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17050K .......... .......... .......... .......... .......... 18% 252M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17100K .......... .......... .......... .......... .......... 18% 206M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17150K .......... .......... .......... .......... .......... 18% 289M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17200K .......... .......... .......... .......... .......... 18% 288M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17250K .......... .......... .......... .......... .......... 18% 276M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17300K .......... .......... .......... .......... .......... 18% 248M 1s 2024-09-22T09:07:34.013 INFO:teuthology.orchestra.run.smithi064.stderr: 17350K .......... .......... .......... .......... .......... 18% 282M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17400K .......... .......... .......... .......... .......... 18% 276M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17450K .......... .......... .......... .......... .......... 18% 294M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17500K .......... .......... .......... .......... .......... 18% 232M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17550K .......... .......... .......... .......... .......... 18% 282M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17600K .......... .......... .......... .......... .......... 18% 288M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17650K .......... .......... .......... .......... .......... 19% 289M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17700K .......... .......... .......... .......... .......... 19% 259M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17750K .......... .......... .......... .......... .......... 19% 277M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17800K .......... .......... .......... .......... .......... 19% 28.3M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17850K .......... .......... .......... .......... .......... 19% 244M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17900K .......... .......... .......... .......... .......... 19% 198M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 17950K .......... .......... .......... .......... .......... 19% 223M 1s 2024-09-22T09:07:34.014 INFO:teuthology.orchestra.run.smithi064.stderr: 18000K .......... .......... .......... .......... .......... 19% 258M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18050K .......... .......... .......... .......... .......... 19% 213M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18100K .......... .......... .......... .......... .......... 19% 220M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18150K .......... .......... .......... .......... .......... 19% 243M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18200K .......... .......... .......... .......... .......... 19% 230M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18250K .......... .......... .......... .......... .......... 19% 238M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18300K .......... .......... .......... .......... .......... 19% 190M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18350K .......... .......... .......... .......... .......... 19% 257M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18400K .......... .......... .......... .......... .......... 19% 221M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18450K .......... .......... .......... .......... .......... 19% 214M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18500K .......... .......... .......... .......... .......... 19% 211M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18550K .......... .......... .......... .......... .......... 20% 240M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18600K .......... .......... .......... .......... .......... 20% 236M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18650K .......... .......... .......... .......... .......... 20% 256M 1s 2024-09-22T09:07:34.015 INFO:teuthology.orchestra.run.smithi064.stderr: 18700K .......... .......... .......... .......... .......... 20% 192M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 18750K .......... .......... .......... .......... .......... 20% 241M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 18800K .......... .......... .......... .......... .......... 20% 246M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 18850K .......... .......... .......... .......... .......... 20% 258M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 18900K .......... .......... .......... .......... .......... 20% 230M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 18950K .......... .......... .......... .......... .......... 20% 236M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19000K .......... .......... .......... .......... .......... 20% 244M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19050K .......... .......... .......... .......... .......... 20% 256M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19100K .......... .......... .......... .......... .......... 20% 201M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19150K .......... .......... .......... .......... .......... 20% 203M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19200K .......... .......... .......... .......... .......... 20% 233M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19250K .......... .......... .......... .......... .......... 20% 244M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19300K .......... .......... .......... .......... .......... 20% 211M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19350K .......... .......... .......... .......... .......... 20% 203M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19400K .......... .......... .......... .......... .......... 20% 249M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19450K .......... .......... .......... .......... .......... 20% 238M 1s 2024-09-22T09:07:34.016 INFO:teuthology.orchestra.run.smithi064.stderr: 19500K .......... .......... .......... .......... .......... 21% 151M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19550K .......... .......... .......... .......... .......... 21% 228M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19600K .......... .......... .......... .......... .......... 21% 256M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19650K .......... .......... .......... .......... .......... 21% 261M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19700K .......... .......... .......... .......... .......... 21% 221M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19750K .......... .......... .......... .......... .......... 21% 257M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19800K .......... .......... .......... .......... .......... 21% 260M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19850K .......... .......... .......... .......... .......... 21% 257M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19900K .......... .......... .......... .......... .......... 21% 201M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 19950K .......... .......... .......... .......... .......... 21% 246M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20000K .......... .......... .......... .......... .......... 21% 249M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20050K .......... .......... .......... .......... .......... 21% 255M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20100K .......... .......... .......... .......... .......... 21% 230M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20150K .......... .......... .......... .......... .......... 21% 256M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20200K .......... .......... .......... .......... .......... 21% 247M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20250K .......... .......... .......... .......... .......... 21% 260M 1s 2024-09-22T09:07:34.017 INFO:teuthology.orchestra.run.smithi064.stderr: 20300K .......... .......... .......... .......... .......... 21% 32.7M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20350K .......... .......... .......... .......... .......... 21% 208M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20400K .......... .......... .......... .......... .......... 22% 194M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20450K .......... .......... .......... .......... .......... 22% 226M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20500K .......... .......... .......... .......... .......... 22% 200M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20550K .......... .......... .......... .......... .......... 22% 230M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20600K .......... .......... .......... .......... .......... 22% 171M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20650K .......... .......... .......... .......... .......... 22% 236M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20700K .......... .......... .......... .......... .......... 22% 197M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20750K .......... .......... .......... .......... .......... 22% 234M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20800K .......... .......... .......... .......... .......... 22% 230M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20850K .......... .......... .......... .......... .......... 22% 237M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20900K .......... .......... .......... .......... .......... 22% 180M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 20950K .......... .......... .......... .......... .......... 22% 222M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 21000K .......... .......... .......... .......... .......... 22% 218M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 21050K .......... .......... .......... .......... .......... 22% 189M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 21100K .......... .......... .......... .......... .......... 22% 196M 1s 2024-09-22T09:07:34.018 INFO:teuthology.orchestra.run.smithi064.stderr: 21150K .......... .......... .......... .......... .......... 22% 198M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21200K .......... .......... .......... .......... .......... 22% 221M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21250K .......... .......... .......... .......... .......... 22% 236M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21300K .......... .......... .......... .......... .......... 22% 208M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21350K .......... .......... .......... .......... .......... 23% 187M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21400K .......... .......... .......... .......... .......... 23% 226M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21450K .......... .......... .......... .......... .......... 23% 220M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21500K .......... .......... .......... .......... .......... 23% 238M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21550K .......... .......... .......... .......... .......... 23% 201M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21600K .......... .......... .......... .......... .......... 23% 203M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21650K .......... .......... .......... .......... .......... 23% 215M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21700K .......... .......... .......... .......... .......... 23% 232M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21750K .......... .......... .......... .......... .......... 23% 181M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21800K .......... .......... .......... .......... .......... 23% 205M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21850K .......... .......... .......... .......... .......... 23% 118M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21900K .......... .......... .......... .......... .......... 23% 148M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 21950K .......... .......... .......... .......... .......... 23% 201M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 22000K .......... .......... .......... .......... .......... 23% 236M 1s 2024-09-22T09:07:34.019 INFO:teuthology.orchestra.run.smithi064.stderr: 22050K .......... .......... .......... .......... .......... 23% 235M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22100K .......... .......... .......... .......... .......... 23% 239M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22150K .......... .......... .......... .......... .......... 23% 194M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22200K .......... .......... .......... .......... .......... 23% 238M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22250K .......... .......... .......... .......... .......... 24% 237M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22300K .......... .......... .......... .......... .......... 24% 237M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22350K .......... .......... .......... .......... .......... 24% 213M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22400K .......... .......... .......... .......... .......... 24% 241M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22450K .......... .......... .......... .......... .......... 24% 232M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22500K .......... .......... .......... .......... .......... 24% 220M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22550K .......... .......... .......... .......... .......... 24% 211M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22600K .......... .......... .......... .......... .......... 24% 212M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22650K .......... .......... .......... .......... .......... 24% 233M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22700K .......... .......... .......... .......... .......... 24% 200M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22750K .......... .......... .......... .......... .......... 24% 176M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22800K .......... .......... .......... .......... .......... 24% 209M 1s 2024-09-22T09:07:34.020 INFO:teuthology.orchestra.run.smithi064.stderr: 22850K .......... .......... .......... .......... .......... 24% 214M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 22900K .......... .......... .......... .......... .......... 24% 192M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 22950K .......... .......... .......... .......... .......... 24% 195M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23000K .......... .......... .......... .......... .......... 24% 218M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23050K .......... .......... .......... .......... .......... 24% 219M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23100K .......... .......... .......... .......... .......... 24% 200M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23150K .......... .......... .......... .......... .......... 24% 187M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23200K .......... .......... .......... .......... .......... 25% 211M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23250K .......... .......... .......... .......... .......... 25% 217M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23300K .......... .......... .......... .......... .......... 25% 217M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23350K .......... .......... .......... .......... .......... 25% 182M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23400K .......... .......... .......... .......... .......... 25% 166M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23450K .......... .......... .......... .......... .......... 25% 217M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23500K .......... .......... .......... .......... .......... 25% 208M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23550K .......... .......... .......... .......... .......... 25% 167M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23600K .......... .......... .......... .......... .......... 25% 212M 1s 2024-09-22T09:07:34.021 INFO:teuthology.orchestra.run.smithi064.stderr: 23650K .......... .......... .......... .......... .......... 25% 229M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 23700K .......... .......... .......... .......... .......... 25% 208M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 23750K .......... .......... .......... .......... .......... 25% 191M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 23800K .......... .......... .......... .......... .......... 25% 219M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 23850K .......... .......... .......... .......... .......... 25% 220M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 23900K .......... .......... .......... .......... .......... 25% 220M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 23950K .......... .......... .......... .......... .......... 25% 172M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24000K .......... .......... .......... .......... .......... 25% 208M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24050K .......... .......... .......... .......... .......... 25% 212M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24100K .......... .......... .......... .......... .......... 25% 225M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24150K .......... .......... .......... .......... .......... 26% 206M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24200K .......... .......... .......... .......... .......... 26% 212M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24250K .......... .......... .......... .......... .......... 26% 178M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24300K .......... .......... .......... .......... .......... 26% 218M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24350K .......... .......... .......... .......... .......... 26% 197M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24400K .......... .......... .......... .......... .......... 26% 231M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24450K .......... .......... .......... .......... .......... 26% 234M 1s 2024-09-22T09:07:34.022 INFO:teuthology.orchestra.run.smithi064.stderr: 24500K .......... .......... .......... .......... .......... 26% 247M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24550K .......... .......... .......... .......... .......... 26% 216M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24600K .......... .......... .......... .......... .......... 26% 250M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24650K .......... .......... .......... .......... .......... 26% 226M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24700K .......... .......... .......... .......... .......... 26% 178M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24750K .......... .......... .......... .......... .......... 26% 204M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24800K .......... .......... .......... .......... .......... 26% 246M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24850K .......... .......... .......... .......... .......... 26% 244M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24900K .......... .......... .......... .......... .......... 26% 247M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 24950K .......... .......... .......... .......... .......... 26% 202M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25000K .......... .......... .......... .......... .......... 26% 237M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25050K .......... .......... .......... .......... .......... 27% 225M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25100K .......... .......... .......... .......... .......... 27% 250M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25150K .......... .......... .......... .......... .......... 27% 177M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25200K .......... .......... .......... .......... .......... 27% 207M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25250K .......... .......... .......... .......... .......... 27% 246M 1s 2024-09-22T09:07:34.023 INFO:teuthology.orchestra.run.smithi064.stderr: 25300K .......... .......... .......... .......... .......... 27% 239M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25350K .......... .......... .......... .......... .......... 27% 223M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25400K .......... .......... .......... .......... .......... 27% 268M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25450K .......... .......... .......... .......... .......... 27% 222M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25500K .......... .......... .......... .......... .......... 27% 241M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25550K .......... .......... .......... .......... .......... 27% 207M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25600K .......... .......... .......... .......... .......... 27% 235M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25650K .......... .......... .......... .......... .......... 27% 245M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25700K .......... .......... .......... .......... .......... 27% 248M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25750K .......... .......... .......... .......... .......... 27% 228M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25800K .......... .......... .......... .......... .......... 27% 231M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25850K .......... .......... .......... .......... .......... 27% 269M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25900K .......... .......... .......... .......... .......... 27% 240M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 25950K .......... .......... .......... .......... .......... 27% 208M 1s 2024-09-22T09:07:34.024 INFO:teuthology.orchestra.run.smithi064.stderr: 26000K .......... .......... .......... .......... .......... 28% 269M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26050K .......... .......... .......... .......... .......... 28% 250M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26100K .......... .......... .......... .......... .......... 28% 225M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26150K .......... .......... .......... .......... .......... 28% 245M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26200K .......... .......... .......... .......... .......... 28% 245M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26250K .......... .......... .......... .......... .......... 28% 272M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26300K .......... .......... .......... .......... .......... 28% 281M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26350K .......... .......... .......... .......... .......... 28% 224M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26400K .......... .......... .......... .......... .......... 28% 266M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26450K .......... .......... .......... .......... .......... 28% 256M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26500K .......... .......... .......... .......... .......... 28% 252M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26550K .......... .......... .......... .......... .......... 28% 248M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26600K .......... .......... .......... .......... .......... 28% 251M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26650K .......... .......... .......... .......... .......... 28% 278M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26700K .......... .......... .......... .......... .......... 28% 271M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26750K .......... .......... .......... .......... .......... 28% 216M 1s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26800K .......... .......... .......... .......... .......... 28% 276M 0s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26850K .......... .......... .......... .......... .......... 28% 279M 0s 2024-09-22T09:07:34.025 INFO:teuthology.orchestra.run.smithi064.stderr: 26900K .......... .......... .......... .......... .......... 29% 279M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 26950K .......... .......... .......... .......... .......... 29% 240M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27000K .......... .......... .......... .......... .......... 29% 252M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27050K .......... .......... .......... .......... .......... 29% 247M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27100K .......... .......... .......... .......... .......... 29% 259M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27150K .......... .......... .......... .......... .......... 29% 195M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27200K .......... .......... .......... .......... .......... 29% 252M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27250K .......... .......... .......... .......... .......... 29% 261M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27300K .......... .......... .......... .......... .......... 29% 295M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27350K .......... .......... .......... .......... .......... 29% 259M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27400K .......... .......... .......... .......... .......... 29% 291M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27450K .......... .......... .......... .......... .......... 29% 279M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27500K .......... .......... .......... .......... .......... 29% 288M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27550K .......... .......... .......... .......... .......... 29% 241M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27600K .......... .......... .......... .......... .......... 29% 21.7M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27650K .......... .......... .......... .......... .......... 29% 222M 0s 2024-09-22T09:07:34.026 INFO:teuthology.orchestra.run.smithi064.stderr: 27700K .......... .......... .......... .......... .......... 29% 247M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 27750K .......... .......... .......... .......... .......... 29% 231M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 27800K .......... .......... .......... .......... .......... 29% 249M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 27850K .......... .......... .......... .......... .......... 30% 241M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 27900K .......... .......... .......... .......... .......... 30% 264M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 27950K .......... .......... .......... .......... .......... 30% 215M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28000K .......... .......... .......... .......... .......... 30% 273M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28050K .......... .......... .......... .......... .......... 30% 273M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28100K .......... .......... .......... .......... .......... 30% 251M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28150K .......... .......... .......... .......... .......... 30% 234M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28200K .......... .......... .......... .......... .......... 30% 257M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28250K .......... .......... .......... .......... .......... 30% 265M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28300K .......... .......... .......... .......... .......... 30% 271M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28350K .......... .......... .......... .......... .......... 30% 233M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28400K .......... .......... .......... .......... .......... 30% 287M 0s 2024-09-22T09:07:34.027 INFO:teuthology.orchestra.run.smithi064.stderr: 28450K .......... .......... .......... .......... .......... 30% 274M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28500K .......... .......... .......... .......... .......... 30% 264M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28550K .......... .......... .......... .......... .......... 30% 259M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28600K .......... .......... .......... .......... .......... 30% 268M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28650K .......... .......... .......... .......... .......... 30% 281M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28700K .......... .......... .......... .......... .......... 30% 260M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28750K .......... .......... .......... .......... .......... 31% 205M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28800K .......... .......... .......... .......... .......... 31% 260M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28850K .......... .......... .......... .......... .......... 31% 273M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28900K .......... .......... .......... .......... .......... 31% 273M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 28950K .......... .......... .......... .......... .......... 31% 253M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 29000K .......... .......... .......... .......... .......... 31% 247M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 29050K .......... .......... .......... .......... .......... 31% 247M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 29100K .......... .......... .......... .......... .......... 31% 290M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 29150K .......... .......... .......... .......... .......... 31% 238M 0s 2024-09-22T09:07:34.028 INFO:teuthology.orchestra.run.smithi064.stderr: 29200K .......... .......... .......... .......... .......... 31% 269M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29250K .......... .......... .......... .......... .......... 31% 263M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29300K .......... .......... .......... .......... .......... 31% 268M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29350K .......... .......... .......... .......... .......... 31% 257M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29400K .......... .......... .......... .......... .......... 31% 289M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29450K .......... .......... .......... .......... .......... 31% 272M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29500K .......... .......... .......... .......... .......... 31% 244M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29550K .......... .......... .......... .......... .......... 31% 219M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29600K .......... .......... .......... .......... .......... 31% 256M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29650K .......... .......... .......... .......... .......... 31% 286M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29700K .......... .......... .......... .......... .......... 32% 274M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29750K .......... .......... .......... .......... .......... 32% 204M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29800K .......... .......... .......... .......... .......... 32% 284M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29850K .......... .......... .......... .......... .......... 32% 286M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29900K .......... .......... .......... .......... .......... 32% 288M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 29950K .......... .......... .......... .......... .......... 32% 234M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 30000K .......... .......... .......... .......... .......... 32% 281M 0s 2024-09-22T09:07:34.029 INFO:teuthology.orchestra.run.smithi064.stderr: 30050K .......... .......... .......... .......... .......... 32% 255M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30100K .......... .......... .......... .......... .......... 32% 230M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30150K .......... .......... .......... .......... .......... 32% 235M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30200K .......... .......... .......... .......... .......... 32% 279M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30250K .......... .......... .......... .......... .......... 32% 288M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30300K .......... .......... .......... .......... .......... 32% 287M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30350K .......... .......... .......... .......... .......... 32% 32.8M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30400K .......... .......... .......... .......... .......... 32% 247M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30450K .......... .......... .......... .......... .......... 32% 244M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30500K .......... .......... .......... .......... .......... 32% 235M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30550K .......... .......... .......... .......... .......... 32% 236M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30600K .......... .......... .......... .......... .......... 32% 250M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30650K .......... .......... .......... .......... .......... 33% 213M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30700K .......... .......... .......... .......... .......... 33% 234M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30750K .......... .......... .......... .......... .......... 33% 220M 0s 2024-09-22T09:07:34.030 INFO:teuthology.orchestra.run.smithi064.stderr: 30800K .......... .......... .......... .......... .......... 33% 260M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 30850K .......... .......... .......... .......... .......... 33% 230M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 30900K .......... .......... .......... .......... .......... 33% 241M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 30950K .......... .......... .......... .......... .......... 33% 258M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31000K .......... .......... .......... .......... .......... 33% 267M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31050K .......... .......... .......... .......... .......... 33% 240M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31100K .......... .......... .......... .......... .......... 33% 209M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31150K .......... .......... .......... .......... .......... 33% 268M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31200K .......... .......... .......... .......... .......... 33% 270M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31250K .......... .......... .......... .......... .......... 33% 260M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31300K .......... .......... .......... .......... .......... 33% 256M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31350K .......... .......... .......... .......... .......... 33% 250M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31400K .......... .......... .......... .......... .......... 33% 276M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31450K .......... .......... .......... .......... .......... 33% 253M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31500K .......... .......... .......... .......... .......... 33% 200M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31550K .......... .......... .......... .......... .......... 34% 258M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31600K .......... .......... .......... .......... .......... 34% 264M 0s 2024-09-22T09:07:34.031 INFO:teuthology.orchestra.run.smithi064.stderr: 31650K .......... .......... .......... .......... .......... 34% 279M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 31700K .......... .......... .......... .......... .......... 34% 250M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 31750K .......... .......... .......... .......... .......... 34% 268M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 31800K .......... .......... .......... .......... .......... 34% 272M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 31850K .......... .......... .......... .......... .......... 34% 257M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 31900K .......... .......... .......... .......... .......... 34% 216M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 31950K .......... .......... .......... .......... .......... 34% 258M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32000K .......... .......... .......... .......... .......... 34% 275M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32050K .......... .......... .......... .......... .......... 34% 275M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32100K .......... .......... .......... .......... .......... 34% 229M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32150K .......... .......... .......... .......... .......... 34% 255M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32200K .......... .......... .......... .......... .......... 34% 244M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32250K .......... .......... .......... .......... .......... 34% 272M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32300K .......... .......... .......... .......... .......... 34% 216M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32350K .......... .......... .......... .......... .......... 34% 277M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32400K .......... .......... .......... .......... .......... 34% 282M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32450K .......... .......... .......... .......... .......... 34% 284M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32500K .......... .......... .......... .......... .......... 35% 224M 0s 2024-09-22T09:07:34.032 INFO:teuthology.orchestra.run.smithi064.stderr: 32550K .......... .......... .......... .......... .......... 35% 276M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32600K .......... .......... .......... .......... .......... 35% 270M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32650K .......... .......... .......... .......... .......... 35% 280M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32700K .......... .......... .......... .......... .......... 35% 234M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32750K .......... .......... .......... .......... .......... 35% 279M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32800K .......... .......... .......... .......... .......... 35% 277M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32850K .......... .......... .......... .......... .......... 35% 27.5M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32900K .......... .......... .......... .......... .......... 35% 206M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 32950K .......... .......... .......... .......... .......... 35% 245M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33000K .......... .......... .......... .......... .......... 35% 249M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33050K .......... .......... .......... .......... .......... 35% 248M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33100K .......... .......... .......... .......... .......... 35% 202M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33150K .......... .......... .......... .......... .......... 35% 239M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33200K .......... .......... .......... .......... .......... 35% 265M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33250K .......... .......... .......... .......... .......... 35% 245M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33300K .......... .......... .......... .......... .......... 35% 235M 0s 2024-09-22T09:07:34.033 INFO:teuthology.orchestra.run.smithi064.stderr: 33350K .......... .......... .......... .......... .......... 35% 204M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33400K .......... .......... .......... .......... .......... 36% 212M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33450K .......... .......... .......... .......... .......... 36% 236M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33500K .......... .......... .......... .......... .......... 36% 226M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33550K .......... .......... .......... .......... .......... 36% 246M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33600K .......... .......... .......... .......... .......... 36% 274M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33650K .......... .......... .......... .......... .......... 36% 244M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33700K .......... .......... .......... .......... .......... 36% 248M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33750K .......... .......... .......... .......... .......... 36% 245M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33800K .......... .......... .......... .......... .......... 36% 253M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33850K .......... .......... .......... .......... .......... 36% 257M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33900K .......... .......... .......... .......... .......... 36% 205M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 33950K .......... .......... .......... .......... .......... 36% 262M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 34000K .......... .......... .......... .......... .......... 36% 240M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 34050K .......... .......... .......... .......... .......... 36% 250M 0s 2024-09-22T09:07:34.034 INFO:teuthology.orchestra.run.smithi064.stderr: 34100K .......... .......... .......... .......... .......... 36% 195M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34150K .......... .......... .......... .......... .......... 36% 261M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34200K .......... .......... .......... .......... .......... 36% 272M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34250K .......... .......... .......... .......... .......... 36% 215M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34300K .......... .......... .......... .......... .......... 36% 204M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34350K .......... .......... .......... .......... .......... 37% 255M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34400K .......... .......... .......... .......... .......... 37% 267M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34450K .......... .......... .......... .......... .......... 37% 276M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34500K .......... .......... .......... .......... .......... 37% 238M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34550K .......... .......... .......... .......... .......... 37% 261M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34600K .......... .......... .......... .......... .......... 37% 246M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34650K .......... .......... .......... .......... .......... 37% 263M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34700K .......... .......... .......... .......... .......... 37% 224M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34750K .......... .......... .......... .......... .......... 37% 276M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34800K .......... .......... .......... .......... .......... 37% 285M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34850K .......... .......... .......... .......... .......... 37% 255M 0s 2024-09-22T09:07:34.035 INFO:teuthology.orchestra.run.smithi064.stderr: 34900K .......... .......... .......... .......... .......... 37% 254M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 34950K .......... .......... .......... .......... .......... 37% 283M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35000K .......... .......... .......... .......... .......... 37% 278M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35050K .......... .......... .......... .......... .......... 37% 284M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35100K .......... .......... .......... .......... .......... 37% 237M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35150K .......... .......... .......... .......... .......... 37% 255M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35200K .......... .......... .......... .......... .......... 37% 281M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35250K .......... .......... .......... .......... .......... 37% 278M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35300K .......... .......... .......... .......... .......... 38% 254M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35350K .......... .......... .......... .......... .......... 38% 280M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35400K .......... .......... .......... .......... .......... 38% 286M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35450K .......... .......... .......... .......... .......... 38% 281M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35500K .......... .......... .......... .......... .......... 38% 34.3M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35550K .......... .......... .......... .......... .......... 38% 252M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35600K .......... .......... .......... .......... .......... 38% 236M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35650K .......... .......... .......... .......... .......... 38% 261M 0s 2024-09-22T09:07:34.036 INFO:teuthology.orchestra.run.smithi064.stderr: 35700K .......... .......... .......... .......... .......... 38% 264M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 35750K .......... .......... .......... .......... .......... 38% 273M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 35800K .......... .......... .......... .......... .......... 38% 292M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 35850K .......... .......... .......... .......... .......... 38% 283M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 35900K .......... .......... .......... .......... .......... 38% 202M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 35950K .......... .......... .......... .......... .......... 38% 251M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36000K .......... .......... .......... .......... .......... 38% 270M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36050K .......... .......... .......... .......... .......... 38% 289M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36100K .......... .......... .......... .......... .......... 38% 251M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36150K .......... .......... .......... .......... .......... 38% 263M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36200K .......... .......... .......... .......... .......... 39% 284M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36250K .......... .......... .......... .......... .......... 39% 285M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36300K .......... .......... .......... .......... .......... 39% 234M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36350K .......... .......... .......... .......... .......... 39% 263M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36400K .......... .......... .......... .......... .......... 39% 253M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36450K .......... .......... .......... .......... .......... 39% 276M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36500K .......... .......... .......... .......... .......... 39% 246M 0s 2024-09-22T09:07:34.037 INFO:teuthology.orchestra.run.smithi064.stderr: 36550K .......... .......... .......... .......... .......... 39% 260M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36600K .......... .......... .......... .......... .......... 39% 292M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36650K .......... .......... .......... .......... .......... 39% 281M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36700K .......... .......... .......... .......... .......... 39% 235M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36750K .......... .......... .......... .......... .......... 39% 245M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36800K .......... .......... .......... .......... .......... 39% 252M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36850K .......... .......... .......... .......... .......... 39% 283M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36900K .......... .......... .......... .......... .......... 39% 263M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 36950K .......... .......... .......... .......... .......... 39% 202M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37000K .......... .......... .......... .......... .......... 39% 273M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37050K .......... .......... .......... .......... .......... 39% 256M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37100K .......... .......... .......... .......... .......... 39% 221M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37150K .......... .......... .......... .......... .......... 40% 293M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37200K .......... .......... .......... .......... .......... 40% 290M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37250K .......... .......... .......... .......... .......... 40% 61.5M 0s 2024-09-22T09:07:34.038 INFO:teuthology.orchestra.run.smithi064.stderr: 37300K .......... .......... .......... .......... .......... 40% 68.3M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37350K .......... .......... .......... .......... .......... 40% 132M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37400K .......... .......... .......... .......... .......... 40% 251M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37450K .......... .......... .......... .......... .......... 40% 257M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37500K .......... .......... .......... .......... .......... 40% 217M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37550K .......... .......... .......... .......... .......... 40% 269M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37600K .......... .......... .......... .......... .......... 40% 235M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37650K .......... .......... .......... .......... .......... 40% 222M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37700K .......... .......... .......... .......... .......... 40% 228M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37750K .......... .......... .......... .......... .......... 40% 272M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37800K .......... .......... .......... .......... .......... 40% 269M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37850K .......... .......... .......... .......... .......... 40% 273M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37900K .......... .......... .......... .......... .......... 40% 234M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 37950K .......... .......... .......... .......... .......... 40% 279M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 38000K .......... .......... .......... .......... .......... 40% 54.9M 0s 2024-09-22T09:07:34.039 INFO:teuthology.orchestra.run.smithi064.stderr: 38050K .......... .......... .......... .......... .......... 41% 130M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38100K .......... .......... .......... .......... .......... 41% 214M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38150K .......... .......... .......... .......... .......... 41% 241M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38200K .......... .......... .......... .......... .......... 41% 245M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38250K .......... .......... .......... .......... .......... 41% 232M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38300K .......... .......... .......... .......... .......... 41% 206M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38350K .......... .......... .......... .......... .......... 41% 241M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38400K .......... .......... .......... .......... .......... 41% 208M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38450K .......... .......... .......... .......... .......... 41% 216M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38500K .......... .......... .......... .......... .......... 41% 225M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38550K .......... .......... .......... .......... .......... 41% 247M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38600K .......... .......... .......... .......... .......... 41% 271M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38650K .......... .......... .......... .......... .......... 41% 280M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38700K .......... .......... .......... .......... .......... 41% 209M 0s 2024-09-22T09:07:34.040 INFO:teuthology.orchestra.run.smithi064.stderr: 38750K .......... .......... .......... .......... .......... 41% 246M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 38800K .......... .......... .......... .......... .......... 41% 260M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 38850K .......... .......... .......... .......... .......... 41% 278M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 38900K .......... .......... .......... .......... .......... 41% 235M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 38950K .......... .......... .......... .......... .......... 41% 280M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39000K .......... .......... .......... .......... .......... 42% 281M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39050K .......... .......... .......... .......... .......... 42% 254M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39100K .......... .......... .......... .......... .......... 42% 218M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39150K .......... .......... .......... .......... .......... 42% 277M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39200K .......... .......... .......... .......... .......... 42% 256M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39250K .......... .......... .......... .......... .......... 42% 281M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39300K .......... .......... .......... .......... .......... 42% 242M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39350K .......... .......... .......... .......... .......... 42% 281M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39400K .......... .......... .......... .......... .......... 42% 279M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39450K .......... .......... .......... .......... .......... 42% 237M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39500K .......... .......... .......... .......... .......... 42% 236M 0s 2024-09-22T09:07:34.041 INFO:teuthology.orchestra.run.smithi064.stderr: 39550K .......... .......... .......... .......... .......... 42% 255M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39600K .......... .......... .......... .......... .......... 42% 297M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39650K .......... .......... .......... .......... .......... 42% 293M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39700K .......... .......... .......... .......... .......... 42% 239M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39750K .......... .......... .......... .......... .......... 42% 289M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39800K .......... .......... .......... .......... .......... 42% 282M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39850K .......... .......... .......... .......... .......... 42% 222M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39900K .......... .......... .......... .......... .......... 43% 241M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 39950K .......... .......... .......... .......... .......... 43% 31.0M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40000K .......... .......... .......... .......... .......... 43% 255M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40050K .......... .......... .......... .......... .......... 43% 283M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40100K .......... .......... .......... .......... .......... 43% 248M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40150K .......... .......... .......... .......... .......... 43% 242M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40200K .......... .......... .......... .......... .......... 43% 272M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40250K .......... .......... .......... .......... .......... 43% 235M 0s 2024-09-22T09:07:34.042 INFO:teuthology.orchestra.run.smithi064.stderr: 40300K .......... .......... .......... .......... .......... 43% 195M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40350K .......... .......... .......... .......... .......... 43% 262M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40400K .......... .......... .......... .......... .......... 43% 269M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40450K .......... .......... .......... .......... .......... 43% 283M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40500K .......... .......... .......... .......... .......... 43% 257M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40550K .......... .......... .......... .......... .......... 43% 294M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40600K .......... .......... .......... .......... .......... 43% 268M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40650K .......... .......... .......... .......... .......... 43% 270M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40700K .......... .......... .......... .......... .......... 43% 223M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40750K .......... .......... .......... .......... .......... 43% 283M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40800K .......... .......... .......... .......... .......... 43% 278M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40850K .......... .......... .......... .......... .......... 44% 279M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40900K .......... .......... .......... .......... .......... 44% 248M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 40950K .......... .......... .......... .......... .......... 44% 284M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 41000K .......... .......... .......... .......... .......... 44% 272M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 41050K .......... .......... .......... .......... .......... 44% 185M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 41100K .......... .......... .......... .......... .......... 44% 267M 0s 2024-09-22T09:07:34.043 INFO:teuthology.orchestra.run.smithi064.stderr: 41150K .......... .......... .......... .......... .......... 44% 203M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41200K .......... .......... .......... .......... .......... 44% 276M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41250K .......... .......... .......... .......... .......... 44% 287M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41300K .......... .......... .......... .......... .......... 44% 283M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41350K .......... .......... .......... .......... .......... 44% 267M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41400K .......... .......... .......... .......... .......... 44% 218M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41450K .......... .......... .......... .......... .......... 44% 274M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41500K .......... .......... .......... .......... .......... 44% 263M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41550K .......... .......... .......... .......... .......... 44% 228M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41600K .......... .......... .......... .......... .......... 44% 293M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41650K .......... .......... .......... .......... .......... 44% 282M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41700K .......... .......... .......... .......... .......... 44% 278M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41750K .......... .......... .......... .......... .......... 44% 265M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41800K .......... .......... .......... .......... .......... 45% 285M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41850K .......... .......... .......... .......... .......... 45% 276M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41900K .......... .......... .......... .......... .......... 45% 269M 0s 2024-09-22T09:07:34.044 INFO:teuthology.orchestra.run.smithi064.stderr: 41950K .......... .......... .......... .......... .......... 45% 240M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42000K .......... .......... .......... .......... .......... 45% 292M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42050K .......... .......... .......... .......... .......... 45% 289M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42100K .......... .......... .......... .......... .......... 45% 291M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42150K .......... .......... .......... .......... .......... 45% 251M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42200K .......... .......... .......... .......... .......... 45% 294M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42250K .......... .......... .......... .......... .......... 45% 278M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42300K .......... .......... .......... .......... .......... 45% 278M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42350K .......... .......... .......... .......... .......... 45% 232M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42400K .......... .......... .......... .......... .......... 45% 20.6M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42450K .......... .......... .......... .......... .......... 45% 155M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42500K .......... .......... .......... .......... .......... 45% 269M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42550K .......... .......... .......... .......... .......... 45% 237M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42600K .......... .......... .......... .......... .......... 45% 304M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42650K .......... .......... .......... .......... .......... 45% 261M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42700K .......... .......... .......... .......... .......... 46% 265M 0s 2024-09-22T09:07:34.045 INFO:teuthology.orchestra.run.smithi064.stderr: 42750K .......... .......... .......... .......... .......... 46% 213M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 42800K .......... .......... .......... .......... .......... 46% 275M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 42850K .......... .......... .......... .......... .......... 46% 287M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 42900K .......... .......... .......... .......... .......... 46% 275M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 42950K .......... .......... .......... .......... .......... 46% 248M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43000K .......... .......... .......... .......... .......... 46% 291M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43050K .......... .......... .......... .......... .......... 46% 247M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43100K .......... .......... .......... .......... .......... 46% 276M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43150K .......... .......... .......... .......... .......... 46% 276M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43200K .......... .......... .......... .......... .......... 46% 283M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43250K .......... .......... .......... .......... .......... 46% 242M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43300K .......... .......... .......... .......... .......... 46% 260M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43350K .......... .......... .......... .......... .......... 46% 262M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43400K .......... .......... .......... .......... .......... 46% 273M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43450K .......... .......... .......... .......... .......... 46% 232M 0s 2024-09-22T09:07:34.046 INFO:teuthology.orchestra.run.smithi064.stderr: 43500K .......... .......... .......... .......... .......... 46% 285M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43550K .......... .......... .......... .......... .......... 46% 288M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43600K .......... .......... .......... .......... .......... 46% 286M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43650K .......... .......... .......... .......... .......... 47% 260M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43700K .......... .......... .......... .......... .......... 47% 281M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43750K .......... .......... .......... .......... .......... 47% 295M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43800K .......... .......... .......... .......... .......... 47% 276M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43850K .......... .......... .......... .......... .......... 47% 248M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43900K .......... .......... .......... .......... .......... 47% 278M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 43950K .......... .......... .......... .......... .......... 47% 280M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44000K .......... .......... .......... .......... .......... 47% 286M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44050K .......... .......... .......... .......... .......... 47% 252M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44100K .......... .......... .......... .......... .......... 47% 296M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44150K .......... .......... .......... .......... .......... 47% 291M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44200K .......... .......... .......... .......... .......... 47% 283M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44250K .......... .......... .......... .......... .......... 47% 245M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44300K .......... .......... .......... .......... .......... 47% 299M 0s 2024-09-22T09:07:34.047 INFO:teuthology.orchestra.run.smithi064.stderr: 44350K .......... .......... .......... .......... .......... 47% 253M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44400K .......... .......... .......... .......... .......... 47% 299M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44450K .......... .......... .......... .......... .......... 47% 306M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44500K .......... .......... .......... .......... .......... 47% 270M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44550K .......... .......... .......... .......... .......... 48% 299M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44600K .......... .......... .......... .......... .......... 48% 304M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44650K .......... .......... .......... .......... .......... 48% 271M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44700K .......... .......... .......... .......... .......... 48% 308M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44750K .......... .......... .......... .......... .......... 48% 301M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44800K .......... .......... .......... .......... .......... 48% 268M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44850K .......... .......... .......... .......... .......... 48% 271M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44900K .......... .......... .......... .......... .......... 48% 302M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 44950K .......... .......... .......... .......... .......... 48% 279M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 45000K .......... .......... .......... .......... .......... 48% 295M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 45050K .......... .......... .......... .......... .......... 48% 21.3M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 45100K .......... .......... .......... .......... .......... 48% 270M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 45150K .......... .......... .......... .......... .......... 48% 215M 0s 2024-09-22T09:07:34.048 INFO:teuthology.orchestra.run.smithi064.stderr: 45200K .......... .......... .......... .......... .......... 48% 294M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45250K .......... .......... .......... .......... .......... 48% 248M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45300K .......... .......... .......... .......... .......... 48% 303M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45350K .......... .......... .......... .......... .......... 48% 290M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45400K .......... .......... .......... .......... .......... 48% 292M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45450K .......... .......... .......... .......... .......... 48% 258M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45500K .......... .......... .......... .......... .......... 49% 246M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45550K .......... .......... .......... .......... .......... 49% 287M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45600K .......... .......... .......... .......... .......... 49% 299M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45650K .......... .......... .......... .......... .......... 49% 257M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45700K .......... .......... .......... .......... .......... 49% 313M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45750K .......... .......... .......... .......... .......... 49% 312M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45800K .......... .......... .......... .......... .......... 49% 283M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45850K .......... .......... .......... .......... .......... 49% 262M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45900K .......... .......... .......... .......... .......... 49% 288M 0s 2024-09-22T09:07:34.049 INFO:teuthology.orchestra.run.smithi064.stderr: 45950K .......... .......... .......... .......... .......... 49% 305M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46000K .......... .......... .......... .......... .......... 49% 316M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46050K .......... .......... .......... .......... .......... 49% 251M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46100K .......... .......... .......... .......... .......... 49% 298M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46150K .......... .......... .......... .......... .......... 49% 278M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46200K .......... .......... .......... .......... .......... 49% 295M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46250K .......... .......... .......... .......... .......... 49% 222M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46300K .......... .......... .......... .......... .......... 49% 292M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46350K .......... .......... .......... .......... .......... 49% 313M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46400K .......... .......... .......... .......... .......... 49% 300M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46450K .......... .......... .......... .......... .......... 50% 284M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46500K .......... .......... .......... .......... .......... 50% 324M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46550K .......... .......... .......... .......... .......... 50% 305M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46600K .......... .......... .......... .......... .......... 50% 317M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46650K .......... .......... .......... .......... .......... 50% 212M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46700K .......... .......... .......... .......... .......... 50% 274M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46750K .......... .......... .......... .......... .......... 50% 281M 0s 2024-09-22T09:07:34.050 INFO:teuthology.orchestra.run.smithi064.stderr: 46800K .......... .......... .......... .......... .......... 50% 309M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 46850K .......... .......... .......... .......... .......... 50% 258M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 46900K .......... .......... .......... .......... .......... 50% 288M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 46950K .......... .......... .......... .......... .......... 50% 299M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47000K .......... .......... .......... .......... .......... 50% 301M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47050K .......... .......... .......... .......... .......... 50% 246M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47100K .......... .......... .......... .......... .......... 50% 315M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47150K .......... .......... .......... .......... .......... 50% 296M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47200K .......... .......... .......... .......... .......... 50% 301M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47250K .......... .......... .......... .......... .......... 50% 280M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47300K .......... .......... .......... .......... .......... 50% 302M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47350K .......... .......... .......... .......... .......... 51% 317M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47400K .......... .......... .......... .......... .......... 51% 317M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47450K .......... .......... .......... .......... .......... 51% 263M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47500K .......... .......... .......... .......... .......... 51% 315M 0s 2024-09-22T09:07:34.051 INFO:teuthology.orchestra.run.smithi064.stderr: 47550K .......... .......... .......... .......... .......... 51% 316M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47600K .......... .......... .......... .......... .......... 51% 311M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47650K .......... .......... .......... .......... .......... 51% 17.4M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47700K .......... .......... .......... .......... .......... 51% 261M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47750K .......... .......... .......... .......... .......... 51% 281M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47800K .......... .......... .......... .......... .......... 51% 313M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47850K .......... .......... .......... .......... .......... 51% 235M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47900K .......... .......... .......... .......... .......... 51% 280M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 47950K .......... .......... .......... .......... .......... 51% 280M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48000K .......... .......... .......... .......... .......... 51% 318M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48050K .......... .......... .......... .......... .......... 51% 263M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48100K .......... .......... .......... .......... .......... 51% 302M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48150K .......... .......... .......... .......... .......... 51% 301M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48200K .......... .......... .......... .......... .......... 51% 298M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48250K .......... .......... .......... .......... .......... 51% 192M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48300K .......... .......... .......... .......... .......... 52% 303M 0s 2024-09-22T09:07:34.052 INFO:teuthology.orchestra.run.smithi064.stderr: 48350K .......... .......... .......... .......... .......... 52% 300M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48400K .......... .......... .......... .......... .......... 52% 268M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48450K .......... .......... .......... .......... .......... 52% 265M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48500K .......... .......... .......... .......... .......... 52% 301M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48550K .......... .......... .......... .......... .......... 52% 283M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48600K .......... .......... .......... .......... .......... 52% 280M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48650K .......... .......... .......... .......... .......... 52% 254M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48700K .......... .......... .......... .......... .......... 52% 302M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48750K .......... .......... .......... .......... .......... 52% 294M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48800K .......... .......... .......... .......... .......... 52% 276M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48850K .......... .......... .......... .......... .......... 52% 292M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48900K .......... .......... .......... .......... .......... 52% 265M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 48950K .......... .......... .......... .......... .......... 52% 243M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 49000K .......... .......... .......... .......... .......... 52% 277M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 49050K .......... .......... .......... .......... .......... 52% 300M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 49100K .......... .......... .......... .......... .......... 52% 301M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 49150K .......... .......... .......... .......... .......... 52% 259M 0s 2024-09-22T09:07:34.053 INFO:teuthology.orchestra.run.smithi064.stderr: 49200K .......... .......... .......... .......... .......... 53% 272M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49250K .......... .......... .......... .......... .......... 53% 251M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49300K .......... .......... .......... .......... .......... 53% 273M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49350K .......... .......... .......... .......... .......... 53% 190M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49400K .......... .......... .......... .......... .......... 53% 272M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49450K .......... .......... .......... .......... .......... 53% 262M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49500K .......... .......... .......... .......... .......... 53% 274M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49550K .......... .......... .......... .......... .......... 53% 271M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49600K .......... .......... .......... .......... .......... 53% 279M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49650K .......... .......... .......... .......... .......... 53% 299M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49700K .......... .......... .......... .......... .......... 53% 296M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49750K .......... .......... .......... .......... .......... 53% 222M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49800K .......... .......... .......... .......... .......... 53% 305M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49850K .......... .......... .......... .......... .......... 53% 297M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49900K .......... .......... .......... .......... .......... 53% 310M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 49950K .......... .......... .......... .......... .......... 53% 279M 0s 2024-09-22T09:07:34.054 INFO:teuthology.orchestra.run.smithi064.stderr: 50000K .......... .......... .......... .......... .......... 53% 305M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50050K .......... .......... .......... .......... .......... 53% 310M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50100K .......... .......... .......... .......... .......... 53% 305M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50150K .......... .......... .......... .......... .......... 54% 254M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50200K .......... .......... .......... .......... .......... 54% 308M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50250K .......... .......... .......... .......... .......... 54% 309M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50300K .......... .......... .......... .......... .......... 54% 307M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50350K .......... .......... .......... .......... .......... 54% 23.1M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50400K .......... .......... .......... .......... .......... 54% 269M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50450K .......... .......... .......... .......... .......... 54% 286M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50500K .......... .......... .......... .......... .......... 54% 302M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50550K .......... .......... .......... .......... .......... 54% 245M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50600K .......... .......... .......... .......... .......... 54% 276M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50650K .......... .......... .......... .......... .......... 54% 287M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50700K .......... .......... .......... .......... .......... 54% 293M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50750K .......... .......... .......... .......... .......... 54% 262M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50800K .......... .......... .......... .......... .......... 54% 306M 0s 2024-09-22T09:07:34.055 INFO:teuthology.orchestra.run.smithi064.stderr: 50850K .......... .......... .......... .......... .......... 54% 313M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 50900K .......... .......... .......... .......... .......... 54% 280M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 50950K .......... .......... .......... .......... .......... 54% 259M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51000K .......... .......... .......... .......... .......... 54% 290M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51050K .......... .......... .......... .......... .......... 55% 295M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51100K .......... .......... .......... .......... .......... 55% 268M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51150K .......... .......... .......... .......... .......... 55% 273M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51200K .......... .......... .......... .......... .......... 55% 269M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51250K .......... .......... .......... .......... .......... 55% 324M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51300K .......... .......... .......... .......... .......... 55% 282M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51350K .......... .......... .......... .......... .......... 55% 297M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51400K .......... .......... .......... .......... .......... 55% 311M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51450K .......... .......... .......... .......... .......... 55% 299M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51500K .......... .......... .......... .......... .......... 55% 252M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51550K .......... .......... .......... .......... .......... 55% 297M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51600K .......... .......... .......... .......... .......... 55% 305M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51650K .......... .......... .......... .......... .......... 55% 309M 0s 2024-09-22T09:07:34.056 INFO:teuthology.orchestra.run.smithi064.stderr: 51700K .......... .......... .......... .......... .......... 55% 238M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 51750K .......... .......... .......... .......... .......... 55% 289M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 51800K .......... .......... .......... .......... .......... 55% 295M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 51850K .......... .......... .......... .......... .......... 55% 302M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 51900K .......... .......... .......... .......... .......... 55% 263M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 51950K .......... .......... .......... .......... .......... 55% 315M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52000K .......... .......... .......... .......... .......... 56% 286M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52050K .......... .......... .......... .......... .......... 56% 290M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52100K .......... .......... .......... .......... .......... 56% 248M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52150K .......... .......... .......... .......... .......... 56% 293M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52200K .......... .......... .......... .......... .......... 56% 283M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52250K .......... .......... .......... .......... .......... 56% 283M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52300K .......... .......... .......... .......... .......... 56% 254M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52350K .......... .......... .......... .......... .......... 56% 283M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52400K .......... .......... .......... .......... .......... 56% 291M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52450K .......... .......... .......... .......... .......... 56% 301M 0s 2024-09-22T09:07:34.057 INFO:teuthology.orchestra.run.smithi064.stderr: 52500K .......... .......... .......... .......... .......... 56% 287M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52550K .......... .......... .......... .......... .......... 56% 289M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52600K .......... .......... .......... .......... .......... 56% 273M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52650K .......... .......... .......... .......... .......... 56% 314M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52700K .......... .......... .......... .......... .......... 56% 218M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52750K .......... .......... .......... .......... .......... 56% 291M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52800K .......... .......... .......... .......... .......... 56% 301M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52850K .......... .......... .......... .......... .......... 56% 308M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52900K .......... .......... .......... .......... .......... 56% 284M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 52950K .......... .......... .......... .......... .......... 57% 315M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53000K .......... .......... .......... .......... .......... 57% 17.0M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53050K .......... .......... .......... .......... .......... 57% 298M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53100K .......... .......... .......... .......... .......... 57% 222M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53150K .......... .......... .......... .......... .......... 57% 301M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53200K .......... .......... .......... .......... .......... 57% 302M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53250K .......... .......... .......... .......... .......... 57% 303M 0s 2024-09-22T09:07:34.058 INFO:teuthology.orchestra.run.smithi064.stderr: 53300K .......... .......... .......... .......... .......... 57% 276M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53350K .......... .......... .......... .......... .......... 57% 226M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53400K .......... .......... .......... .......... .......... 57% 285M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53450K .......... .......... .......... .......... .......... 57% 303M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53500K .......... .......... .......... .......... .......... 57% 252M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53550K .......... .......... .......... .......... .......... 57% 296M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53600K .......... .......... .......... .......... .......... 57% 272M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53650K .......... .......... .......... .......... .......... 57% 304M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53700K .......... .......... .......... .......... .......... 57% 287M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53750K .......... .......... .......... .......... .......... 57% 334M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53800K .......... .......... .......... .......... .......... 57% 283M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53850K .......... .......... .......... .......... .......... 58% 273M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53900K .......... .......... .......... .......... .......... 58% 233M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 53950K .......... .......... .......... .......... .......... 58% 317M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 54000K .......... .......... .......... .......... .......... 58% 295M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 54050K .......... .......... .......... .......... .......... 58% 296M 0s 2024-09-22T09:07:34.059 INFO:teuthology.orchestra.run.smithi064.stderr: 54100K .......... .......... .......... .......... .......... 58% 261M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54150K .......... .......... .......... .......... .......... 58% 300M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54200K .......... .......... .......... .......... .......... 58% 277M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54250K .......... .......... .......... .......... .......... 58% 312M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54300K .......... .......... .......... .......... .......... 58% 226M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54350K .......... .......... .......... .......... .......... 58% 298M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54400K .......... .......... .......... .......... .......... 58% 312M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54450K .......... .......... .......... .......... .......... 58% 314M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54500K .......... .......... .......... .......... .......... 58% 279M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54550K .......... .......... .......... .......... .......... 58% 313M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54600K .......... .......... .......... .......... .......... 58% 305M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54650K .......... .......... .......... .......... .......... 58% 270M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54700K .......... .......... .......... .......... .......... 58% 236M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54750K .......... .......... .......... .......... .......... 58% 297M 0s 2024-09-22T09:07:34.060 INFO:teuthology.orchestra.run.smithi064.stderr: 54800K .......... .......... .......... .......... .......... 59% 279M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 54850K .......... .......... .......... .......... .......... 59% 295M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 54900K .......... .......... .......... .......... .......... 59% 299M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 54950K .......... .......... .......... .......... .......... 59% 265M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55000K .......... .......... .......... .......... .......... 59% 241M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55050K .......... .......... .......... .......... .......... 59% 292M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55100K .......... .......... .......... .......... .......... 59% 276M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55150K .......... .......... .......... .......... .......... 59% 277M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55200K .......... .......... .......... .......... .......... 59% 278M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55250K .......... .......... .......... .......... .......... 59% 315M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55300K .......... .......... .......... .......... .......... 59% 318M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55350K .......... .......... .......... .......... .......... 59% 317M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55400K .......... .......... .......... .......... .......... 59% 258M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55450K .......... .......... .......... .......... .......... 59% 311M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55500K .......... .......... .......... .......... .......... 59% 322M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55550K .......... .......... .......... .......... .......... 59% 317M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55600K .......... .......... .......... .......... .......... 59% 284M 0s 2024-09-22T09:07:34.061 INFO:teuthology.orchestra.run.smithi064.stderr: 55650K .......... .......... .......... .......... .......... 59% 312M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 55700K .......... .......... .......... .......... .......... 60% 20.4M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 55750K .......... .......... .......... .......... .......... 60% 267M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 55800K .......... .......... .......... .......... .......... 60% 243M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 55850K .......... .......... .......... .......... .......... 60% 304M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 55900K .......... .......... .......... .......... .......... 60% 299M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 55950K .......... .......... .......... .......... .......... 60% 326M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56000K .......... .......... .......... .......... .......... 60% 283M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56050K .......... .......... .......... .......... .......... 60% 307M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56100K .......... .......... .......... .......... .......... 60% 302M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56150K .......... .......... .......... .......... .......... 60% 314M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56200K .......... .......... .......... .......... .......... 60% 269M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56250K .......... .......... .......... .......... .......... 60% 306M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56300K .......... .......... .......... .......... .......... 60% 301M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56350K .......... .......... .......... .......... .......... 60% 280M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56400K .......... .......... .......... .......... .......... 60% 277M 0s 2024-09-22T09:07:34.062 INFO:teuthology.orchestra.run.smithi064.stderr: 56450K .......... .......... .......... .......... .......... 60% 317M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56500K .......... .......... .......... .......... .......... 60% 286M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56550K .......... .......... .......... .......... .......... 60% 305M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56600K .......... .......... .......... .......... .......... 60% 249M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56650K .......... .......... .......... .......... .......... 61% 267M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56700K .......... .......... .......... .......... .......... 61% 299M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56750K .......... .......... .......... .......... .......... 61% 319M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56800K .......... .......... .......... .......... .......... 61% 275M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56850K .......... .......... .......... .......... .......... 61% 318M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56900K .......... .......... .......... .......... .......... 61% 319M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 56950K .......... .......... .......... .......... .......... 61% 294M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 57000K .......... .......... .......... .......... .......... 61% 239M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 57050K .......... .......... .......... .......... .......... 61% 309M 0s 2024-09-22T09:07:34.063 INFO:teuthology.orchestra.run.smithi064.stderr: 57100K .......... .......... .......... .......... .......... 61% 308M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57150K .......... .......... .......... .......... .......... 61% 301M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57200K .......... .......... .......... .......... .......... 61% 290M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57250K .......... .......... .......... .......... .......... 61% 327M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57300K .......... .......... .......... .......... .......... 61% 322M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57350K .......... .......... .......... .......... .......... 61% 324M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57400K .......... .......... .......... .......... .......... 61% 256M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57450K .......... .......... .......... .......... .......... 61% 259M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57500K .......... .......... .......... .......... .......... 61% 297M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57550K .......... .......... .......... .......... .......... 62% 292M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57600K .......... .......... .......... .......... .......... 62% 242M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57650K .......... .......... .......... .......... .......... 62% 296M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57700K .......... .......... .......... .......... .......... 62% 280M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57750K .......... .......... .......... .......... .......... 62% 298M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57800K .......... .......... .......... .......... .......... 62% 317M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57850K .......... .......... .......... .......... .......... 62% 267M 0s 2024-09-22T09:07:34.064 INFO:teuthology.orchestra.run.smithi064.stderr: 57900K .......... .......... .......... .......... .......... 62% 261M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 57950K .......... .......... .......... .......... .......... 62% 320M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58000K .......... .......... .......... .......... .......... 62% 296M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58050K .......... .......... .......... .......... .......... 62% 320M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58100K .......... .......... .......... .......... .......... 62% 267M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58150K .......... .......... .......... .......... .......... 62% 321M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58200K .......... .......... .......... .......... .......... 62% 329M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58250K .......... .......... .......... .......... .......... 62% 316M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58300K .......... .......... .......... .......... .......... 62% 15.2M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58350K .......... .......... .......... .......... .......... 62% 148M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58400K .......... .......... .......... .......... .......... 62% 279M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58450K .......... .......... .......... .......... .......... 62% 303M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58500K .......... .......... .......... .......... .......... 63% 252M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58550K .......... .......... .......... .......... .......... 63% 292M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58600K .......... .......... .......... .......... .......... 63% 318M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58650K .......... .......... .......... .......... .......... 63% 306M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58700K .......... .......... .......... .......... .......... 63% 249M 0s 2024-09-22T09:07:34.065 INFO:teuthology.orchestra.run.smithi064.stderr: 58750K .......... .......... .......... .......... .......... 63% 316M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 58800K .......... .......... .......... .......... .......... 63% 305M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 58850K .......... .......... .......... .......... .......... 63% 306M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 58900K .......... .......... .......... .......... .......... 63% 277M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 58950K .......... .......... .......... .......... .......... 63% 312M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59000K .......... .......... .......... .......... .......... 63% 289M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59050K .......... .......... .......... .......... .......... 63% 314M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59100K .......... .......... .......... .......... .......... 63% 248M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59150K .......... .......... .......... .......... .......... 63% 298M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59200K .......... .......... .......... .......... .......... 63% 309M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59250K .......... .......... .......... .......... .......... 63% 297M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59300K .......... .......... .......... .......... .......... 63% 265M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59350K .......... .......... .......... .......... .......... 63% 315M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59400K .......... .......... .......... .......... .......... 63% 240M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59450K .......... .......... .......... .......... .......... 64% 323M 0s 2024-09-22T09:07:34.066 INFO:teuthology.orchestra.run.smithi064.stderr: 59500K .......... .......... .......... .......... .......... 64% 292M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59550K .......... .......... .......... .......... .......... 64% 321M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59600K .......... .......... .......... .......... .......... 64% 276M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59650K .......... .......... .......... .......... .......... 64% 276M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59700K .......... .......... .......... .......... .......... 64% 329M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59750K .......... .......... .......... .......... .......... 64% 325M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59800K .......... .......... .......... .......... .......... 64% 267M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59850K .......... .......... .......... .......... .......... 64% 321M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59900K .......... .......... .......... .......... .......... 64% 305M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 59950K .......... .......... .......... .......... .......... 64% 294M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60000K .......... .......... .......... .......... .......... 64% 280M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60050K .......... .......... .......... .......... .......... 64% 314M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60100K .......... .......... .......... .......... .......... 64% 305M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60150K .......... .......... .......... .......... .......... 64% 322M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60200K .......... .......... .......... .......... .......... 64% 234M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60250K .......... .......... .......... .......... .......... 64% 313M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60300K .......... .......... .......... .......... .......... 64% 298M 0s 2024-09-22T09:07:34.067 INFO:teuthology.orchestra.run.smithi064.stderr: 60350K .......... .......... .......... .......... .......... 65% 298M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60400K .......... .......... .......... .......... .......... 65% 259M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60450K .......... .......... .......... .......... .......... 65% 305M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60500K .......... .......... .......... .......... .......... 65% 254M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60550K .......... .......... .......... .......... .......... 65% 296M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60600K .......... .......... .......... .......... .......... 65% 266M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60650K .......... .......... .......... .......... .......... 65% 327M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60700K .......... .......... .......... .......... .......... 65% 308M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60750K .......... .......... .......... .......... .......... 65% 321M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60800K .......... .......... .......... .......... .......... 65% 292M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60850K .......... .......... .......... .......... .......... 65% 323M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60900K .......... .......... .......... .......... .......... 65% 323M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 60950K .......... .......... .......... .......... .......... 65% 318M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 61000K .......... .......... .......... .......... .......... 65% 272M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 61050K .......... .......... .......... .......... .......... 65% 323M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 61100K .......... .......... .......... .......... .......... 65% 22.6M 0s 2024-09-22T09:07:34.068 INFO:teuthology.orchestra.run.smithi064.stderr: 61150K .......... .......... .......... .......... .......... 65% 250M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61200K .......... .......... .......... .......... .......... 65% 250M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61250K .......... .......... .......... .......... .......... 65% 328M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61300K .......... .......... .......... .......... .......... 66% 290M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61350K .......... .......... .......... .......... .......... 66% 284M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61400K .......... .......... .......... .......... .......... 66% 260M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61450K .......... .......... .......... .......... .......... 66% 317M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61500K .......... .......... .......... .......... .......... 66% 267M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61550K .......... .......... .......... .......... .......... 66% 266M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61600K .......... .......... .......... .......... .......... 66% 304M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61650K .......... .......... .......... .......... .......... 66% 301M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61700K .......... .......... .......... .......... .......... 66% 256M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61750K .......... .......... .......... .......... .......... 66% 313M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61800K .......... .......... .......... .......... .......... 66% 303M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61850K .......... .......... .......... .......... .......... 66% 313M 0s 2024-09-22T09:07:34.069 INFO:teuthology.orchestra.run.smithi064.stderr: 61900K .......... .......... .......... .......... .......... 66% 253M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 61950K .......... .......... .......... .......... .......... 66% 321M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62000K .......... .......... .......... .......... .......... 66% 312M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62050K .......... .......... .......... .......... .......... 66% 315M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62100K .......... .......... .......... .......... .......... 66% 308M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62150K .......... .......... .......... .......... .......... 66% 298M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62200K .......... .......... .......... .......... .......... 67% 244M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62250K .......... .......... .......... .......... .......... 67% 321M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62300K .......... .......... .......... .......... .......... 67% 158M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62350K .......... .......... .......... .......... .......... 67% 211M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62400K .......... .......... .......... .......... .......... 67% 175M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62450K .......... .......... .......... .......... .......... 67% 291M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62500K .......... .......... .......... .......... .......... 67% 320M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62550K .......... .......... .......... .......... .......... 67% 311M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62600K .......... .......... .......... .......... .......... 67% 260M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62650K .......... .......... .......... .......... .......... 67% 305M 0s 2024-09-22T09:07:34.070 INFO:teuthology.orchestra.run.smithi064.stderr: 62700K .......... .......... .......... .......... .......... 67% 301M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 62750K .......... .......... .......... .......... .......... 67% 309M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 62800K .......... .......... .......... .......... .......... 67% 283M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 62850K .......... .......... .......... .......... .......... 67% 302M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 62900K .......... .......... .......... .......... .......... 67% 291M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 62950K .......... .......... .......... .......... .......... 67% 280M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63000K .......... .......... .......... .......... .......... 67% 264M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63050K .......... .......... .......... .......... .......... 67% 330M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63100K .......... .......... .......... .......... .......... 67% 320M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63150K .......... .......... .......... .......... .......... 68% 303M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63200K .......... .......... .......... .......... .......... 68% 275M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63250K .......... .......... .......... .......... .......... 68% 321M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63300K .......... .......... .......... .......... .......... 68% 314M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63350K .......... .......... .......... .......... .......... 68% 327M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63400K .......... .......... .......... .......... .......... 68% 249M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63450K .......... .......... .......... .......... .......... 68% 317M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63500K .......... .......... .......... .......... .......... 68% 321M 0s 2024-09-22T09:07:34.071 INFO:teuthology.orchestra.run.smithi064.stderr: 63550K .......... .......... .......... .......... .......... 68% 323M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63600K .......... .......... .......... .......... .......... 68% 297M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63650K .......... .......... .......... .......... .......... 68% 311M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63700K .......... .......... .......... .......... .......... 68% 17.1M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63750K .......... .......... .......... .......... .......... 68% 249M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63800K .......... .......... .......... .......... .......... 68% 192M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63850K .......... .......... .......... .......... .......... 68% 292M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63900K .......... .......... .......... .......... .......... 68% 277M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 63950K .......... .......... .......... .......... .......... 68% 292M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64000K .......... .......... .......... .......... .......... 68% 255M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64050K .......... .......... .......... .......... .......... 68% 304M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64100K .......... .......... .......... .......... .......... 69% 242M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64150K .......... .......... .......... .......... .......... 69% 289M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64200K .......... .......... .......... .......... .......... 69% 249M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64250K .......... .......... .......... .......... .......... 69% 301M 0s 2024-09-22T09:07:34.072 INFO:teuthology.orchestra.run.smithi064.stderr: 64300K .......... .......... .......... .......... .......... 69% 290M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64350K .......... .......... .......... .......... .......... 69% 312M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64400K .......... .......... .......... .......... .......... 69% 276M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64450K .......... .......... .......... .......... .......... 69% 295M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64500K .......... .......... .......... .......... .......... 69% 302M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64550K .......... .......... .......... .......... .......... 69% 295M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64600K .......... .......... .......... .......... .......... 69% 265M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64650K .......... .......... .......... .......... .......... 69% 310M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64700K .......... .......... .......... .......... .......... 69% 305M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64750K .......... .......... .......... .......... .......... 69% 325M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64800K .......... .......... .......... .......... .......... 69% 280M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64850K .......... .......... .......... .......... .......... 69% 302M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64900K .......... .......... .......... .......... .......... 69% 312M 0s 2024-09-22T09:07:34.073 INFO:teuthology.orchestra.run.smithi064.stderr: 64950K .......... .......... .......... .......... .......... 69% 277M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65000K .......... .......... .......... .......... .......... 70% 234M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65050K .......... .......... .......... .......... .......... 70% 326M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65100K .......... .......... .......... .......... .......... 70% 325M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65150K .......... .......... .......... .......... .......... 70% 330M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65200K .......... .......... .......... .......... .......... 70% 288M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65250K .......... .......... .......... .......... .......... 70% 306M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65300K .......... .......... .......... .......... .......... 70% 291M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65350K .......... .......... .......... .......... .......... 70% 298M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65400K .......... .......... .......... .......... .......... 70% 242M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65450K .......... .......... .......... .......... .......... 70% 291M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65500K .......... .......... .......... .......... .......... 70% 306M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65550K .......... .......... .......... .......... .......... 70% 324M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65600K .......... .......... .......... .......... .......... 70% 294M 0s 2024-09-22T09:07:34.074 INFO:teuthology.orchestra.run.smithi064.stderr: 65650K .......... .......... .......... .......... .......... 70% 253M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 65700K .......... .......... .......... .......... .......... 70% 292M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 65750K .......... .......... .......... .......... .......... 70% 306M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 65800K .......... .......... .......... .......... .......... 70% 262M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 65850K .......... .......... .......... .......... .......... 70% 313M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 65900K .......... .......... .......... .......... .......... 70% 322M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 65950K .......... .......... .......... .......... .......... 71% 290M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66000K .......... .......... .......... .......... .......... 71% 291M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66050K .......... .......... .......... .......... .......... 71% 332M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66100K .......... .......... .......... .......... .......... 71% 328M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66150K .......... .......... .......... .......... .......... 71% 298M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66200K .......... .......... .......... .......... .......... 71% 251M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66250K .......... .......... .......... .......... .......... 71% 292M 0s 2024-09-22T09:07:34.075 INFO:teuthology.orchestra.run.smithi064.stderr: 66300K .......... .......... .......... .......... .......... 71% 297M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66350K .......... .......... .......... .......... .......... 71% 305M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66400K .......... .......... .......... .......... .......... 71% 295M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66450K .......... .......... .......... .......... .......... 71% 331M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66500K .......... .......... .......... .......... .......... 71% 291M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66550K .......... .......... .......... .......... .......... 71% 329M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66600K .......... .......... .......... .......... .......... 71% 335M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66650K .......... .......... .......... .......... .......... 71% 25.9M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66700K .......... .......... .......... .......... .......... 71% 244M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66750K .......... .......... .......... .......... .......... 71% 333M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66800K .......... .......... .......... .......... .......... 71% 116M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66850K .......... .......... .......... .......... .......... 72% 315M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66900K .......... .......... .......... .......... .......... 72% 250M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 66950K .......... .......... .......... .......... .......... 72% 299M 0s 2024-09-22T09:07:34.076 INFO:teuthology.orchestra.run.smithi064.stderr: 67000K .......... .......... .......... .......... .......... 72% 331M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67050K .......... .......... .......... .......... .......... 72% 308M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67100K .......... .......... .......... .......... .......... 72% 256M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67150K .......... .......... .......... .......... .......... 72% 308M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67200K .......... .......... .......... .......... .......... 72% 305M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67250K .......... .......... .......... .......... .......... 72% 310M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67300K .......... .......... .......... .......... .......... 72% 274M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67350K .......... .......... .......... .......... .......... 72% 318M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67400K .......... .......... .......... .......... .......... 72% 307M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67450K .......... .......... .......... .......... .......... 72% 318M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67500K .......... .......... .......... .......... .......... 72% 259M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67550K .......... .......... .......... .......... .......... 72% 304M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67600K .......... .......... .......... .......... .......... 72% 298M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67650K .......... .......... .......... .......... .......... 72% 303M 0s 2024-09-22T09:07:34.077 INFO:teuthology.orchestra.run.smithi064.stderr: 67700K .......... .......... .......... .......... .......... 72% 300M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 67750K .......... .......... .......... .......... .......... 72% 306M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 67800K .......... .......... .......... .......... .......... 73% 301M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 67850K .......... .......... .......... .......... .......... 73% 319M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 67900K .......... .......... .......... .......... .......... 73% 261M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 67950K .......... .......... .......... .......... .......... 73% 344M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68000K .......... .......... .......... .......... .......... 73% 291M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68050K .......... .......... .......... .......... .......... 73% 320M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68100K .......... .......... .......... .......... .......... 73% 109M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68150K .......... .......... .......... .......... .......... 73% 289M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68200K .......... .......... .......... .......... .......... 73% 294M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68250K .......... .......... .......... .......... .......... 73% 297M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68300K .......... .......... .......... .......... .......... 73% 248M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68350K .......... .......... .......... .......... .......... 73% 283M 0s 2024-09-22T09:07:34.078 INFO:teuthology.orchestra.run.smithi064.stderr: 68400K .......... .......... .......... .......... .......... 73% 302M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68450K .......... .......... .......... .......... .......... 73% 313M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68500K .......... .......... .......... .......... .......... 73% 271M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68550K .......... .......... .......... .......... .......... 73% 291M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68600K .......... .......... .......... .......... .......... 73% 296M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68650K .......... .......... .......... .......... .......... 73% 286M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68700K .......... .......... .......... .......... .......... 74% 262M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68750K .......... .......... .......... .......... .......... 74% 293M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68800K .......... .......... .......... .......... .......... 74% 323M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68850K .......... .......... .......... .......... .......... 74% 324M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68900K .......... .......... .......... .......... .......... 74% 296M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 68950K .......... .......... .......... .......... .......... 74% 331M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 69000K .......... .......... .......... .......... .......... 74% 322M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 69050K .......... .......... .......... .......... .......... 74% 307M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 69100K .......... .......... .......... .......... .......... 74% 236M 0s 2024-09-22T09:07:34.079 INFO:teuthology.orchestra.run.smithi064.stderr: 69150K .......... .......... .......... .......... .......... 74% 283M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69200K .......... .......... .......... .......... .......... 74% 315M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69250K .......... .......... .......... .......... .......... 74% 318M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69300K .......... .......... .......... .......... .......... 74% 294M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69350K .......... .......... .......... .......... .......... 74% 330M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69400K .......... .......... .......... .......... .......... 74% 21.3M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69450K .......... .......... .......... .......... .......... 74% 285M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69500K .......... .......... .......... .......... .......... 74% 241M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69550K .......... .......... .......... .......... .......... 74% 309M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69600K .......... .......... .......... .......... .......... 74% 314M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69650K .......... .......... .......... .......... .......... 75% 326M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69700K .......... .......... .......... .......... .......... 75% 224M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69750K .......... .......... .......... .......... .......... 75% 232M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69800K .......... .......... .......... .......... .......... 75% 307M 0s 2024-09-22T09:07:34.080 INFO:teuthology.orchestra.run.smithi064.stderr: 69850K .......... .......... .......... .......... .......... 75% 312M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 69900K .......... .......... .......... .......... .......... 75% 241M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 69950K .......... .......... .......... .......... .......... 75% 303M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70000K .......... .......... .......... .......... .......... 75% 286M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70050K .......... .......... .......... .......... .......... 75% 313M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70100K .......... .......... .......... .......... .......... 75% 286M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70150K .......... .......... .......... .......... .......... 75% 295M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70200K .......... .......... .......... .......... .......... 75% 328M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70250K .......... .......... .......... .......... .......... 75% 301M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70300K .......... .......... .......... .......... .......... 75% 261M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70350K .......... .......... .......... .......... .......... 75% 315M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70400K .......... .......... .......... .......... .......... 75% 308M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70450K .......... .......... .......... .......... .......... 75% 314M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70500K .......... .......... .......... .......... .......... 75% 289M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70550K .......... .......... .......... .......... .......... 75% 308M 0s 2024-09-22T09:07:34.081 INFO:teuthology.orchestra.run.smithi064.stderr: 70600K .......... .......... .......... .......... .......... 76% 306M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70650K .......... .......... .......... .......... .......... 76% 299M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70700K .......... .......... .......... .......... .......... 76% 174M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70750K .......... .......... .......... .......... .......... 76% 201M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70800K .......... .......... .......... .......... .......... 76% 285M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70850K .......... .......... .......... .......... .......... 76% 320M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70900K .......... .......... .......... .......... .......... 76% 271M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 70950K .......... .......... .......... .......... .......... 76% 314M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71000K .......... .......... .......... .......... .......... 76% 304M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71050K .......... .......... .......... .......... .......... 76% 308M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71100K .......... .......... .......... .......... .......... 76% 253M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71150K .......... .......... .......... .......... .......... 76% 312M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71200K .......... .......... .......... .......... .......... 76% 321M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71250K .......... .......... .......... .......... .......... 76% 300M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71300K .......... .......... .......... .......... .......... 76% 278M 0s 2024-09-22T09:07:34.082 INFO:teuthology.orchestra.run.smithi064.stderr: 71350K .......... .......... .......... .......... .......... 76% 305M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71400K .......... .......... .......... .......... .......... 76% 295M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71450K .......... .......... .......... .......... .......... 76% 326M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71500K .......... .......... .......... .......... .......... 77% 255M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71550K .......... .......... .......... .......... .......... 77% 300M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71600K .......... .......... .......... .......... .......... 77% 319M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71650K .......... .......... .......... .......... .......... 77% 304M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71700K .......... .......... .......... .......... .......... 77% 352M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71750K .......... .......... .......... .......... .......... 77% 292M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71800K .......... .......... .......... .......... .......... 77% 306M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71850K .......... .......... .......... .......... .......... 77% 328M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71900K .......... .......... .......... .......... .......... 77% 214M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 71950K .......... .......... .......... .......... .......... 77% 238M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 72000K .......... .......... .......... .......... .......... 77% 267M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 72050K .......... .......... .......... .......... .......... 77% 316M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 72100K .......... .......... .......... .......... .......... 77% 336M 0s 2024-09-22T09:07:34.083 INFO:teuthology.orchestra.run.smithi064.stderr: 72150K .......... .......... .......... .......... .......... 77% 295M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72200K .......... .......... .......... .......... .......... 77% 285M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72250K .......... .......... .......... .......... .......... 77% 301M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72300K .......... .......... .......... .......... .......... 77% 334M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72350K .......... .......... .......... .......... .......... 77% 281M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72400K .......... .......... .......... .......... .......... 77% 342M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72450K .......... .......... .......... .......... .......... 78% 23.4M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72500K .......... .......... .......... .......... .......... 78% 153M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72550K .......... .......... .......... .......... .......... 78% 255M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72600K .......... .......... .......... .......... .......... 78% 277M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72650K .......... .......... .......... .......... .......... 78% 311M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72700K .......... .......... .......... .......... .......... 78% 335M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72750K .......... .......... .......... .......... .......... 78% 238M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72800K .......... .......... .......... .......... .......... 78% 295M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72850K .......... .......... .......... .......... .......... 78% 324M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72900K .......... .......... .......... .......... .......... 78% 295M 0s 2024-09-22T09:07:34.084 INFO:teuthology.orchestra.run.smithi064.stderr: 72950K .......... .......... .......... .......... .......... 78% 281M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73000K .......... .......... .......... .......... .......... 78% 325M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73050K .......... .......... .......... .......... .......... 78% 302M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73100K .......... .......... .......... .......... .......... 78% 337M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73150K .......... .......... .......... .......... .......... 78% 254M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73200K .......... .......... .......... .......... .......... 78% 319M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73250K .......... .......... .......... .......... .......... 78% 331M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73300K .......... .......... .......... .......... .......... 78% 309M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73350K .......... .......... .......... .......... .......... 79% 296M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73400K .......... .......... .......... .......... .......... 79% 339M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73450K .......... .......... .......... .......... .......... 79% 229M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73500K .......... .......... .......... .......... .......... 79% 176M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73550K .......... .......... .......... .......... .......... 79% 209M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73600K .......... .......... .......... .......... .......... 79% 327M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73650K .......... .......... .......... .......... .......... 79% 338M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73700K .......... .......... .......... .......... .......... 79% 299M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73750K .......... .......... .......... .......... .......... 79% 180M 0s 2024-09-22T09:07:34.085 INFO:teuthology.orchestra.run.smithi064.stderr: 73800K .......... .......... .......... .......... .......... 79% 298M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 73850K .......... .......... .......... .......... .......... 79% 234M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 73900K .......... .......... .......... .......... .......... 79% 294M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 73950K .......... .......... .......... .......... .......... 79% 256M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74000K .......... .......... .......... .......... .......... 79% 326M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74050K .......... .......... .......... .......... .......... 79% 300M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74100K .......... .......... .......... .......... .......... 79% 309M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74150K .......... .......... .......... .......... .......... 79% 270M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74200K .......... .......... .......... .......... .......... 79% 305M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74250K .......... .......... .......... .......... .......... 79% 307M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74300K .......... .......... .......... .......... .......... 80% 301M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74350K .......... .......... .......... .......... .......... 80% 253M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74400K .......... .......... .......... .......... .......... 80% 338M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74450K .......... .......... .......... .......... .......... 80% 334M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74500K .......... .......... .......... .......... .......... 80% 336M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74550K .......... .......... .......... .......... .......... 80% 300M 0s 2024-09-22T09:07:34.086 INFO:teuthology.orchestra.run.smithi064.stderr: 74600K .......... .......... .......... .......... .......... 80% 333M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74650K .......... .......... .......... .......... .......... 80% 307M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74700K .......... .......... .......... .......... .......... 80% 305M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74750K .......... .......... .......... .......... .......... 80% 268M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74800K .......... .......... .......... .......... .......... 80% 306M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74850K .......... .......... .......... .......... .......... 80% 339M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74900K .......... .......... .......... .......... .......... 80% 305M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 74950K .......... .......... .......... .......... .......... 80% 250M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75000K .......... .......... .......... .......... .......... 80% 297M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75050K .......... .......... .......... .......... .......... 80% 318M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75100K .......... .......... .......... .......... .......... 80% 308M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75150K .......... .......... .......... .......... .......... 80% 282M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75200K .......... .......... .......... .......... .......... 81% 337M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75250K .......... .......... .......... .......... .......... 81% 333M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75300K .......... .......... .......... .......... .......... 81% 44.9M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75350K .......... .......... .......... .......... .......... 81% 249M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75400K .......... .......... .......... .......... .......... 81% 316M 0s 2024-09-22T09:07:34.087 INFO:teuthology.orchestra.run.smithi064.stderr: 75450K .......... .......... .......... .......... .......... 81% 333M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75500K .......... .......... .......... .......... .......... 81% 80.6M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75550K .......... .......... .......... .......... .......... 81% 245M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75600K .......... .......... .......... .......... .......... 81% 317M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75650K .......... .......... .......... .......... .......... 81% 319M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75700K .......... .......... .......... .......... .......... 81% 89.8M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75750K .......... .......... .......... .......... .......... 81% 258M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75800K .......... .......... .......... .......... .......... 81% 296M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75850K .......... .......... .......... .......... .......... 81% 290M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75900K .......... .......... .......... .......... .......... 81% 324M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 75950K .......... .......... .......... .......... .......... 81% 239M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76000K .......... .......... .......... .......... .......... 81% 302M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76050K .......... .......... .......... .......... .......... 81% 320M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76100K .......... .......... .......... .......... .......... 81% 307M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76150K .......... .......... .......... .......... .......... 82% 236M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76200K .......... .......... .......... .......... .......... 82% 293M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76250K .......... .......... .......... .......... .......... 82% 288M 0s 2024-09-22T09:07:34.088 INFO:teuthology.orchestra.run.smithi064.stderr: 76300K .......... .......... .......... .......... .......... 82% 307M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76350K .......... .......... .......... .......... .......... 82% 256M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76400K .......... .......... .......... .......... .......... 82% 309M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76450K .......... .......... .......... .......... .......... 82% 321M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76500K .......... .......... .......... .......... .......... 82% 327M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76550K .......... .......... .......... .......... .......... 82% 283M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76600K .......... .......... .......... .......... .......... 82% 101M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76650K .......... .......... .......... .......... .......... 82% 293M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76700K .......... .......... .......... .......... .......... 82% 311M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76750K .......... .......... .......... .......... .......... 82% 235M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76800K .......... .......... .......... .......... .......... 82% 329M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76850K .......... .......... .......... .......... .......... 82% 318M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76900K .......... .......... .......... .......... .......... 82% 310M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 76950K .......... .......... .......... .......... .......... 82% 272M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 77000K .......... .......... .......... .......... .......... 82% 319M 0s 2024-09-22T09:07:34.089 INFO:teuthology.orchestra.run.smithi064.stderr: 77050K .......... .......... .......... .......... .......... 82% 327M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77100K .......... .......... .......... .......... .......... 83% 340M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77150K .......... .......... .......... .......... .......... 83% 262M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77200K .......... .......... .......... .......... .......... 83% 311M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77250K .......... .......... .......... .......... .......... 83% 316M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77300K .......... .......... .......... .......... .......... 83% 327M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77350K .......... .......... .......... .......... .......... 83% 301M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77400K .......... .......... .......... .......... .......... 83% 340M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77450K .......... .......... .......... .......... .......... 83% 339M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77500K .......... .......... .......... .......... .......... 83% 92.6M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77550K .......... .......... .......... .......... .......... 83% 246M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77600K .......... .......... .......... .......... .......... 83% 295M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77650K .......... .......... .......... .......... .......... 83% 304M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77700K .......... .......... .......... .......... .......... 83% 340M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77750K .......... .......... .......... .......... .......... 83% 282M 0s 2024-09-22T09:07:34.090 INFO:teuthology.orchestra.run.smithi064.stderr: 77800K .......... .......... .......... .......... .......... 83% 307M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 77850K .......... .......... .......... .......... .......... 83% 277M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 77900K .......... .......... .......... .......... .......... 83% 277M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 77950K .......... .......... .......... .......... .......... 83% 216M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78000K .......... .......... .......... .......... .......... 84% 335M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78050K .......... .......... .......... .......... .......... 84% 319M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78100K .......... .......... .......... .......... .......... 84% 325M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78150K .......... .......... .......... .......... .......... 84% 66.2M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78200K .......... .......... .......... .......... .......... 84% 201M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78250K .......... .......... .......... .......... .......... 84% 294M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78300K .......... .......... .......... .......... .......... 84% 314M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78350K .......... .......... .......... .......... .......... 84% 275M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78400K .......... .......... .......... .......... .......... 84% 248M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78450K .......... .......... .......... .......... .......... 84% 254M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78500K .......... .......... .......... .......... .......... 84% 317M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78550K .......... .......... .......... .......... .......... 84% 239M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78600K .......... .......... .......... .......... .......... 84% 304M 0s 2024-09-22T09:07:34.091 INFO:teuthology.orchestra.run.smithi064.stderr: 78650K .......... .......... .......... .......... .......... 84% 339M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 78700K .......... .......... .......... .......... .......... 84% 110M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 78750K .......... .......... .......... .......... .......... 84% 172M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 78800K .......... .......... .......... .......... .......... 84% 190M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 78850K .......... .......... .......... .......... .......... 84% 275M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 78900K .......... .......... .......... .......... .......... 84% 326M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 78950K .......... .......... .......... .......... .......... 85% 177M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79000K .......... .......... .......... .......... .......... 85% 304M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79050K .......... .......... .......... .......... .......... 85% 289M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79100K .......... .......... .......... .......... .......... 85% 302M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79150K .......... .......... .......... .......... .......... 85% 268M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79200K .......... .......... .......... .......... .......... 85% 325M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79250K .......... .......... .......... .......... .......... 85% 314M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79300K .......... .......... .......... .......... .......... 85% 291M 0s 2024-09-22T09:07:34.092 INFO:teuthology.orchestra.run.smithi064.stderr: 79350K .......... .......... .......... .......... .......... 85% 280M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79400K .......... .......... .......... .......... .......... 85% 334M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79450K .......... .......... .......... .......... .......... 85% 75.3M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79500K .......... .......... .......... .......... .......... 85% 307M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79550K .......... .......... .......... .......... .......... 85% 249M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79600K .......... .......... .......... .......... .......... 85% 323M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79650K .......... .......... .......... .......... .......... 85% 312M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79700K .......... .......... .......... .......... .......... 85% 316M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79750K .......... .......... .......... .......... .......... 85% 255M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79800K .......... .......... .......... .......... .......... 85% 303M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79850K .......... .......... .......... .......... .......... 86% 306M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79900K .......... .......... .......... .......... .......... 86% 318M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 79950K .......... .......... .......... .......... .......... 86% 254M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 80000K .......... .......... .......... .......... .......... 86% 313M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 80050K .......... .......... .......... .......... .......... 86% 307M 0s 2024-09-22T09:07:34.093 INFO:teuthology.orchestra.run.smithi064.stderr: 80100K .......... .......... .......... .......... .......... 86% 280M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80150K .......... .......... .......... .......... .......... 86% 301M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80200K .......... .......... .......... .......... .......... 86% 300M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80250K .......... .......... .......... .......... .......... 86% 215M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80300K .......... .......... .......... .......... .......... 86% 268M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80350K .......... .......... .......... .......... .......... 86% 148M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80400K .......... .......... .......... .......... .......... 86% 149M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80450K .......... .......... .......... .......... .......... 86% 251M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80500K .......... .......... .......... .......... .......... 86% 297M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80550K .......... .......... .......... .......... .......... 86% 247M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80600K .......... .......... .......... .......... .......... 86% 263M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80650K .......... .......... .......... .......... .......... 86% 312M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80700K .......... .......... .......... .......... .......... 86% 294M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80750K .......... .......... .......... .......... .......... 86% 258M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80800K .......... .......... .......... .......... .......... 87% 281M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80850K .......... .......... .......... .......... .......... 87% 299M 0s 2024-09-22T09:07:34.094 INFO:teuthology.orchestra.run.smithi064.stderr: 80900K .......... .......... .......... .......... .......... 87% 313M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 80950K .......... .......... .......... .......... .......... 87% 283M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81000K .......... .......... .......... .......... .......... 87% 337M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81050K .......... .......... .......... .......... .......... 87% 89.5M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81100K .......... .......... .......... .......... .......... 87% 323M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81150K .......... .......... .......... .......... .......... 87% 259M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81200K .......... .......... .......... .......... .......... 87% 302M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81250K .......... .......... .......... .......... .......... 87% 344M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81300K .......... .......... .......... .......... .......... 87% 346M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81350K .......... .......... .......... .......... .......... 87% 277M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81400K .......... .......... .......... .......... .......... 87% 311M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81450K .......... .......... .......... .......... .......... 87% 304M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81500K .......... .......... .......... .......... .......... 87% 290M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81550K .......... .......... .......... .......... .......... 87% 220M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81600K .......... .......... .......... .......... .......... 87% 279M 0s 2024-09-22T09:07:34.095 INFO:teuthology.orchestra.run.smithi064.stderr: 81650K .......... .......... .......... .......... .......... 87% 302M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 81700K .......... .......... .......... .......... .......... 87% 324M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 81750K .......... .......... .......... .......... .......... 88% 279M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 81800K .......... .......... .......... .......... .......... 88% 122M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 81850K .......... .......... .......... .......... .......... 88% 308M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 81900K .......... .......... .......... .......... .......... 88% 332M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 81950K .......... .......... .......... .......... .......... 88% 166M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82000K .......... .......... .......... .......... .......... 88% 190M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82050K .......... .......... .......... .......... .......... 88% 139M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82100K .......... .......... .......... .......... .......... 88% 306M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82150K .......... .......... .......... .......... .......... 88% 297M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82200K .......... .......... .......... .......... .......... 88% 333M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82250K .......... .......... .......... .......... .......... 88% 337M 0s 2024-09-22T09:07:34.096 INFO:teuthology.orchestra.run.smithi064.stderr: 82300K .......... .......... .......... .......... .......... 88% 146M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82350K .......... .......... .......... .......... .......... 88% 212M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82400K .......... .......... .......... .......... .......... 88% 332M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82450K .......... .......... .......... .......... .......... 88% 222M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82500K .......... .......... .......... .......... .......... 88% 328M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82550K .......... .......... .......... .......... .......... 88% 257M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82600K .......... .......... .......... .......... .......... 88% 318M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82650K .......... .......... .......... .......... .......... 89% 102M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82700K .......... .......... .......... .......... .......... 89% 318M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82750K .......... .......... .......... .......... .......... 89% 235M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82800K .......... .......... .......... .......... .......... 89% 299M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82850K .......... .......... .......... .......... .......... 89% 272M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82900K .......... .......... .......... .......... .......... 89% 320M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 82950K .......... .......... .......... .......... .......... 89% 286M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 83000K .......... .......... .......... .......... .......... 89% 292M 0s 2024-09-22T09:07:34.097 INFO:teuthology.orchestra.run.smithi064.stderr: 83050K .......... .......... .......... .......... .......... 89% 286M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83100K .......... .......... .......... .......... .......... 89% 300M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83150K .......... .......... .......... .......... .......... 89% 234M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83200K .......... .......... .......... .......... .......... 89% 127M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83250K .......... .......... .......... .......... .......... 89% 288M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83300K .......... .......... .......... .......... .......... 89% 320M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83350K .......... .......... .......... .......... .......... 89% 296M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83400K .......... .......... .......... .......... .......... 89% 301M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83450K .......... .......... .......... .......... .......... 89% 311M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83500K .......... .......... .......... .......... .......... 89% 327M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83550K .......... .......... .......... .......... .......... 89% 140M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83600K .......... .......... .......... .......... .......... 90% 285M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83650K .......... .......... .......... .......... .......... 90% 326M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83700K .......... .......... .......... .......... .......... 90% 339M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83750K .......... .......... .......... .......... .......... 90% 293M 0s 2024-09-22T09:07:34.098 INFO:teuthology.orchestra.run.smithi064.stderr: 83800K .......... .......... .......... .......... .......... 90% 342M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 83850K .......... .......... .......... .......... .......... 90% 299M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 83900K .......... .......... .......... .......... .......... 90% 62.7M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 83950K .......... .......... .......... .......... .......... 90% 238M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84000K .......... .......... .......... .......... .......... 90% 343M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84050K .......... .......... .......... .......... .......... 90% 317M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84100K .......... .......... .......... .......... .......... 90% 305M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84150K .......... .......... .......... .......... .......... 90% 274M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84200K .......... .......... .......... .......... .......... 90% 345M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84250K .......... .......... .......... .......... .......... 90% 335M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84300K .......... .......... .......... .......... .......... 90% 323M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84350K .......... .......... .......... .......... .......... 90% 262M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84400K .......... .......... .......... .......... .......... 90% 300M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84450K .......... .......... .......... .......... .......... 90% 277M 0s 2024-09-22T09:07:34.099 INFO:teuthology.orchestra.run.smithi064.stderr: 84500K .......... .......... .......... .......... .......... 91% 334M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84550K .......... .......... .......... .......... .......... 91% 290M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84600K .......... .......... .......... .......... .......... 91% 306M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84650K .......... .......... .......... .......... .......... 91% 329M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84700K .......... .......... .......... .......... .......... 91% 330M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84750K .......... .......... .......... .......... .......... 91% 269M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84800K .......... .......... .......... .......... .......... 91% 330M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84850K .......... .......... .......... .......... .......... 91% 319M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84900K .......... .......... .......... .......... .......... 91% 279M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 84950K .......... .......... .......... .......... .......... 91% 281M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85000K .......... .......... .......... .......... .......... 91% 300M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85050K .......... .......... .......... .......... .......... 91% 102M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85100K .......... .......... .......... .......... .......... 91% 214M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85150K .......... .......... .......... .......... .......... 91% 119M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85200K .......... .......... .......... .......... .......... 91% 327M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85250K .......... .......... .......... .......... .......... 91% 336M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85300K .......... .......... .......... .......... .......... 91% 166M 0s 2024-09-22T09:07:34.100 INFO:teuthology.orchestra.run.smithi064.stderr: 85350K .......... .......... .......... .......... .......... 91% 244M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85400K .......... .......... .......... .......... .......... 91% 352M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85450K .......... .......... .......... .......... .......... 92% 355M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85500K .......... .......... .......... .......... .......... 92% 256M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85550K .......... .......... .......... .......... .......... 92% 263M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85600K .......... .......... .......... .......... .......... 92% 329M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85650K .......... .......... .......... .......... .......... 92% 293M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85700K .......... .......... .......... .......... .......... 92% 268M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85750K .......... .......... .......... .......... .......... 92% 150M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85800K .......... .......... .......... .......... .......... 92% 230M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85850K .......... .......... .......... .......... .......... 92% 167M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85900K .......... .......... .......... .......... .......... 92% 223M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 85950K .......... .......... .......... .......... .......... 92% 261M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 86000K .......... .......... .......... .......... .......... 92% 327M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 86050K .......... .......... .......... .......... .......... 92% 353M 0s 2024-09-22T09:07:34.101 INFO:teuthology.orchestra.run.smithi064.stderr: 86100K .......... .......... .......... .......... .......... 92% 195M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86150K .......... .......... .......... .......... .......... 92% 224M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86200K .......... .......... .......... .......... .......... 92% 331M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86250K .......... .......... .......... .......... .......... 92% 321M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86300K .......... .......... .......... .......... .......... 92% 327M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86350K .......... .......... .......... .......... .......... 93% 267M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86400K .......... .......... .......... .......... .......... 93% 355M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86450K .......... .......... .......... .......... .......... 93% 279M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86500K .......... .......... .......... .......... .......... 93% 313M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86550K .......... .......... .......... .......... .......... 93% 282M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86600K .......... .......... .......... .......... .......... 93% 342M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86650K .......... .......... .......... .......... .......... 93% 169M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86700K .......... .......... .......... .......... .......... 93% 312M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86750K .......... .......... .......... .......... .......... 93% 274M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86800K .......... .......... .......... .......... .......... 93% 57.7M 0s 2024-09-22T09:07:34.102 INFO:teuthology.orchestra.run.smithi064.stderr: 86850K .......... .......... .......... .......... .......... 93% 268M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 86900K .......... .......... .......... .......... .......... 93% 352M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 86950K .......... .......... .......... .......... .......... 93% 273M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87000K .......... .......... .......... .......... .......... 93% 299M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87050K .......... .......... .......... .......... .......... 93% 331M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87100K .......... .......... .......... .......... .......... 93% 298M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87150K .......... .......... .......... .......... .......... 93% 257M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87200K .......... .......... .......... .......... .......... 93% 276M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87250K .......... .......... .......... .......... .......... 93% 250M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87300K .......... .......... .......... .......... .......... 94% 319M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87350K .......... .......... .......... .......... .......... 94% 289M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87400K .......... .......... .......... .......... .......... 94% 317M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87450K .......... .......... .......... .......... .......... 94% 329M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87500K .......... .......... .......... .......... .......... 94% 318M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87550K .......... .......... .......... .......... .......... 94% 244M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87600K .......... .......... .......... .......... .......... 94% 346M 0s 2024-09-22T09:07:34.103 INFO:teuthology.orchestra.run.smithi064.stderr: 87650K .......... .......... .......... .......... .......... 94% 311M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 87700K .......... .......... .......... .......... .......... 94% 305M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 87750K .......... .......... .......... .......... .......... 94% 275M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 87800K .......... .......... .......... .......... .......... 94% 298M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 87850K .......... .......... .......... .......... .......... 94% 343M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 87900K .......... .......... .......... .......... .......... 94% 273M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 87950K .......... .......... .......... .......... .......... 94% 208M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88000K .......... .......... .......... .......... .......... 94% 293M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88050K .......... .......... .......... .......... .......... 94% 328M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88100K .......... .......... .......... .......... .......... 94% 237M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88150K .......... .......... .......... .......... .......... 94% 131M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88200K .......... .......... .......... .......... .......... 94% 304M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88250K .......... .......... .......... .......... .......... 95% 325M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88300K .......... .......... .......... .......... .......... 95% 148M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88350K .......... .......... .......... .......... .......... 95% 225M 0s 2024-09-22T09:07:34.104 INFO:teuthology.orchestra.run.smithi064.stderr: 88400K .......... .......... .......... .......... .......... 95% 184M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88450K .......... .......... .......... .......... .......... 95% 238M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88500K .......... .......... .......... .......... .......... 95% 279M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88550K .......... .......... .......... .......... .......... 95% 270M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88600K .......... .......... .......... .......... .......... 95% 299M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88650K .......... .......... .......... .......... .......... 95% 316M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88700K .......... .......... .......... .......... .......... 95% 331M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88750K .......... .......... .......... .......... .......... 95% 271M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88800K .......... .......... .......... .......... .......... 95% 294M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88850K .......... .......... .......... .......... .......... 95% 97.6M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88900K .......... .......... .......... .......... .......... 95% 296M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 88950K .......... .......... .......... .......... .......... 95% 272M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 89000K .......... .......... .......... .......... .......... 95% 339M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 89050K .......... .......... .......... .......... .......... 95% 189M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 89100K .......... .......... .......... .......... .......... 95% 294M 0s 2024-09-22T09:07:34.105 INFO:teuthology.orchestra.run.smithi064.stderr: 89150K .......... .......... .......... .......... .......... 96% 235M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89200K .......... .......... .......... .......... .......... 96% 325M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89250K .......... .......... .......... .......... .......... 96% 308M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89300K .......... .......... .......... .......... .......... 96% 269M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89350K .......... .......... .......... .......... .......... 96% 276M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89400K .......... .......... .......... .......... .......... 96% 331M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89450K .......... .......... .......... .......... .......... 96% 321M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89500K .......... .......... .......... .......... .......... 96% 194M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89550K .......... .......... .......... .......... .......... 96% 295M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89600K .......... .......... .......... .......... .......... 96% 341M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89650K .......... .......... .......... .......... .......... 96% 348M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89700K .......... .......... .......... .......... .......... 96% 344M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89750K .......... .......... .......... .......... .......... 96% 256M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89800K .......... .......... .......... .......... .......... 96% 55.8M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89850K .......... .......... .......... .......... .......... 96% 295M 0s 2024-09-22T09:07:34.106 INFO:teuthology.orchestra.run.smithi064.stderr: 89900K .......... .......... .......... .......... .......... 96% 312M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 89950K .......... .......... .......... .......... .......... 96% 266M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90000K .......... .......... .......... .......... .......... 96% 355M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90050K .......... .......... .......... .......... .......... 96% 348M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90100K .......... .......... .......... .......... .......... 97% 343M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90150K .......... .......... .......... .......... .......... 97% 219M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90200K .......... .......... .......... .......... .......... 97% 268M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90250K .......... .......... .......... .......... .......... 97% 309M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90300K .......... .......... .......... .......... .......... 97% 331M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90350K .......... .......... .......... .......... .......... 97% 279M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90400K .......... .......... .......... .......... .......... 97% 201M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90450K .......... .......... .......... .......... .......... 97% 207M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90500K .......... .......... .......... .......... .......... 97% 260M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90550K .......... .......... .......... .......... .......... 97% 295M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90600K .......... .......... .......... .......... .......... 97% 360M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90650K .......... .......... .......... .......... .......... 97% 326M 0s 2024-09-22T09:07:34.107 INFO:teuthology.orchestra.run.smithi064.stderr: 90700K .......... .......... .......... .......... .......... 97% 287M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 90750K .......... .......... .......... .......... .......... 97% 231M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 90800K .......... .......... .......... .......... .......... 97% 335M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 90850K .......... .......... .......... .......... .......... 97% 343M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 90900K .......... .......... .......... .......... .......... 97% 329M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 90950K .......... .......... .......... .......... .......... 97% 276M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91000K .......... .......... .......... .......... .......... 98% 320M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91050K .......... .......... .......... .......... .......... 98% 319M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91100K .......... .......... .......... .......... .......... 98% 356M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91150K .......... .......... .......... .......... .......... 98% 261M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91200K .......... .......... .......... .......... .......... 98% 143M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91250K .......... .......... .......... .......... .......... 98% 290M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91300K .......... .......... .......... .......... .......... 98% 343M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91350K .......... .......... .......... .......... .......... 98% 211M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91400K .......... .......... .......... .......... .......... 98% 221M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91450K .......... .......... .......... .......... .......... 98% 133M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91500K .......... .......... .......... .......... .......... 98% 340M 0s 2024-09-22T09:07:34.108 INFO:teuthology.orchestra.run.smithi064.stderr: 91550K .......... .......... .......... .......... .......... 98% 274M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91600K .......... .......... .......... .......... .......... 98% 357M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91650K .......... .......... .......... .......... .......... 98% 303M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91700K .......... .......... .......... .......... .......... 98% 278M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91750K .......... .......... .......... .......... .......... 98% 251M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91800K .......... .......... .......... .......... .......... 98% 340M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91850K .......... .......... .......... .......... .......... 98% 158M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91900K .......... .......... .......... .......... .......... 98% 131M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 91950K .......... .......... .......... .......... .......... 99% 332M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92000K .......... .......... .......... .......... .......... 99% 317M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92050K .......... .......... .......... .......... .......... 99% 95.3M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92100K .......... .......... .......... .......... .......... 99% 341M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92150K .......... .......... .......... .......... .......... 99% 334M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92200K .......... .......... .......... .......... .......... 99% 328M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92250K .......... .......... .......... .......... .......... 99% 360M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92300K .......... .......... .......... .......... .......... 99% 336M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92350K .......... .......... .......... .......... .......... 99% 273M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92400K .......... .......... .......... .......... .......... 99% 300M 0s 2024-09-22T09:07:34.109 INFO:teuthology.orchestra.run.smithi064.stderr: 92450K .......... .......... .......... .......... .......... 99% 356M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92500K .......... .......... .......... .......... .......... 99% 320M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92550K .......... .......... .......... .......... .......... 99% 276M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92600K .......... .......... .......... .......... .......... 99% 342M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92650K .......... .......... .......... .......... .......... 99% 316M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92700K .......... .......... .......... .......... .......... 99% 342M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92750K .......... .......... .......... .......... .......... 99% 285M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92800K .......... .......... .......... .......... .......... 99% 58.7M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92850K .......... .......... .......... .......... .......... 99% 346M 0s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 92900K 100% 134G=0.5s 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22 09:07:33 (187 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-22T09:07:34.110 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-22T09:07:34.130 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-22T09:07:34.131 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-22T09:07:34.132 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-22T09:07:34.133 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-22T09:07:34.134 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-22T09:07:34.135 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-22T09:07:34.136 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-22T09:07:34.137 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-22T09:07:34.138 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-22T09:07:34.139 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-22T09:07:34.140 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-22T09:07:34.141 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-22T09:07:34.142 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-22T09:07:34.142 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-22T09:07:34.142 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-22T09:07:34.144 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-22T09:07:34.150 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-22T09:07:34.150 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-22T09:07:34.159 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-22T09:07:34.161 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-22T09:07:34.162 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-22T09:07:34.166 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-22T09:07:34.172 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-22T09:07:34.201 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-22T09:07:34.204 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-22T09:07:34.204 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-22T09:07:34.205 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-22T09:07:34.206 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-22T09:07:34.206 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-22T09:07:34.207 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-22T09:07:34.207 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-22T09:07:34.209 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-22T09:07:34.209 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-22T09:07:34.210 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-22T09:07:34.210 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-22T09:07:34.211 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-22T09:07:34.213 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-22T09:07:34.213 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-22T09:07:34.213 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-22T09:07:34.214 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-22T09:07:34.214 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-22T09:07:34.214 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-22T09:07:34.215 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-22T09:07:34.215 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-22T09:07:34.215 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-22T09:07:34.215 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-22T09:07:34.217 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-22T09:07:34.218 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-22T09:07:34.222 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-22T09:07:34.223 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-22T09:07:34.223 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-22T09:07:34.223 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-22T09:07:34.223 INFO:teuthology.orchestra.run.smithi064.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-22T09:07:34.257 INFO:teuthology.orchestra.run.smithi064.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-22T09:07:34.682 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.682 INFO:teuthology.orchestra.run.smithi064.stdout:Welcome to Gradle 6.0.1! 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout:Here are the highlights of this release: 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Substantial improvements in dependency management, including 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Advanced control of transitive versions 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Support for optional features and dependencies 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Rules to tweak published metadata 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Support for Java 13 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Faster incremental Java and Groovy compilation 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - New Zinc compiler for Scala 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - VS2019 support 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.683 INFO:teuthology.orchestra.run.smithi064.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout:------------------------------------------------------------ 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout:Gradle 6.0.1 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout:------------------------------------------------------------ 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-22T09:07:34.684 INFO:teuthology.orchestra.run.smithi064.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout:Kotlin: 1.3.50 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout:Groovy: 2.5.8 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout:OS: Linux 5.15.0-122-generic amd64 2024-09-22T09:07:34.685 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:34.701 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-22T09:07:34.701 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-22T09:07:34.701 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T09:07:34.701 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-22T09:07:34.701 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T09:07:34.701 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-22T09:07:34.898 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-22T09:07:34.898 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-22T09:07:34.898 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'JZWVTZGLJXNHGEOSVPPO', 'access_secret': 'ACllkn9eBX4C59SqsAnn/iD5tSQhFTfcbdfwvccOGv9VrtkaqliXJQ==', 'region': 'mexico', 'endpoint': 'smithi064.front.sepia.ceph.com:80', 'port': 80, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': False, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi064.front.sepia.ceph.com'} 2024-09-22T09:07:34.898 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-22T09:07:34.898 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'JZWVTZGLJXNHGEOSVPPO', '--secret', 'ACllkn9eBX4C59SqsAnn/iD5tSQhFTfcbdfwvccOGv9VrtkaqliXJQ==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-22T09:07:34.898 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key JZWVTZGLJXNHGEOSVPPO --secret ACllkn9eBX4C59SqsAnn/iD5tSQhFTfcbdfwvccOGv9VrtkaqliXJQ== --email tester.client.0_test@test.test --cluster ceph 2024-09-22T09:07:34.944 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:34.944 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:34.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.982+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 realm 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:34.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:34.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:34.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:34.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:34.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:34.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.986+0000 7eff8d0419c0 20 searching for the correct realm 2024-09-22T09:07:34.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.994+0000 7eff8b348640 0 -- 172.21.15.64:0/486254235 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x555d6d31cd10 msgr2=0x555d6d31f1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:35.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:34.998+0000 7eff8a346640 0 -- 172.21.15.64:0/486254235 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7eff741026d0 msgr2=0x7eff740f7f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:35.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 zone default found 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 4 Realm: () 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 zonegroup default 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.006+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.010+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.010+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.010+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.010+0000 7eff8d0419c0 20 started sync module instance, tier type = 2024-09-22T09:07:35.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.010+0000 7eff8d0419c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:35.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=0 2024-09-22T09:07:35.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=1 2024-09-22T09:07:35.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=2 2024-09-22T09:07:35.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=3 2024-09-22T09:07:35.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=4 2024-09-22T09:07:35.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=5 2024-09-22T09:07:35.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.030+0000 7eff8d0419c0 20 add_watcher() i=6 2024-09-22T09:07:35.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 20 add_watcher() i=7 2024-09-22T09:07:35.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:35.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7efe417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:35.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:35.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:35.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 5 note: GC not initialized 2024-09-22T09:07:35.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7efdbbfff640 20 reqs_thread_entry: start 2024-09-22T09:07:35.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:35.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 20 Filter name: none 2024-09-22T09:07:35.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7efdb9ffb640 20 reqs_thread_entry: start 2024-09-22T09:07:35.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-22T09:07:35.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.034+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache get: name=default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO : miss 2024-09-22T09:07:35.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache put: name=default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO info.flags=0x0 2024-09-22T09:07:35.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 adding default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO to cache LRU end 2024-09-22T09:07:35.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache get: name=default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO : hit (negative entry) 2024-09-22T09:07:35.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.038+0000 7eff8d0419c0 10 cache get: name=default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO : hit (negative entry) 2024-09-22T09:07:35.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7eff8d0419c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-22T09:07:35.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7eff8d0419c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:07:35.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7eff8d0419c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-22T09:07:35.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7efe6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398990 cookie 93859752381632 notifier 8273 bl.length()=670 2024-09-22T09:07:35.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7efe6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-22T09:07:35.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7efe6e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:07:35.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7eff8d0419c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-22T09:07:35.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7eff8d0419c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-22T09:07:35.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7eff8d0419c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-22T09:07:35.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7efe6dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398898 cookie 93859752372192 notifier 8273 bl.length()=200 2024-09-22T09:07:35.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7efe6dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-22T09:07:35.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.042+0000 7efe6dffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-22T09:07:35.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7eff8d0419c0 10 cache put: name=default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO info.flags=0x7 2024-09-22T09:07:35.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7eff8d0419c0 10 moving default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO to cache LRU end 2024-09-22T09:07:35.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7eff8d0419c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:JZWVTZGLJXNHGEOSVPPO, ofs0, ns] 2024-09-22T09:07:35.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7efe6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398899 cookie 93859752372192 notifier 8273 bl.length()=189 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7efe6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO info.flags=0x7 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7efe6e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JZWVTZGLJXNHGEOSVPPO to cache LRU end 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "tester.client.0", 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Ms. tester.client.0", 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "tester.client.0_test@test.test", 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:07:35.046 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "tester.client.0", 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "JZWVTZGLJXNHGEOSVPPO", 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "ACllkn9eBX4C59SqsAnn/iD5tSQhFTfcbdfwvccOGv9VrtkaqliXJQ==", 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:07:35.041685Z" 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:07:35.047 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "rgw", 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:07:35.048 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "", 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:07:35.041664Z", 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:07:35.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.046+0000 7efe417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:35.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.050+0000 7eff8d0419c0 20 remove_watcher() i=0 2024-09-22T09:07:35.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.050+0000 7eff8d0419c0 2 removed watcher, disabling cache 2024-09-22T09:07:35.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.054+0000 7eff8d0419c0 20 remove_watcher() i=1 2024-09-22T09:07:35.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.054+0000 7eff8d0419c0 20 remove_watcher() i=2 2024-09-22T09:07:35.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.058+0000 7eff8d0419c0 20 remove_watcher() i=3 2024-09-22T09:07:35.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.058+0000 7eff8d0419c0 20 remove_watcher() i=4 2024-09-22T09:07:35.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.058+0000 7eff8d0419c0 20 remove_watcher() i=5 2024-09-22T09:07:35.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.062+0000 7eff8d0419c0 20 remove_watcher() i=6 2024-09-22T09:07:35.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.062+0000 7eff8d0419c0 20 remove_watcher() i=7 2024-09-22T09:07:35.075 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T09:07:35.075 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-22T09:07:35.129 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-22T09:07:35.129 DEBUG:teuthology.orchestra.run.smithi064:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-22T09:07:35.174 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:07:35.247 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:35.247 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:35.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.290+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 realm 2024-09-22T09:07:35.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:35.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:35.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:35.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.294+0000 7f259ac429c0 20 searching for the correct realm 2024-09-22T09:07:35.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.302+0000 7f2597f47640 0 -- 172.21.15.64:0/2643808007 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55c766198930 msgr2=0x55c76619add0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:35.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.306+0000 7f2597f47640 0 -- 172.21.15.64:0/2643808007 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f258003d040 msgr2=0x7f258003e940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.314+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:35.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 zone default found 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 4 Realm: () 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 zonegroup default 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 started sync module instance, tier type = 2024-09-22T09:07:35.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.318+0000 7f259ac429c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:35.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=0 2024-09-22T09:07:35.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=1 2024-09-22T09:07:35.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=2 2024-09-22T09:07:35.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=3 2024-09-22T09:07:35.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=4 2024-09-22T09:07:35.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=5 2024-09-22T09:07:35.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=6 2024-09-22T09:07:35.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 20 add_watcher() i=7 2024-09-22T09:07:35.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.334+0000 7f259ac429c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:35.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.338+0000 7f244f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:35.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.338+0000 7f259ac429c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:35.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.338+0000 7f259ac429c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:35.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.414+0000 7f244e7dc640 20 reqs_thread_entry: start 2024-09-22T09:07:35.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.414+0000 7f259ac429c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:35.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.414+0000 7f259ac429c0 20 Filter name: none 2024-09-22T09:07:35.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.414+0000 7f24477fe640 20 reqs_thread_entry: start 2024-09-22T09:07:35.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.414+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:07:35.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5729000847210533230', time=2024-09-22T10:58:51.277839+0000, chain.objs.size()=1 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.iAr6brvxqoWvE03LIxoUnbdfJcYW4f0_0 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_8O0tbfHFFCRZtKXYoKDcQKG8qi_YA1I', time=2024-09-22T10:58:51.564126+0000, chain.objs.size()=1 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.FDUtzq5Uw1vl9Se_hOu8EveR2CvoMw5_0 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2845545161886878888', time=2024-09-22T10:58:51.872806+0000, chain.objs.size()=3 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-LUKEWARM.2~nduYrnxFtyeldaarxmjueokuJMO8Syh.1 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-LUKEWARM.2~nduYrnxFtyeldaarxmjueokuJMO8Syh.2 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-LUKEWARM.2~nduYrnxFtyeldaarxmjueokuJMO8Syh.3 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14464969476726301764', time=2024-09-22T11:00:49.255167+0000, chain.objs.size()=1 2024-09-22T09:07:35.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.pMBYKDLAYZTShiOhFd9ZqRIjf1Uj60H_0 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12302564051884738729', time=2024-09-22T11:01:22.554960+0000, chain.objs.size()=1 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.VWo_S7wdc3AaEwDPrBUxtaUyHbna9xI_0 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13882366148077079697', time=2024-09-22T11:01:24.695432+0000, chain.objs.size()=1 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.tOpz6gwUcvzIWatZhHXlO_iTKC8Uz-K_0 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16273576512624922486', time=2024-09-22T11:01:24.717367+0000, chain.objs.size()=1 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.418+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.kgzgc8oH1423fcr6jOz_DPqeIXf9V_h_0 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.422+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9071296319816288265', time=2024-09-22T11:01:26.523246+0000, chain.objs.size()=1 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.422+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.epSoDwitsKk7-CAuRpu645pDsVQ_XSS_0 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.422+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17696242723575898725', time=2024-09-22T11:01:58.666297+0000, chain.objs.size()=1 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.422+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.MIKQNjrJd_dSPu8rnAR1TCbUVGTJRlr_0 2024-09-22T09:07:35.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.422+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10650675420696867758', time=2024-09-22T11:02:00.363228+0000, chain.objs.size()=1 2024-09-22T09:07:35.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.422+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.jbsxYjTac4Ia-nHGvJ5Cf_QrL703xeB_0 2024-09-22T09:07:35.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.426+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9119741245663376677', time=2024-09-22T11:02:32.502577+0000, chain.objs.size()=1 2024-09-22T09:07:35.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.426+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.LsSo4fFYmX1LS8yWNLkulVcVRcGqUCz_0 2024-09-22T09:07:35.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.430+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4812749665392725198', time=2024-09-22T11:03:09.985328+0000, chain.objs.size()=1 2024-09-22T09:07:35.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.430+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.mN6-7gXggLO6N2Z7Wj01mQUvak6q2wP_0 2024-09-22T09:07:35.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.430+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7159732651100910120', time=2024-09-22T11:03:42.624362+0000, chain.objs.size()=1 2024-09-22T09:07:35.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.430+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.00Ze-rYudhUYk1URLnbvyLJhka8J1Ro_0 2024-09-22T09:07:35.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.430+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4417251114798374826', time=2024-09-22T11:06:59.299141+0000, chain.objs.size()=1 2024-09-22T09:07:35.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.430+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.Hf8svTiLUN4MXsue9HqcvOSN7pphOo6_0 2024-09-22T09:07:35.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.438+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.442 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.442+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:07:35.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.442+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.442+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11637358252186052240', time=2024-09-22T11:00:50.923570+0000, chain.objs.size()=1 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.OtpILW3J71r0EwNLLPV5Lbt2I81UwLm_0 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9756038077167173397', time=2024-09-22T11:01:22.539883+0000, chain.objs.size()=1 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.s3oNqSSxng8PslTGPUOIw4JEhNKoltX_0 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8089199312334736557', time=2024-09-22T11:02:00.357136+0000, chain.objs.size()=1 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.zwcwZFRg0cC61ueaRvxS2bjN16_H5tf_0 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11579678260487837543', time=2024-09-22T11:02:00.391415+0000, chain.objs.size()=1 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.Ya-fPw7CltBPbhogozG9ib7AhwE1-xs_0 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12764001105672382444', time=2024-09-22T11:02:32.505434+0000, chain.objs.size()=1 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.RREvDXHXd0j7JaKCYqsZ3BoO8OXWHwB_0 2024-09-22T09:07:35.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13144064221879779389', time=2024-09-22T11:02:32.520629+0000, chain.objs.size()=1 2024-09-22T09:07:35.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.3xbpkAJvYl3oXBbBpEVwZII47pwxfw2_0 2024-09-22T09:07:35.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12372447964385540293', time=2024-09-22T11:02:34.896775+0000, chain.objs.size()=1 2024-09-22T09:07:35.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.446+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.kSJUAq-SXt2TgPVGKyEXccnb0H7-UEy_0 2024-09-22T09:07:35.454 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.454+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.457 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.458+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:07:35.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.458+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.463 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5448091063207412728', time=2024-09-22T10:58:51.660339+0000, chain.objs.size()=1 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8bk7lZKLo1K6yW5EzUuOQfs55nb75Ob_0 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8674248725605094092', time=2024-09-22T10:58:51.698870+0000, chain.objs.size()=3 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.1 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.2 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.3 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7927370064853088239', time=2024-09-22T11:00:49.233349+0000, chain.objs.size()=1 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.bLfmqReWq7py67Co0bbiKbNwLF_HR1y_0 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3924097787880975396', time=2024-09-22T11:01:58.636073+0000, chain.objs.size()=1 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.71R7atL5BvGv7hrXeLiYq-o9dorhyd6_0 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16474658656011577439', time=2024-09-22T11:03:08.255570+0000, chain.objs.size()=1 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.Fwv4Rd8FYx5I2wiO_PALmz5l7PiHgiV_0 2024-09-22T09:07:35.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5553396887572383518', time=2024-09-22T11:03:09.993188+0000, chain.objs.size()=1 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.RsYNy4nPP_qlsJf4DCvh2i1wrGrctF8_0 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10311017411697612286', time=2024-09-22T11:04:17.149685+0000, chain.objs.size()=1 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.q5MkpY8hh7licAgoMZ7PgyuKFa_CXZo_0 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5794822842061749965', time=2024-09-22T11:04:19.529411+0000, chain.objs.size()=1 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.3F8pzdKE7WMwaXIudmxnvRsNN4QkbzP_0 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3231434378103603263', time=2024-09-22T11:04:19.545031+0000, chain.objs.size()=1 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.uXc2D0TjyJffy81Y48WHkDBE6gi4KP3_0 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.999381334531133579', time=2024-09-22T11:04:21.111702+0000, chain.objs.size()=1 2024-09-22T09:07:35.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.462+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.zPi80zwMzGlUO15EdhjGA7Qcqly3cyZ_0 2024-09-22T09:07:35.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.474+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.478+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:07:35.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5828462569069879091', time=2024-09-22T10:58:51.600773+0000, chain.objs.size()=1 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8HTA2m5zVE4qKT-1lzOT_XjSFLSEjZw_0 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13251535693076712477', time=2024-09-22T10:58:52.120689+0000, chain.objs.size()=1 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.-xry_-ODUr-8fWLcT0QjJHSXHBZEAaK_0 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9633863636742862441', time=2024-09-22T11:00:13.028225+0000, chain.objs.size()=1 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.LOyPMp_NcHxC0G8Ubhgrk204X-7YtKh_0 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17978921180362242663', time=2024-09-22T11:00:14.777652+0000, chain.objs.size()=1 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.uOXhS56irjBHJfu2vUD6PnKiR8X75ad_0 2024-09-22T09:07:35.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4799848842038098065', time=2024-09-22T11:00:16.017601+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.-u2-AGcxvgk8mV7v7aN40r7QX3zvd-6_0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8060864826281046529', time=2024-09-22T11:01:22.539091+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.pW2lCT6bJZfcdeq1R5nCwwmCm8Bo51__0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4043672584516741860', time=2024-09-22T11:01:24.722567+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.w_em7VZ8b9ilUJPDWNOc49FQz8eE7Mp_0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7151547219046247063', time=2024-09-22T11:01:27.800780+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.XpCMbz0o2lhWTYnUwq9KzeO-zpG7S7x_0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9179777758328834024', time=2024-09-22T11:01:58.629630+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.IhiuTbw61GLpudXHRRsURoDPK-J1OSO_0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5821392484325557868', time=2024-09-22T11:02:34.896323+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.JZnk2eP59IPmOk1wsdTm6gyaZsKymYd_0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14642426263247926623', time=2024-09-22T11:03:42.613467+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.z_3YcL2L1kmhp_pxw8h9HUENUlTet21_0 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8262138801588183872', time=2024-09-22T11:03:42.651317+0000, chain.objs.size()=1 2024-09-22T09:07:35.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.482+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.38lJIhoGsCa6mUMkybvsXLopgow5Fak_0 2024-09-22T09:07:35.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.490+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5335302672948593934', time=2024-09-22T11:03:44.840156+0000, chain.objs.size()=1 2024-09-22T09:07:35.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.490+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.iPF5h_DQvmg9kgEkdMdhbS3Ur8T96yN_0 2024-09-22T09:07:35.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.490+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14303252695990894315', time=2024-09-22T11:06:59.301604+0000, chain.objs.size()=1 2024-09-22T09:07:35.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.490+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.cZQDWH-qYSlDyHkk0aDTF0CT4h46Lr6_0 2024-09-22T09:07:35.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.494+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7157410921788506523', time=2024-09-22T11:06:59.309420+0000, chain.objs.size()=1 2024-09-22T09:07:35.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.494+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_._ENiFTgOV2CV0ZcsOwPz8aBKvPygagj_0 2024-09-22T09:07:35.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.502+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.506+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:07:35.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.506+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.506+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13657888398161325242', time=2024-09-22T10:58:51.258495+0000, chain.objs.size()=1 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.2vK2B6OXouCosFqugOVJnOx_5Np8A0p_0 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16286561597454823980', time=2024-09-22T10:58:51.328634+0000, chain.objs.size()=1 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.W19NrSIFuU93scqZ9xJpfXsKpFCBJSh_0 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10503831113547110726', time=2024-09-22T10:58:51.947466+0000, chain.objs.size()=1 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.SR1hYHq5hwZcXiYuxZWXp4UoGttfO7S_0 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16377151707177211541', time=2024-09-22T11:00:14.765182+0000, chain.objs.size()=1 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.OtvcY_9xt8BZxfv9p9h6gk9EVmWcKbC_0 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2173163493719040043', time=2024-09-22T11:00:46.896207+0000, chain.objs.size()=1 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.yPuTXadLmgy0FLNR3hyGwf9EgzRov-1_0 2024-09-22T09:07:35.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9872975320188915366', time=2024-09-22T11:00:50.927088+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.2jnCPBNFf3MAk3aWn2_IkMdRGKIhQD7_0 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7010626974433981962', time=2024-09-22T11:01:22.529038+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.zZ4b5DiludZLmb85IjXvGaQzKJCrXP3_0 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5111161636071400321', time=2024-09-22T11:01:26.516546+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.jcSEB7OFDaonNFC3le-EkGaeoMYbdpj_0 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12245883242754861737', time=2024-09-22T11:01:26.537893+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.7BeNPyi36WP8O3osTXoW_9kylfvCeS__0 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6821036075907012713', time=2024-09-22T11:03:10.018464+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.2kNy1HW-jGdgzVIlM9DtX7yd2D4uCKB_0 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10098887271839771735', time=2024-09-22T11:04:17.123209+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.9EHx51iI7HNx5R-lKnu-YsNkycNlPna_0 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16760395565763265219', time=2024-09-22T11:04:17.140673+0000, chain.objs.size()=1 2024-09-22T09:07:35.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.510+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.pzfaGfZfmUEz5bgcnXDq6QA-qllx0-4_0 2024-09-22T09:07:35.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.518+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1400201539425851715', time=2024-09-22T11:04:21.102832+0000, chain.objs.size()=1 2024-09-22T09:07:35.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.518+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.IYIo-QNaLcnPVNT3CsbYIQfayQC75Fr_0 2024-09-22T09:07:35.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.522+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:07:35.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15296069334239331591', time=2024-09-22T10:58:51.449670+0000, chain.objs.size()=4 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.1 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.2 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.3 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11__multipart_foo.2~-omwA4l5P6Fktw5oop3pUPU39n9aFsj.4 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_HCGIfWs9mVxGtpKZQ8q207jMql4MDoS', time=2024-09-22T10:58:51.612877+0000, chain.objs.size()=1 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.OVLiDhxNJNcJJ3bNUcA8pmj0d_cb1O9_0 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14761485019819821287', time=2024-09-22T11:00:13.033068+0000, chain.objs.size()=1 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.zQZRJ9EE-QRNnEmm9wCLE7SnNotv9Vt_0 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14420777621839137423', time=2024-09-22T11:00:46.889184+0000, chain.objs.size()=1 2024-09-22T09:07:35.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.SB8cDIjBTaVmcgJDPG_OezZR6GjO1KD_0 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11435387206821822491', time=2024-09-22T11:00:50.905142+0000, chain.objs.size()=1 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.cdkU5v-0LxKM-HQYK_uT4QFg138VhdM_0 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3807942144829140013', time=2024-09-22T11:01:26.530559+0000, chain.objs.size()=1 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.DaM2D8CVKwu-HAnR6j9ua1DOi8pI1bx_0 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6767271039812365437', time=2024-09-22T11:01:58.663557+0000, chain.objs.size()=1 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.E4Rafi1drHplcPN-AoYhsDzpfv8l0zg_0 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15139015893687908404', time=2024-09-22T11:02:34.876478+0000, chain.objs.size()=1 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.fds_B7rlQBLzrDGSVwlPgBT2dtt1yv7_0 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4100355792404641659', time=2024-09-22T11:02:36.437528+0000, chain.objs.size()=1 2024-09-22T09:07:35.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.530+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.qkUjhrpWGsCHaMipd7gpLurZ4Zti8O8_0 2024-09-22T09:07:35.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.538+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16931838633750969044', time=2024-09-22T11:02:36.441500+0000, chain.objs.size()=1 2024-09-22T09:07:35.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.538+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.TklRJ46oFlxnD1ZsBnl66MbbLn70hUH_0 2024-09-22T09:07:35.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.538+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18393307474186971408', time=2024-09-22T11:03:10.017063+0000, chain.objs.size()=1 2024-09-22T09:07:35.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.538+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.LZK29vih-J5DXfD0I2HUicyTOrfft0P_0 2024-09-22T09:07:35.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.538+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2357858784855529909', time=2024-09-22T11:03:44.794648+0000, chain.objs.size()=1 2024-09-22T09:07:35.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.538+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.Z0qYzxuWPbgL5Rgw4WmDP0EhgCEOaiK_0 2024-09-22T09:07:35.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.542+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1661986017255981624', time=2024-09-22T11:04:17.132770+0000, chain.objs.size()=1 2024-09-22T09:07:35.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.542+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.9RKzUtK2zE4o2-gPcfySS9Ru9ApisZL_0 2024-09-22T09:07:35.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.550+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.554+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:07:35.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.554+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:07:35.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7682491487985197094', time=2024-09-22T10:58:51.860256+0000, chain.objs.size()=3 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-FROZEN.2~ZiKNd__5HhKsCLdbSO-Wn2231F9ki6l.1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-FROZEN.2~ZiKNd__5HhKsCLdbSO-Wn2231F9ki6l.2 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-FROZEN.2~ZiKNd__5HhKsCLdbSO-Wn2231F9ki6l.3 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15648860710827284560', time=2024-09-22T10:58:52.060891+0000, chain.objs.size()=1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.HwtjUl3QbsGT5_BzfU48lbCkyTeOqth_0 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9911771782052623669', time=2024-09-22T11:00:13.033118+0000, chain.objs.size()=1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.Dw9IGag-BOWcobCdH0ZLc9xyrGR3vaY_0 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14229457375557273686', time=2024-09-22T11:00:14.797187+0000, chain.objs.size()=1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.S8iLFHmNg04deYGvJXY3X0GeOhTMF48_0 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15079077418713131413', time=2024-09-22T11:00:46.908441+0000, chain.objs.size()=1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.eB40GpN_b-eyRwEpvkQx0k0BSZq7EZM_0 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3824444047268607734', time=2024-09-22T11:00:49.227367+0000, chain.objs.size()=1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.w47vbKKtRL4fieh6lIFHUrH0epAOhau_0 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8150741933640480877', time=2024-09-22T11:00:50.923258+0000, chain.objs.size()=1 2024-09-22T09:07:35.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.PUNck9hCiUnfQiEwW7p1e0ZH7pQNwSz_0 2024-09-22T09:07:35.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14186938629683140669', time=2024-09-22T11:01:24.699405+0000, chain.objs.size()=1 2024-09-22T09:07:35.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.YiLuZeecEYmp_Zn7Ar6Ok4sdsMq92YP_0 2024-09-22T09:07:35.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8690704392359808723', time=2024-09-22T11:01:24.727584+0000, chain.objs.size()=1 2024-09-22T09:07:35.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.DxPMuZTBBVTV2p_0unGYssQBBCOTkb__0 2024-09-22T09:07:35.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15153735561878808800', time=2024-09-22T11:01:26.539201+0000, chain.objs.size()=1 2024-09-22T09:07:35.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.558+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.rRBVz4g6j3V9_et3_cBG736by_Ky5et_0 2024-09-22T09:07:35.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8095716248207341334', time=2024-09-22T11:02:01.642535+0000, chain.objs.size()=1 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.3TZPdIm9zwUZlEPxAJ1s96QdIGjUGMG_0 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15741210652073496944', time=2024-09-22T11:02:32.506485+0000, chain.objs.size()=1 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.Duoz7G1V832GVqjTXLPYIVeQYgS4R4f_0 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13021992910869722852', time=2024-09-22T11:03:08.253748+0000, chain.objs.size()=1 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.EQJR8TJ8V5uTcTkHVCZvp9mtTBKWbMI_0 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14397573918098068873', time=2024-09-22T11:03:10.002598+0000, chain.objs.size()=1 2024-09-22T09:07:35.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.xacSl7RtLFJBAFI4z3K12UXPflSyfAy_0 2024-09-22T09:07:35.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6874193732301003934', time=2024-09-22T11:03:44.147467+0000, chain.objs.size()=1 2024-09-22T09:07:35.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.kNK9Q9nG9lLXuYnbdZinexlRq_-q-ww_0 2024-09-22T09:07:35.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12688947661360802276', time=2024-09-22T11:03:44.840826+0000, chain.objs.size()=1 2024-09-22T09:07:35.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.0P42K0AooruYX0sPpkAhDDU6gzES5aD_0 2024-09-22T09:07:35.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10025258232366243702', time=2024-09-22T11:04:21.106204+0000, chain.objs.size()=1 2024-09-22T09:07:35.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.566+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.H3G92ufvW3XuPQto0XWef9_JAY6kcAe_0 2024-09-22T09:07:35.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.574+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:07:35.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16433073383486921233', time=2024-09-22T10:58:51.710106+0000, chain.objs.size()=3 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.1 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.2 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-FROZEN.2~0OUgFQeM_XKFkegYg1AXVkHlR0_gtp_.3 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15884387934694502664', time=2024-09-22T10:58:51.935527+0000, chain.objs.size()=2 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.0PM3YFuNLx1jW8TCpGb0i7w0wC-yFYl_0 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.0PM3YFuNLx1jW8TCpGb0i7w0wC-yFYl_1 2024-09-22T09:07:35.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11803304597341425222', time=2024-09-22T11:00:13.009082+0000, chain.objs.size()=1 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.Y23BoCOQLRnFCXfASzpWVDVBcCkrLcm_0 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11910035127194511567', time=2024-09-22T11:00:13.015328+0000, chain.objs.size()=1 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.grKXDPeDX5djqIzSoxPxe2KVUQ8XBQA_0 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7347581971857888240', time=2024-09-22T11:00:14.760104+0000, chain.objs.size()=1 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.nwGbWD7ttvgnAVSes0H6S75zo2HAwMP_0 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4654283401473192905', time=2024-09-22T11:00:46.884652+0000, chain.objs.size()=1 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.578+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.RN1d_YmHPdPHHi6xlfAp2WpIxLSsXxW_0 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.582+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2858421705601384403', time=2024-09-22T11:00:46.892232+0000, chain.objs.size()=1 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.582+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.rPJPPXQEfJrnhDiKMrKGYFBhHYV3oFB_0 2024-09-22T09:07:35.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.582+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17745356937266702276', time=2024-09-22T11:00:46.903350+0000, chain.objs.size()=1 2024-09-22T09:07:35.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.582+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.ED_7Cp2GcxJnwfb_4_M9bkV4V2ZQsIv_0 2024-09-22T09:07:35.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.582+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16454908736446761854', time=2024-09-22T11:00:49.228366+0000, chain.objs.size()=1 2024-09-22T09:07:35.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.582+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.jKb_xseLrcqSvqBFQlC9IYPob_zBpwp_0 2024-09-22T09:07:35.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15194942163501087063', time=2024-09-22T11:00:49.247820+0000, chain.objs.size()=1 2024-09-22T09:07:35.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.Hmb9F7ROub5yHo12XIRLc4v-aIe0aRd_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9378187204256567944', time=2024-09-22T11:00:51.935991+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.r_UqgM8S7dh7q2-ZKnzbjed9QPkfBN3_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8271752385869189549', time=2024-09-22T11:01:22.522217+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.TatJ6kG7jaw-5e05uQsNwaBKiBEJLb4_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17697084245250962176', time=2024-09-22T11:01:26.526625+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.Gc54GXWLRg0h5N9Jh2p2n0zpJoCCymR_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17202765839207730338', time=2024-09-22T11:01:26.530427+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.EAUIDEVon08IM-j7q9kO18Zd-WX9LDB_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9676966101157660359', time=2024-09-22T11:01:58.655668+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.VOVGyYlyI2ykWQrF_lqZcQxS-8x5m9A_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13737800083355519399', time=2024-09-22T11:02:32.494900+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.H9DP_a1h86xYrhnPA8e0AqVO1ISB1qn_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11190542030028476855', time=2024-09-22T11:02:34.875812+0000, chain.objs.size()=1 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.9Xyr7HRGsf7z3-Cr_zCRru-yfTvtW4M_0 2024-09-22T09:07:35.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17245423528361172455', time=2024-09-22T11:02:34.907722+0000, chain.objs.size()=1 2024-09-22T09:07:35.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.w7oiIf4WQvWqNWKYi9rugPuAo5bPLhc_0 2024-09-22T09:07:35.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1448217791969980920', time=2024-09-22T11:02:36.471104+0000, chain.objs.size()=1 2024-09-22T09:07:35.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.l9rFjxykUUDgzQQ-vzFkpFeUqDmZZai_0 2024-09-22T09:07:35.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9747590888429777817', time=2024-09-22T11:03:08.261703+0000, chain.objs.size()=1 2024-09-22T09:07:35.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.586+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.Yqiesdb8c02YGRE59ktgaqyaCfgql2k_0 2024-09-22T09:07:35.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5511491414140149588', time=2024-09-22T11:03:09.982572+0000, chain.objs.size()=1 2024-09-22T09:07:35.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.wgkq8T1hYoo7dUqjAgZLZ4XCmz90D0e_0 2024-09-22T09:07:35.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11038257977528407976', time=2024-09-22T11:03:44.812611+0000, chain.objs.size()=1 2024-09-22T09:07:35.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.nsXvnnIAT3gzCofnvq6zDjfFAn86hym_0 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8377010591559115517', time=2024-09-22T11:04:17.126454+0000, chain.objs.size()=1 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.rIn_O8Do1YsRuNEu7Onnijg5jWpSPnq_0 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13035103701786157960', time=2024-09-22T11:04:21.064398+0000, chain.objs.size()=1 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.Z8aGPwjquX0s8qHDGzpcgMMHROmThA6_0 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4759041196607527201', time=2024-09-22T11:04:21.078317+0000, chain.objs.size()=1 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.0CwLDPefxX8FgL6edRhZ9_Yy21-GbAf_0 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3274008791484478946', time=2024-09-22T11:04:53.866016+0000, chain.objs.size()=1 2024-09-22T09:07:35.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.594+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.PJqcbblfyWewjIIa3TPFccTUy1BaVYG_0 2024-09-22T09:07:35.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.598+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.602+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:07:35.605 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10143902508465673036', time=2024-09-22T10:58:52.155754+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.bJG4xrcfu3fcSoiGcIM3vbHaC73VWmb_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17700389574868399704', time=2024-09-22T11:00:14.746369+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.rjQWwhugRCo7NI0CpTLFyUE4loJwBg6_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7538378049786665572', time=2024-09-22T11:01:22.526422+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.VCujlSPmcqXLOBB9So2EOjowbbOsJwG_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15201559044044774460', time=2024-09-22T11:01:58.633004+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.FYoragp8-2Fg1uwqJsosNinztgJCau0_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.957382118409125293', time=2024-09-22T11:01:58.661125+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.jxh2EuE9Z39sHhe9VJ4ukAgaV4fCuQl_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2817654843351899656', time=2024-09-22T11:02:32.537241+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.AIT6bx3lm3LBgFSYuXnmhzPBMVzaTOu_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11697800792762175103', time=2024-09-22T11:02:34.880015+0000, chain.objs.size()=1 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.0miyb4CD4SSoY8t6qAWyAYXkxtp446F_0 2024-09-22T09:07:35.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1342398699964223153', time=2024-09-22T11:02:36.464363+0000, chain.objs.size()=1 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.B4QUlWIyRuWkmL4yyW6Z3bd9BrDQfFt_0 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8871307035115214524', time=2024-09-22T11:02:36.477791+0000, chain.objs.size()=1 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.Lxatmn5fBBCaZ-xr-NMBwiq-vLzqPju_0 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5978217510286298616', time=2024-09-22T11:03:10.005941+0000, chain.objs.size()=1 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.BSzT8iZAv0i0-QtweVXvuhVQE1IQqMq_0 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4863726889414135216', time=2024-09-22T11:03:10.007879+0000, chain.objs.size()=1 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.VEkfPKemgJXwp76glNh41ObTgB507dG_0 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17718884600395937062', time=2024-09-22T11:03:42.620404+0000, chain.objs.size()=1 2024-09-22T09:07:35.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.606+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.4x4eYjTJHZe3TF8vxdplfoPNxw4WReF_0 2024-09-22T09:07:35.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.610+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5165102743580688614', time=2024-09-22T11:03:42.644917+0000, chain.objs.size()=1 2024-09-22T09:07:35.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.610+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.LoiM6fEdkIRt6OBDnPtGJorFa2cxhE1_0 2024-09-22T09:07:35.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.610+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7287927306248012435', time=2024-09-22T11:03:42.647141+0000, chain.objs.size()=1 2024-09-22T09:07:35.613 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.610+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.zaCZ4DUOuhj00ztO5g_w-5Pyl4-5Gnf_0 2024-09-22T09:07:35.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.614+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.622+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:07:35.626 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.627 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.421038528668390687', time=2024-09-22T10:58:51.269022+0000, chain.objs.size()=1 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.7drgUjazNXZGEqdl4S3ThxrDhbAsTcp_0 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17291174002569717331', time=2024-09-22T10:58:51.923584+0000, chain.objs.size()=2 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.ARkT4oFAZXuOCswV_kYf2MZyUazLasK_0 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14__shadow_.ARkT4oFAZXuOCswV_kYf2MZyUazLasK_1 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1269110584777627488', time=2024-09-22T11:00:48.128311+0000, chain.objs.size()=1 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.jzd1bfcJSzbQ7ZE95UKMeH3qDZ2X-CU_0 2024-09-22T09:07:35.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12291117852994555153', time=2024-09-22T11:01:22.550671+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.mOkbzSmCKYFasyOKHZR8MqdL6_29frp_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5615144483501382588', time=2024-09-22T11:01:24.719426+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.P_anJMMCCzyy8_QRa-6JNYKsKTYR7zz_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9080704036113867550', time=2024-09-22T11:01:59.707916+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.eXLNKtiCjL60R7poW8W2fQddXzAChhR_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16952177818850119629', time=2024-09-22T11:02:00.391486+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.DHfCHRMVuIv22Rh3b1GhnaYqiTffpL5_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10562268971040242259', time=2024-09-22T11:02:34.873653+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.QS1VKfy0EsVYGiFUdgiK0N_FxQpUhU9_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8433948531655749270', time=2024-09-22T11:03:09.987011+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.e7iPIsD7hzdIOfPd-d0MIEegdSENYYF_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4180087330228335005', time=2024-09-22T11:04:21.110966+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.ozrPJ66z3PO6zsx7gKFQPEDRWG3C2vP_0 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3990706568915692712', time=2024-09-22T11:04:53.836377+0000, chain.objs.size()=1 2024-09-22T09:07:35.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.626+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.3xUxqgDvyGKG46kJm3p3VYsZ2Phb1z4_0 2024-09-22T09:07:35.633 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.634+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2451691053322029550', time=2024-09-22T11:04:53.847181+0000, chain.objs.size()=1 2024-09-22T09:07:35.633 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.634+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.L-ziz5ZjoBoXJ-tU4ykkKJ1jG2mtCsW_0 2024-09-22T09:07:35.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.634+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.638+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:07:35.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.638+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.638+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1101954170361931748', time=2024-09-22T11:00:13.027987+0000, chain.objs.size()=1 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.YcTNu86te0xas9WRVeeozmv88Qa8Ldj_0 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10456820962817778792', time=2024-09-22T11:00:14.788127+0000, chain.objs.size()=1 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.yxNgNhxjrHxjmXvij49Q8OfYk2g1JX6_0 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1080873582206337025', time=2024-09-22T11:00:46.892232+0000, chain.objs.size()=1 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.kHAex_vpY0OVxnB4SSNFgiCPiPubux9_0 2024-09-22T09:07:35.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9135052784306678368', time=2024-09-22T11:00:50.939426+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.rcG2HheMCQrY9WBW7ZmFhK5MhOm3NnA_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13924066928208618220', time=2024-09-22T11:00:50.945870+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.pvsYHZxBP4KymYDZPpIqW3cpMOIVBab_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13819931216710524863', time=2024-09-22T11:01:22.522805+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.hrsiWVMGnjvJbZcC2R3MX8hRUndFzrk_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10024059186225746193', time=2024-09-22T11:01:26.537600+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.FbAgOHrpz3paDyfx-WG4TYquNp2RUp2_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18400134096804919215', time=2024-09-22T11:01:58.655549+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.iFI-wrsVQ8wsgM__ZC_LOwKZ36Cp_TO_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11016928927865385253', time=2024-09-22T11:02:34.893027+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.Rgn5JehGvR-i5fZgkSgqGFmnNKzVv9i_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1587316049952793213', time=2024-09-22T11:02:34.894944+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.rdLOiuFPAmmGUY-8uFzKimXIqQjWYNE_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2963513529398696484', time=2024-09-22T11:03:08.243858+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.fRh5DFUQhhPtuuwPMT_D4wUKPZ8R5Id_0 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15011145412324205057', time=2024-09-22T11:03:44.797162+0000, chain.objs.size()=1 2024-09-22T09:07:35.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.642+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.EqVQxQibIWjfABwc6mjQqbDYFJ8OyIw_0 2024-09-22T09:07:35.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.646+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17733644742527891955', time=2024-09-22T11:04:17.132854+0000, chain.objs.size()=1 2024-09-22T09:07:35.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.646+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.vD7InocE2QSomjjJd0eZHMilzklwgQQ_0 2024-09-22T09:07:35.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11885526492655593084', time=2024-09-22T11:04:19.525886+0000, chain.objs.size()=1 2024-09-22T09:07:35.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.NDRjICRKN3aO15rRSQIVZhtWXb8CfWP_0 2024-09-22T09:07:35.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3734365543021673334', time=2024-09-22T11:04:19.535750+0000, chain.objs.size()=1 2024-09-22T09:07:35.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.9U_b2OpXgqquJ4eV-BzDgE8cQ2aNEPZ_0 2024-09-22T09:07:35.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6263053923705465853', time=2024-09-22T11:04:21.080714+0000, chain.objs.size()=1 2024-09-22T09:07:35.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.gOJA1Hm-mFQTZZzK4-WbtuomF6drzdo_0 2024-09-22T09:07:35.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6014661189981069748', time=2024-09-22T11:04:53.863451+0000, chain.objs.size()=1 2024-09-22T09:07:35.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.650+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.N9b4zYvk1I7zxE7JnNJyE_0uKqFJizF_0 2024-09-22T09:07:35.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.654+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.656 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.654+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:07:35.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13389410414823844443', time=2024-09-22T11:00:14.773654+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.Ylq4W9rBohHGEMpfmjuJ8UuaCablpdP_0 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9900684235065611976', time=2024-09-22T11:00:14.782132+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_._L7dv6q14YH1Mk9RhkLdelpBvC7SDff_0 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.157219983506571049', time=2024-09-22T11:00:49.249063+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.doxsSKkcRK5WIXeAJTYZtLqkg0ouqX5_0 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9476991041499587290', time=2024-09-22T11:00:50.918547+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.BVALmqDtA0zA6SDVVCnp65voD-bHl6V_0 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5954878518311675166', time=2024-09-22T11:01:24.724479+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.DQV9maIDILCTyOvgv6iKxz9esioPsw5_0 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1293827977835598907', time=2024-09-22T11:01:58.630870+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.yXsn97-k02aBlrA6U5UjqDHDnqGVHfp_0 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9980280785305813842', time=2024-09-22T11:01:58.635016+0000, chain.objs.size()=1 2024-09-22T09:07:35.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.1cHi0I2OUNz9SzWEwTNwxLsuhSHSSuC_0 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2681969579921752852', time=2024-09-22T11:02:36.441461+0000, chain.objs.size()=1 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.i5jaQpmoGmq5oJfsTTDAe-EanLbxeh5_0 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11670832920161846527', time=2024-09-22T11:03:08.225238+0000, chain.objs.size()=1 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.p4-zs-V1hsU6cmm2XQs63LeRzR7C5Nw_0 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17907167881601989675', time=2024-09-22T11:03:09.980585+0000, chain.objs.size()=1 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.gd3SmXhQJihyvqnCXk_rEMvYD-mlqth_0 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6950653963356936631', time=2024-09-22T11:03:42.617732+0000, chain.objs.size()=1 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.aWlmw-WVQrsRNXvqBRU9ZbXD6aBYm5g_0 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1182631164587612839', time=2024-09-22T11:03:44.829015+0000, chain.objs.size()=1 2024-09-22T09:07:35.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.658+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.XNYXWjgnTBkSp_U8yHG-B2mPRD0zuMZ_0 2024-09-22T09:07:35.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.662+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1848261196558304925', time=2024-09-22T11:04:17.149114+0000, chain.objs.size()=1 2024-09-22T09:07:35.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.662+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.fBNyyFqZqHSRPxtqxdiMogP3R_3jr8G_0 2024-09-22T09:07:35.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.662+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10781803806278004581', time=2024-09-22T11:04:19.523558+0000, chain.objs.size()=1 2024-09-22T09:07:35.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.662+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.OY5ewvowmKWUTRkuW-wswYnLcTelq6p_0 2024-09-22T09:07:35.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.662+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14737029881664687487', time=2024-09-22T11:04:21.079806+0000, chain.objs.size()=1 2024-09-22T09:07:35.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.662+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.xVoYEFGfAi-8lcG_18TpPLgUx9_dwpq_0 2024-09-22T09:07:35.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.670+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.670+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:07:35.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2944956597875600495', time=2024-09-22T10:58:51.822340+0000, chain.objs.size()=3 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.1 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.2 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.3 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15205934814590581139', time=2024-09-22T10:58:52.072206+0000, chain.objs.size()=1 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.S2KgGMkFumOjDQZaCK0D2o25XpH1oDn_0 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17898318498242237184', time=2024-09-22T11:00:13.019433+0000, chain.objs.size()=1 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.bM_rx_2ZgGUWsZLj1PillywrUzieqvU_0 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8509890454887314993', time=2024-09-22T11:00:46.885831+0000, chain.objs.size()=1 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.t1LT-TOogjJzzCINjy2B_wYkHgEhsrf_0 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6867987511826459174', time=2024-09-22T11:00:49.242327+0000, chain.objs.size()=1 2024-09-22T09:07:35.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.oFk-D3J_YdZ0G3_p35b4O3mTkJvU5xi_0 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9918244739263451459', time=2024-09-22T11:00:50.915350+0000, chain.objs.size()=1 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.BKFYUsnT-tbmOoM4KyfzPkp2Knw0OH-_0 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10287887090194523199', time=2024-09-22T11:00:50.918794+0000, chain.objs.size()=1 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.dUNUcMVGGE_4U9bAW2G09b9Vqsn_rNB_0 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6170122447926532463', time=2024-09-22T11:01:24.694602+0000, chain.objs.size()=1 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.c7CG7zue-zjj27poVUAV9pU_OfTRKQn_0 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6451266184924037303', time=2024-09-22T11:01:24.706730+0000, chain.objs.size()=1 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.6-BGp-l5nSTHktJIcBLW5HODH4vL5uR_0 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4592078080855089637', time=2024-09-22T11:01:26.531142+0000, chain.objs.size()=1 2024-09-22T09:07:35.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.674+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.dBYZ6cTveJl-vNvUDlZ6ty5WOksgr4I_0 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4887784469400390132', time=2024-09-22T11:01:26.535998+0000, chain.objs.size()=1 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.EYED6LRSV8o3lAeuJcfE8RGXv7nPFMr_0 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10124146704749616231', time=2024-09-22T11:01:26.545950+0000, chain.objs.size()=1 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.HG47JADF1C9Kk6tAAijm5bjA9hu0i1Z_0 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15994011214230478918', time=2024-09-22T11:02:00.364875+0000, chain.objs.size()=1 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.pmoh5S3SCXDRszc7p7dmBQN_LP7jKNv_0 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14244802226227602313', time=2024-09-22T11:02:00.366947+0000, chain.objs.size()=1 2024-09-22T09:07:35.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.0VkzKaetpaWUif6kr3XGdjbVV-jWc0N_0 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.900307936588735508', time=2024-09-22T11:02:00.377206+0000, chain.objs.size()=1 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.ytVcQBhRNrhfp706vAI5mOmyy74clD0_0 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13457976174366506953', time=2024-09-22T11:02:34.902824+0000, chain.objs.size()=1 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.8WNqIllq6kY3LlSjN6zzXWketmKReXB_0 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4292095275872474121', time=2024-09-22T11:02:36.466444+0000, chain.objs.size()=1 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.i7P-yO8bYXxI30PVAQVQWCfddfFjMOL_0 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13434106195724842017', time=2024-09-22T11:03:42.632689+0000, chain.objs.size()=1 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.zheXV-saW5hg8eFVE4BXsjns_7GqpxR_0 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18085306342749942577', time=2024-09-22T11:03:42.654448+0000, chain.objs.size()=1 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.xGOPrs6CLBAVnNxEJfLCXbtN5GZC-qX_0 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10558820424617577355', time=2024-09-22T11:04:17.133033+0000, chain.objs.size()=1 2024-09-22T09:07:35.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.678+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.ZsKRgeEsPdVTNBXgMtpPDckIGbne9o2_0 2024-09-22T09:07:35.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.686+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.689 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.686+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:07:35.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:07:35.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10804223217083598483', time=2024-09-22T11:00:13.034430+0000, chain.objs.size()=1 2024-09-22T09:07:35.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.T0iUHhvvYYWS1BzbRUV8q6K-6hF-zUE_0 2024-09-22T09:07:35.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9021302002457282665', time=2024-09-22T11:00:46.884936+0000, chain.objs.size()=1 2024-09-22T09:07:35.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.Vn9O_HKavMUaV_MiIrvBewySlazZb1x_0 2024-09-22T09:07:35.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16914832386535079755', time=2024-09-22T11:00:46.890956+0000, chain.objs.size()=1 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.4cDOfFEAQg17OlorK-5RebWLXQYf5I7_0 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9141123224770064491', time=2024-09-22T11:00:46.901578+0000, chain.objs.size()=1 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.tOiksNlcLzvEUa7dKt8XWCneTCkb7d5_0 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1269454657300223954', time=2024-09-22T11:00:50.907206+0000, chain.objs.size()=1 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.lz8lL0yb_M2jAQELiUr1HVYy5Brm4rC_0 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5240555706729078061', time=2024-09-22T11:02:34.898645+0000, chain.objs.size()=1 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.baMwZnhYZvHlqxRpPNRXlcU_G1bFYg3_0 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4466289614065706956', time=2024-09-22T11:03:08.244255+0000, chain.objs.size()=1 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.DptdqOOltp2_KvuWdMKApDjVbrk7KQM_0 2024-09-22T09:07:35.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12801748943064840429', time=2024-09-22T11:03:08.245978+0000, chain.objs.size()=1 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.61e75umArC2sBvXhCGQikM9h6NA_7IT_0 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16504464023108140234', time=2024-09-22T11:03:42.613218+0000, chain.objs.size()=1 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.8NwVbodpAQCBslSXwKFMRdtUkE1FisW_0 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9875455335317208234', time=2024-09-22T11:04:17.127596+0000, chain.objs.size()=1 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.FoXimPc5swWd_AV8mXiwe1gGI1GgaIS_0 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14831675919657896460', time=2024-09-22T11:04:19.534898+0000, chain.objs.size()=1 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.KRx8tC-o5e5Hwx34n6oe0rvvIhQGVVP_0 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2423838977475117342', time=2024-09-22T11:04:21.065828+0000, chain.objs.size()=1 2024-09-22T09:07:35.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.690+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.ymX-Fu8uLRUa3_eiRHUm6StEwbzk_Qy_0 2024-09-22T09:07:35.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.694+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14355628535517416391', time=2024-09-22T11:04:21.087785+0000, chain.objs.size()=1 2024-09-22T09:07:35.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.694+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.3iicQRJRvssJnlidbyDGwji8qdboxfY_0 2024-09-22T09:07:35.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.694+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7263881788771802020', time=2024-09-22T11:04:53.859337+0000, chain.objs.size()=1 2024-09-22T09:07:35.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.694+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.1w_Q1Z7jpP1eXOmd0sWvPXbVpbbuHul_0 2024-09-22T09:07:35.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.694+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16210193685295882106', time=2024-09-22T11:07:12.311538+0000, chain.objs.size()=1 2024-09-22T09:07:35.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.694+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:V9CwkLvaFw7LNux28GMNwHfjBG6Yssh_.ydLJkL1b7jiNowfTi2qk1kiimAKoz4m_0 2024-09-22T09:07:35.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.698+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.702+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:07:35.704 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.702+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14672836269834567445', time=2024-09-22T10:58:51.575616+0000, chain.objs.size()=1 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8HTA2m5zVE4qKT-1lzOT_XjSFLSEjZw_0 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7572122671454421483', time=2024-09-22T11:00:14.757930+0000, chain.objs.size()=1 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.THfoAA7dnF9tvsYbFghrDhDSYzlWmhS_0 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14179560185348756370', time=2024-09-22T11:00:46.891164+0000, chain.objs.size()=1 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.Hmz-tl0TQdabtIk4zhXJfvz-6k_UzMw_0 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11314038699366786659', time=2024-09-22T11:00:49.226556+0000, chain.objs.size()=1 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.7q8iG5LAeNtaZeZ245nrxu03TMRyIs0_0 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4016005981841487515', time=2024-09-22T11:00:50.917595+0000, chain.objs.size()=1 2024-09-22T09:07:35.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.I58wCl-07MWwmV6B42rO2ZwZWFrWMLI_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12909113509541705918', time=2024-09-22T11:00:50.944228+0000, chain.objs.size()=1 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.6Sj3a6i7pzUrPkpUooRt8cz83l5FCXV_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13964406008367831755', time=2024-09-22T11:01:24.732615+0000, chain.objs.size()=1 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.T7W7MlfQZwhYWInlSu2p3y0XQ5u90Qt_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3472776318080264250', time=2024-09-22T11:01:58.650674+0000, chain.objs.size()=1 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.pW7dOoxerEcRVXa3Cl8jFohI8m2fuXj_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3536032082102484720', time=2024-09-22T11:02:00.377134+0000, chain.objs.size()=1 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.Pxqc6a-1jtU2MMaSuqk8_l7w0WJ4TTz_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12248466393739910383', time=2024-09-22T11:02:32.515527+0000, chain.objs.size()=1 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.dRNPAxVlQPEvj56ISw554lfUctxTWSZ_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3356884557736609860', time=2024-09-22T11:02:32.527077+0000, chain.objs.size()=1 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.nX6pgYxeSW1XtvGzZ398l8yIQSEnIh3_0 2024-09-22T09:07:35.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9760056031187467604', time=2024-09-22T11:02:32.534073+0000, chain.objs.size()=1 2024-09-22T09:07:35.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.706+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.XabEfH8_BijGa079tIepCdeDfknmNYo_0 2024-09-22T09:07:35.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11594080343426728775', time=2024-09-22T11:02:34.899298+0000, chain.objs.size()=1 2024-09-22T09:07:35.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.Wo-SBtp_53JzODTlmYMDOeUF8Lkrs4-_0 2024-09-22T09:07:35.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6270459615525597816', time=2024-09-22T11:03:11.742729+0000, chain.objs.size()=1 2024-09-22T09:07:35.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.dEdyppP-ICfb37gZjbMPA8gcpLmAkOI_0 2024-09-22T09:07:35.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12363995153491958759', time=2024-09-22T11:03:42.638378+0000, chain.objs.size()=1 2024-09-22T09:07:35.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.cW3FtmX56_jZid3mbeAmm_3uVWls2sa_0 2024-09-22T09:07:35.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6463600332301594543', time=2024-09-22T11:03:42.649064+0000, chain.objs.size()=1 2024-09-22T09:07:35.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.kUjKqfgoNBIHRo0ybNQ6lQn7AJ11uCW_0 2024-09-22T09:07:35.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17276324114246331115', time=2024-09-22T11:03:44.832495+0000, chain.objs.size()=1 2024-09-22T09:07:35.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.ID0iBf71-6WijQxTheX0YG5zrmMJCBw_0 2024-09-22T09:07:35.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9305972652464000092', time=2024-09-22T11:04:17.154580+0000, chain.objs.size()=1 2024-09-22T09:07:35.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.zP1PfoXWeP6JifQHeeq3vDDZXz4nmwF_0 2024-09-22T09:07:35.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15954346021860950848', time=2024-09-22T11:04:19.515814+0000, chain.objs.size()=1 2024-09-22T09:07:35.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.710+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.7a8esyhBhbaLrrEfqfJ_LIUQyqngIzs_0 2024-09-22T09:07:35.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.714+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.718+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:07:35.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.718+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.718+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:07:35.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.904774125493615299', time=2024-09-22T11:00:13.044061+0000, chain.objs.size()=1 2024-09-22T09:07:35.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.CuIcZ3segs3RQKaKz03UDmS3SZLaljK_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10496469524943782024', time=2024-09-22T11:00:46.887823+0000, chain.objs.size()=1 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.Eksz5ExjoNkBW9_pTvBQ0jeRN4OlxjB_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14480267924206841967', time=2024-09-22T11:00:46.890118+0000, chain.objs.size()=1 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.BFIO2n8ABj7PlEjhVvRhpg9GacipTH1_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17935484725939458308', time=2024-09-22T11:00:46.894006+0000, chain.objs.size()=1 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.sC6lbZLGsIxRvEUOirSiis62zNmRxHp_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3948602608459089351', time=2024-09-22T11:00:49.247560+0000, chain.objs.size()=1 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.Vrgeb8Q7uZh-80S3qDfBN6cL0NOX_ap_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7312159342728567712', time=2024-09-22T11:00:50.907067+0000, chain.objs.size()=1 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.oLrA5aITLCn7gLDRm8bKmzfADTs_EgG_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4357216279330771272', time=2024-09-22T11:01:24.716542+0000, chain.objs.size()=1 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.GJ4v5TuVDJaJaIe9AdKDaBIy8RLfXtI_0 2024-09-22T09:07:35.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3725911011980228947', time=2024-09-22T11:01:24.724942+0000, chain.objs.size()=1 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.uUD3JL0ImtOuAj_Ml48OneeWeQD7xnW_0 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6615228913975846079', time=2024-09-22T11:02:00.364983+0000, chain.objs.size()=1 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.fMc7lBgHtuMD0r7S_lnaOdDsAqJozwU_0 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13637361281002514915', time=2024-09-22T11:02:36.472683+0000, chain.objs.size()=1 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.rSXD09sgrCFBkrMJcn5Y77De-Q4LI8I_0 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9797377439414939767', time=2024-09-22T11:03:08.258270+0000, chain.objs.size()=1 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.JZKQXHH_UY_I-3dzSEPDs35nxwb83GI_0 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10959484529851884180', time=2024-09-22T11:03:10.005027+0000, chain.objs.size()=1 2024-09-22T09:07:35.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.722+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.7CZ6RpFB4JoOuq7Kq0ctQgn39BIGenP_0 2024-09-22T09:07:35.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13754380305136508030', time=2024-09-22T11:03:44.803260+0000, chain.objs.size()=1 2024-09-22T09:07:35.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.Ywro2hLoCUltCv9DfqCm3q6nMe4dZEd_0 2024-09-22T09:07:35.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12257177838850565778', time=2024-09-22T11:04:19.535406+0000, chain.objs.size()=1 2024-09-22T09:07:35.726 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.3xP7tJ_TeKwj2ajggm-g4wRMNkdEiCQ_0 2024-09-22T09:07:35.726 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12348204159602502576', time=2024-09-22T11:04:21.097284+0000, chain.objs.size()=1 2024-09-22T09:07:35.726 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.wGzY2jeDUkMUDb780qTBg5D_Nba1hXg_0 2024-09-22T09:07:35.726 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5640208835322559305', time=2024-09-22T11:06:59.304302+0000, chain.objs.size()=1 2024-09-22T09:07:35.726 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.YhV2dkauqqLxAFcH9cQ4n94Shrypptc_0 2024-09-22T09:07:35.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13494405049193155103', time=2024-09-22T11:06:59.306086+0000, chain.objs.size()=1 2024-09-22T09:07:35.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.726+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.AixWmJQCXfDtSj7w8SYTZBOGMIHrwJ9_0 2024-09-22T09:07:35.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.730+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:07:35.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9393492543066045018', time=2024-09-22T10:58:52.082662+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.pSV1HXrUgM0we4xaxju9vbfcCKDHDi4_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10358091886508029735', time=2024-09-22T11:00:13.030719+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.Oir8MYhvS3MPgKNK9et5hhRkU7ZHaT1_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13547340271785208684', time=2024-09-22T11:00:49.229679+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.Ah5VHWlins_MwDbeRNb3dE_B-q7ovWN_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12187530555129696184', time=2024-09-22T11:00:50.925910+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.GyOEw6UpPGyUnDWUnrN2FF3YwiAKlCX_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12813039070212101777', time=2024-09-22T11:01:24.726542+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.McrerKhfywdJfmd7D9NfqbB-ruVvLsl_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2959184793407811411', time=2024-09-22T11:02:32.520710+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.X116S-Q4nCL946EPR7OPbghu3A8mXOw_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13349064713920734309', time=2024-09-22T11:02:36.429837+0000, chain.objs.size()=1 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.xxYHpycB2AmvkkIQZTgTZD1CEFX461t_0 2024-09-22T09:07:35.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3658875028680362729', time=2024-09-22T11:03:07.794663+0000, chain.objs.size()=1 2024-09-22T09:07:35.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.p09hPzuWwS9AlGPv2GIY6jDZEsbBD5F_0 2024-09-22T09:07:35.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16109705795377506142', time=2024-09-22T11:04:53.837946+0000, chain.objs.size()=1 2024-09-22T09:07:35.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.734+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.gqfI-4ub9mylPG-2dxDhHs4ak4bdtQz_0 2024-09-22T09:07:35.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.738+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.742+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:07:35.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.742+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18186187656898825400', time=2024-09-22T10:58:51.310596+0000, chain.objs.size()=1 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.x8xxVWsrOLdCIMmZV_HcHcFyQIyLEYJ_0 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_ow0yAoH17HqtpOJ7LUPHEJRpB8rtZv3', time=2024-09-22T10:58:51.552594+0000, chain.objs.size()=1 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.ietkVgbcV_Ip5kwWh_CjneRGZY50pDi_0 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17194416625883501977', time=2024-09-22T10:58:52.048182+0000, chain.objs.size()=1 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8__shadow_.LCfXo4qbDqin0C6a5wB0_Tci3qbzDyH_0 2024-09-22T09:07:35.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7037276147229566267', time=2024-09-22T11:00:13.038653+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.hYZu4hl5hIA-sbDskaC6-6M6e3aa4o6_0 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11502730016396428343', time=2024-09-22T11:00:49.225080+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.JT2bDgfbPW9HeGUqMBahOvmLMTShfTU_0 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7706581177398225266', time=2024-09-22T11:02:00.391440+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.akJP5tCrXYF9U_q2et38McFI0ocDz4M_0 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3424528698132312925', time=2024-09-22T11:02:32.494882+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.GY2YQusK9XJwCOPfBbCixj487w9FT7Z_0 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5424047950931709673', time=2024-09-22T11:02:32.515181+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.440Pp7ye-ZTKjZrSfBwBn4RdLSRRuFV_0 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6266681782120955351', time=2024-09-22T11:02:33.819484+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.3uv-yxgWWzzawYaFycWXfth_DIvoNVG_0 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14846731345249639306', time=2024-09-22T11:02:34.883016+0000, chain.objs.size()=1 2024-09-22T09:07:35.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.6KfiQMntBMOHTEZsIsudstM763WKJMK_0 2024-09-22T09:07:35.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13083078337919008478', time=2024-09-22T11:03:08.236428+0000, chain.objs.size()=1 2024-09-22T09:07:35.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_._dPRrn1x5T7MqpMFx0rJW4e1PP33LZP_0 2024-09-22T09:07:35.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18378963240615266284', time=2024-09-22T11:03:10.009195+0000, chain.objs.size()=1 2024-09-22T09:07:35.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.746+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.xKyDNhTtuaNhsCNsm8St4Px5zzyG4MR_0 2024-09-22T09:07:35.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13066276760381309613', time=2024-09-22T11:03:44.816851+0000, chain.objs.size()=1 2024-09-22T09:07:35.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.to7-2PAEAvUg2TfiWKWUl60gT4FqB4H_0 2024-09-22T09:07:35.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2512531862889681240', time=2024-09-22T11:03:44.823935+0000, chain.objs.size()=1 2024-09-22T09:07:35.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.jg3XtKJPMW0KYSV8KIVaLCzabialvY-_0 2024-09-22T09:07:35.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16785291235718842886', time=2024-09-22T11:04:21.071614+0000, chain.objs.size()=1 2024-09-22T09:07:35.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.-BQtouO7kZ1OH9mFsXBQkwX7p7h1XIa_0 2024-09-22T09:07:35.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14800343836506682898', time=2024-09-22T11:04:21.097810+0000, chain.objs.size()=1 2024-09-22T09:07:35.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.rKGvAI-oFaYSnjez5lwL9N4SnhHm3iu_0 2024-09-22T09:07:35.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18174266931275993355', time=2024-09-22T11:04:53.841728+0000, chain.objs.size()=1 2024-09-22T09:07:35.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.750+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.dd-RhsQ5P1zDQrB-CD-Qvc3xuMuEPDN_0 2024-09-22T09:07:35.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.754+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14181489708063393153', time=2024-09-22T11:06:59.296984+0000, chain.objs.size()=1 2024-09-22T09:07:35.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.754+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.kDPgzJhdioln8daY35x-YCdlCKpPKnc_0 2024-09-22T09:07:35.755 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.754+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.758 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.758+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:07:35.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.758+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.758+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7339773767585332322', time=2024-09-22T10:58:51.298902+0000, chain.objs.size()=1 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.t0-GQbHz6PwVCXXvYgy9b2Ko_CrXzd4_0 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12607212445484329604', time=2024-09-22T10:58:51.529705+0000, chain.objs.size()=1 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.YzRGutW5ndr8vKiryXGZMoeZQ6WkU4R_0 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_MhWF1-UD7cbkPce2-DeKR-1ivL1uhDv', time=2024-09-22T10:58:51.587785+0000, chain.objs.size()=1 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.DlqpwiCzMb2GBGfeYVE3q4Bm3vv4c-B_0 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14296181022096237872', time=2024-09-22T10:58:51.885379+0000, chain.objs.size()=3 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-STANDARD.2~tpEXZBKfZ-KCA_M4kETijLIWEdOtx1W.1 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-STANDARD.2~tpEXZBKfZ-KCA_M4kETijLIWEdOtx1W.2 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15__multipart_foo-STANDARD.2~tpEXZBKfZ-KCA_M4kETijLIWEdOtx1W.3 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4406942942970800411', time=2024-09-22T11:00:13.021208+0000, chain.objs.size()=1 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.G1ha5fCeyNnJ88ocTFUxkpjRJgQIMIG_0 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12309060124790442611', time=2024-09-22T11:00:14.777795+0000, chain.objs.size()=1 2024-09-22T09:07:35.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.XyBNd4oArsOlizTfIeRzWuqgbZ9LBu2_0 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16940629781193437081', time=2024-09-22T11:00:49.231729+0000, chain.objs.size()=1 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.agVoAx9pgUyIf3BYAnnPuAG-AMoSyqM_0 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7481565598879002874', time=2024-09-22T11:00:49.234170+0000, chain.objs.size()=1 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.ZD5pGNYQgmYTIV3xUnIge9uX_BDCe3x_0 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8204394253878851542', time=2024-09-22T11:02:00.383790+0000, chain.objs.size()=1 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.xLdVZeFabAXNeW5LRF56pT6kd_go7ff_0 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17627541205497098914', time=2024-09-22T11:02:32.520426+0000, chain.objs.size()=1 2024-09-22T09:07:35.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.ggAitxdEeFTqUJ-HyLyGhQWBm0VRmHv_0 2024-09-22T09:07:35.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13749920616715499470', time=2024-09-22T11:03:08.229229+0000, chain.objs.size()=1 2024-09-22T09:07:35.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.Nx8DMrdxE7Ugcw153nVhlCEDQGZXmOA_0 2024-09-22T09:07:35.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.496670758712112021', time=2024-09-22T11:03:08.233380+0000, chain.objs.size()=1 2024-09-22T09:07:35.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.762+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.aB6cRn7Mv34T-cuWCR9CUYF0MEemwZZ_0 2024-09-22T09:07:35.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9511325789849359854', time=2024-09-22T11:03:42.638627+0000, chain.objs.size()=1 2024-09-22T09:07:35.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.i11jB6i-HkBeu5tiCOQRynpD5jKS5z-_0 2024-09-22T09:07:35.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10985611205049717708', time=2024-09-22T11:03:42.649580+0000, chain.objs.size()=1 2024-09-22T09:07:35.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.wJjeC3SOiFXA0Wtj7-arqDPUFdDtSB4_0 2024-09-22T09:07:35.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.393465670830394345', time=2024-09-22T11:03:44.801750+0000, chain.objs.size()=1 2024-09-22T09:07:35.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.ZzDSbguAyrfQdbWbCQTvVWdk2Kw1kk2_0 2024-09-22T09:07:35.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6371241298538447351', time=2024-09-22T11:03:44.830204+0000, chain.objs.size()=1 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.PqNy33QYLsORB9DJnm5P_2DA9JpHU8G_0 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13457824646734543273', time=2024-09-22T11:04:17.120536+0000, chain.objs.size()=1 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.-LRjdD_Q0R2tF8P7ZG6gqq6FkIlIrLu_0 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13831934165830701372', time=2024-09-22T11:04:17.125122+0000, chain.objs.size()=1 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.OvhEtycSJyLOtYua5rVHTyAl-QuuaLK_0 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13734714245464398901', time=2024-09-22T11:04:17.154541+0000, chain.objs.size()=1 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.-c4bkMTJxS7lqGN1E1rbzjNqPgyK7hT_0 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.350135614317587487', time=2024-09-22T11:04:19.523697+0000, chain.objs.size()=1 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.bkYbDzaIEPAXfM3U2Jfyf85GXMBRNVG_0 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14289663106963426527', time=2024-09-22T11:04:21.079825+0000, chain.objs.size()=1 2024-09-22T09:07:35.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.766+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.-qVU71Q4hpyDgo-_-dLvZTDoC-5uwuw_0 2024-09-22T09:07:35.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.774+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.774+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:07:35.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_9bEAd7J2muwR4w8RfX9sKLncJlW2WR8', time=2024-09-22T10:58:51.636238+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.WyVJvgyt9voSzGid3NNvpkNa7Bf8U1r_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_aHNu-95_I172riKIvex6fKEvVA-1mJh', time=2024-09-22T10:58:51.810323+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.L4GvOiT5VhDnyEq3ziV9WQp1U4Btway_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8794340625317490203', time=2024-09-22T11:00:14.744258+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.AiXvv5J6eZcDZgv8feyv3T19LTAasal_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6433776644878667205', time=2024-09-22T11:01:24.697720+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.9UuKUIcCXK8zpgNX4qJMSUgGviYfu-Z_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12987022225358270239', time=2024-09-22T11:01:58.650409+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.DBdTr2kDM4211g_fLW_EKu33Ik2Fa82_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18102459204116775888', time=2024-09-22T11:01:58.665343+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.2jDHgZHxPNJvMlIF7TaMTOS8U9K-5y9_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6675288265308621081', time=2024-09-22T11:02:34.907983+0000, chain.objs.size()=1 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.dtKh_pAqOsI9cC10cMiflLCEWVH3iX7_0 2024-09-22T09:07:35.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22046770084471177', time=2024-09-22T11:02:36.450345+0000, chain.objs.size()=1 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.c0dXDWPPdc0PVOBr12iJYa57_WT9C2q_0 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8210895568833161197', time=2024-09-22T11:02:36.451830+0000, chain.objs.size()=1 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.6V756J5ffmCegkT-TbtZvtlasmJf87U_0 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7514241289311208093', time=2024-09-22T11:03:08.242621+0000, chain.objs.size()=1 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.uXSenA51ynnfZ7u_tR3WkQ_6Iutgqht_0 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10596183889493937876', time=2024-09-22T11:03:09.987762+0000, chain.objs.size()=1 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.klAaxzhnjUmz8G3X9MYfdV5J6f1tYBV_0 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2232443708264928050', time=2024-09-22T11:03:44.826236+0000, chain.objs.size()=1 2024-09-22T09:07:35.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.778+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.NzxSyw9ragqTY6U5B7DYJYzm1aOBq9h_0 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2976787156684480770', time=2024-09-22T11:03:44.845378+0000, chain.objs.size()=1 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.aYc32wWm3ojgx1Ax8CKlKO_NjJp4Mu2_0 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9787203488513195111', time=2024-09-22T11:04:17.135283+0000, chain.objs.size()=1 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.sTQPG4CWWbRYYw2z28RV8Aivmabc0dq_0 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16229099209830011320', time=2024-09-22T11:04:17.143709+0000, chain.objs.size()=1 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.lU-sTeoYRhixZ2trMuQCVxxITdHmTzy_0 2024-09-22T09:07:35.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13819039757059927350', time=2024-09-22T11:04:19.532404+0000, chain.objs.size()=1 2024-09-22T09:07:35.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.cMP4b-_XxSaAwbIbvn2z9CEka_RSNyg_0 2024-09-22T09:07:35.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.538451236880462280', time=2024-09-22T11:04:19.549617+0000, chain.objs.size()=1 2024-09-22T09:07:35.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.FlAyW-m70ZW8fft0nSDyjUoze8eXlEx_0 2024-09-22T09:07:35.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3835878905208915823', time=2024-09-22T11:04:21.066227+0000, chain.objs.size()=1 2024-09-22T09:07:35.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.782+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.0-UZO5sGqDh2ydLtpRVA7vkqcQX6Woz_0 2024-09-22T09:07:35.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.786+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.790+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:07:35.792 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.790+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.792 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.790+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-22T09:07:35.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16052865517158973470', time=2024-09-22T11:00:50.932732+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.yhp0GahBE9qsMSSbvOV5FdzSwTBe7jX_0 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13085930489105817616', time=2024-09-22T11:01:24.023753+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.-CjVlKo29xJoxu65m0ut99sE-tU3MV1_0 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5662590585412692140', time=2024-09-22T11:01:58.645765+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.Pwus96zXJqb6AaGJzQAi46vFbgdG0zx_0 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6924292081024471019', time=2024-09-22T11:02:00.372310+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.qvrVawsPptLzha0OX-8GkFgYtZ8mb_n_0 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10218258775345154954', time=2024-09-22T11:03:08.271035+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.Wt8PzFMTvuOK45AS3tx0dkdmfk-ax83_0 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.55103946792165028', time=2024-09-22T11:03:42.642515+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.aTums5Q9kDlg1YOw3Ne5CgoZIqk2BGA_0 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3440003796852616455', time=2024-09-22T11:03:42.644175+0000, chain.objs.size()=1 2024-09-22T09:07:35.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.R9XSj0iqzXRq6VayvnL-S07MYXIL4Qr_0 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11062986771666284372', time=2024-09-22T11:03:42.656060+0000, chain.objs.size()=1 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.4ACulEKupLD91bOqusemmR9KezGfgQD_0 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16479408778836384690', time=2024-09-22T11:03:46.286411+0000, chain.objs.size()=1 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.qYhxUfpwtJxYId2VakHUrqGV_T51BcJ_0 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4732454574057637427', time=2024-09-22T11:04:17.128126+0000, chain.objs.size()=1 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.TdMy35MUbEikopN-RBedvs7DloPH5vB_0 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3757973803635613901', time=2024-09-22T11:04:17.144251+0000, chain.objs.size()=1 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.RDU1xgboijyUXaKm0IZT_sh2vRXcCdh_0 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9721384536670120277', time=2024-09-22T11:04:17.146056+0000, chain.objs.size()=1 2024-09-22T09:07:35.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.794+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.E9ASeEuIVc_4uo287oUvkrjCdylwVT8_0 2024-09-22T09:07:35.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3269997855495665143', time=2024-09-22T11:04:19.517526+0000, chain.objs.size()=1 2024-09-22T09:07:35.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.67_G8rLARQnzh8cwiAAtrkxXqgHTNg1_0 2024-09-22T09:07:35.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2636944737526325282', time=2024-09-22T11:04:19.529538+0000, chain.objs.size()=1 2024-09-22T09:07:35.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.-GcpztjgermSbyAac1sP9NH6X5A9120_0 2024-09-22T09:07:35.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15482141868956408453', time=2024-09-22T11:04:21.066039+0000, chain.objs.size()=1 2024-09-22T09:07:35.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.oSJ88kMvOhrBgbecG7bUbo9rBMvVX0u_0 2024-09-22T09:07:35.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14181876032657402394', time=2024-09-22T11:06:59.299214+0000, chain.objs.size()=1 2024-09-22T09:07:35.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.798+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.WdYZS5JlUGRS2BQvCjkmsApysZVGjAO_0 2024-09-22T09:07:35.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.802+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:07:35.807 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9517269012385910257', time=2024-09-22T10:58:51.286808+0000, chain.objs.size()=1 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.jDT7c8Clz0bGMQEI5mVe4yRk9pjawkX_0 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6945787151800014719', time=2024-09-22T10:58:51.492748+0000, chain.objs.size()=4 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.1 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.2 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.3 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10__multipart_foo.2~mTCaVVVxyuEUuPAzS31NHLnGVPFHrSV.4 2024-09-22T09:07:35.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5016554646078928247', time=2024-09-22T10:58:51.624352+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.8bk7lZKLo1K6yW5EzUuOQfs55nb75Ob_0 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_AT_c-j7fCi23LngloWYA_1Mppw_HwZt', time=2024-09-22T10:58:51.799543+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.voUuJrNh-whJtE36HbpZziQTpucm6cV_0 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39976698047754791', time=2024-09-22T11:00:49.220493+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.kikz648UhONNprXM1v7VAQop3DntL0u_0 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18209875278392006582', time=2024-09-22T11:01:22.542217+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.7KfQvbNQJE-W9esVKm4i6KlxDb1xN5R_0 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6101872390277981836', time=2024-09-22T11:01:26.520270+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.bTp6SJsgoy3Ir94JB1796SsccF2a3_I_0 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18088958704145617611', time=2024-09-22T11:02:00.369321+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.UhBAJ_7ZwIK8cvBXvZrlOAMMAuknqg0_0 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6039145613599881109', time=2024-09-22T11:02:36.472472+0000, chain.objs.size()=1 2024-09-22T09:07:35.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.806+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.HmDBp9xnvSgPv1_-6FAIL8Pciyf6HEw_0 2024-09-22T09:07:35.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15175498788888451769', time=2024-09-22T11:03:08.254803+0000, chain.objs.size()=1 2024-09-22T09:07:35.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.AiP-TXxupCJU9Mqg5B1AJKMALi1X6tA_0 2024-09-22T09:07:35.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3591121148864010911', time=2024-09-22T11:03:44.816470+0000, chain.objs.size()=1 2024-09-22T09:07:35.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.RU4RuNu4bLVXyoF4l8Cljl1wKTOeJnX_0 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7978776761047625980', time=2024-09-22T11:03:44.839098+0000, chain.objs.size()=1 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.3DSr5a46q757BvSvGqkBM_wCuyb62Ts_0 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4810225622210144924', time=2024-09-22T11:04:19.537294+0000, chain.objs.size()=1 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.Onu4GWJHu1LRBH8guzrHKtZ4zlYTTgb_0 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9901750492663098683', time=2024-09-22T11:04:53.843150+0000, chain.objs.size()=1 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.AxiwfguGsWRqPYjyZu7f87jME92xcAh_0 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17395405322935461894', time=2024-09-22T11:04:53.862939+0000, chain.objs.size()=1 2024-09-22T09:07:35.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.814+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.mSVXOL_l4BdI8JhimqfTth2BhnQG4JN_0 2024-09-22T09:07:35.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.818+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:07:35.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497204494179733347', time=2024-09-22T10:58:51.320702+0000, chain.objs.size()=1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.d7Kh28vlqRXJNAaA1TCDrkpX4lPBppc_0 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_LtO46ZvFb2hjQ_E_X04PLnc-UkU19ZW', time=2024-09-22T10:58:51.648882+0000, chain.objs.size()=1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.SOFOxtf23SjuXRv3bcQ25Hpd8py7BPL_0 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_e2ByPMpJq-kQBdCOR8mCkNcem6GXfEW', time=2024-09-22T10:58:51.722578+0000, chain.objs.size()=2 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.U1R1Wk9V__YhDCXkmpR007ISDKRj4fK_0 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.U1R1Wk9V__YhDCXkmpR007ISDKRj4fK_1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3522544411299032665', time=2024-09-22T11:00:13.012930+0000, chain.objs.size()=1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.Y9yenJ_qlDfae4P5ztXsdv3drfj-_le_0 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1770516609906379294', time=2024-09-22T11:00:13.040736+0000, chain.objs.size()=1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.XFjz0x-HPhIaHjqggCx25p3B-u4lwSB_0 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2222754693030493942', time=2024-09-22T11:00:49.222373+0000, chain.objs.size()=1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.QfLgUo5dl2IFk8BBJjItn7YiZjrqGb-_0 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3533927316908381778', time=2024-09-22T11:00:50.914839+0000, chain.objs.size()=1 2024-09-22T09:07:35.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.fnEQdwjjRbIQ0rPI37-40htdULKG4dr_0 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11777309110798765011', time=2024-09-22T11:00:50.923187+0000, chain.objs.size()=1 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.ksefBViPbP7Mg0nJZkbbUg8DCbE3AWi_0 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7489696239607091283', time=2024-09-22T11:02:36.428432+0000, chain.objs.size()=1 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.d18rx-jJ2SNTsFIzEcz6XuTJJSBiR4z_0 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7320485760335487478', time=2024-09-22T11:02:36.468016+0000, chain.objs.size()=1 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.hJUmcQ-P59QfvMppZgZDuR-p6xmuLeN_0 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1888319656390806785', time=2024-09-22T11:03:09.994642+0000, chain.objs.size()=1 2024-09-22T09:07:35.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.822+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.ntabyyjiBvdos4WghjUZa7l9aUrZTLo_0 2024-09-22T09:07:35.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15850233868442860514', time=2024-09-22T11:04:19.551302+0000, chain.objs.size()=1 2024-09-22T09:07:35.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.E3QyTK-mMlL0LjamUbiL5EPJMAxbIr3_0 2024-09-22T09:07:35.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9747838407184506950', time=2024-09-22T11:04:21.064840+0000, chain.objs.size()=1 2024-09-22T09:07:35.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.MHWYiMxGgX4dEQ-kBDCgC0kWG2pXcB7_0 2024-09-22T09:07:35.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17802844689019365319', time=2024-09-22T11:04:21.086072+0000, chain.objs.size()=1 2024-09-22T09:07:35.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.z3ZCCg60DmmrageAa4RBsF_viMi2o2q_0 2024-09-22T09:07:35.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13275382221013430653', time=2024-09-22T11:04:21.095794+0000, chain.objs.size()=1 2024-09-22T09:07:35.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.I3Zu_leP3HBMfAIqusjpgnmhmofcEWo_0 2024-09-22T09:07:35.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1297567748942195594', time=2024-09-22T11:06:59.298870+0000, chain.objs.size()=1 2024-09-22T09:07:35.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.830+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.X4DZF9eYM_dZx-RvhSCjD-k39vjcBe6_0 2024-09-22T09:07:35.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.834+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.834+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:07:35.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-22T09:07:35.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5115097218416818807', time=2024-09-22T10:58:52.133453+0000, chain.objs.size()=1 2024-09-22T09:07:35.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.xYOaSwpikdE57-iNh5rvmFCeH5JkHSu_0 2024-09-22T09:07:35.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1054385276522186497', time=2024-09-22T11:00:12.321877+0000, chain.objs.size()=1 2024-09-22T09:07:35.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.mi_L3IASoxceU_9KXfZ2mo6H9tlTWba_0 2024-09-22T09:07:35.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2061916089655382201', time=2024-09-22T11:00:13.033313+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.hyQY1hgc6ed6vTOIjL5yD2xKjawFhYo_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2811630655753270247', time=2024-09-22T11:00:14.783714+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.r6bOoxfUI5SXctHK2CV0NR4hkEw9UZ6_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5848551598283744259', time=2024-09-22T11:00:50.930396+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.-kJinqfyF1Z6nhbWfZuKMQEVLJ547CV_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6390071843094276876', time=2024-09-22T11:01:22.534849+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.vkI0cCOHoyR6pvhPpvbFOHirjE4YvPt_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6400394023067289404', time=2024-09-22T11:01:24.696662+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.Ik91HVDGLa4hWWzPNj2ZfAiI0BoVerD_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4921899756088852008', time=2024-09-22T11:01:58.661716+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.fPYruD38dgzRHJbcl32oFHaXb0LAVIG_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1186997649341443940', time=2024-09-22T11:02:00.359431+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.9jERG57wWntRLQEgBc8pITzN4I2GKx1_0 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16826657843304873273', time=2024-09-22T11:02:00.394355+0000, chain.objs.size()=1 2024-09-22T09:07:35.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.IXWvUL8buBpoB2YV2yxjngKjf_89Aop_0 2024-09-22T09:07:35.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4705846201623159669', time=2024-09-22T11:02:34.900436+0000, chain.objs.size()=1 2024-09-22T09:07:35.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.i0oTTgWYW8Cqv1Dqd_408BG7r67l95X_0 2024-09-22T09:07:35.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12095785762331169188', time=2024-09-22T11:02:36.468516+0000, chain.objs.size()=1 2024-09-22T09:07:35.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.838+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.2qNinYaQJsi1WKF8ZGauhZ3Xx7jIrza_0 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10646547113070778434', time=2024-09-22T11:03:08.251456+0000, chain.objs.size()=1 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.2i62zHgGzduN0aPmclZTE9nmFl2VFiB_0 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1949647091708659146', time=2024-09-22T11:03:09.323515+0000, chain.objs.size()=1 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.UHgs-BALhH7VsUTeNrzL3HzhS6BKUVJ_0 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14044218938606194254', time=2024-09-22T11:03:09.993307+0000, chain.objs.size()=1 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.3YzTeztM4GAQEcfX19UTyJz8yHDCbSb_0 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10450749480816672964', time=2024-09-22T11:04:21.059505+0000, chain.objs.size()=1 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.39__shadow_.2jLissg8C5xGjMhCH3URRQwCzd-JLJb_0 2024-09-22T09:07:35.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.891613976426768439', time=2024-09-22T11:04:53.843547+0000, chain.objs.size()=1 2024-09-22T09:07:35.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.842+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.yawdk9GeWSmvLdmG3pc8mHE6WN6AfJ4_0 2024-09-22T09:07:35.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.846+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.399743765997600562', time=2024-09-22T11:04:53.864106+0000, chain.objs.size()=1 2024-09-22T09:07:35.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.846+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_._QCs_7CuCgeRu8Pz7NZUhcx-_gcjebA_0 2024-09-22T09:07:35.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.846+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3570509160339797571', time=2024-09-22T11:06:59.306578+0000, chain.objs.size()=1 2024-09-22T09:07:35.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.846+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.T7pldIjhl4XkFW7Xn-drEQ0z5F15PAH_0 2024-09-22T09:07:35.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.850+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.850+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:07:35.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.642806869604929654', time=2024-09-22T10:58:51.744377+0000, chain.objs.size()=3 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.1 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.2 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.3 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11260623220510892811', time=2024-09-22T11:00:14.781708+0000, chain.objs.size()=1 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.RilStKncagLt38PxcLGfGWjllXMV4Es_0 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3152068772209634276', time=2024-09-22T11:01:22.539137+0000, chain.objs.size()=1 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.FNtjS_qUU024lilZGEhBT5uO5WApCR__0 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16603063645943065192', time=2024-09-22T11:01:26.528778+0000, chain.objs.size()=1 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.KG6_DX_WKaIircUxaGa9SwI22hNzZUa_0 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11552689067503011583', time=2024-09-22T11:01:26.535101+0000, chain.objs.size()=1 2024-09-22T09:07:35.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.0erIWKYekwwFg-9wT7cW2XCCmMSEf5X_0 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5582348623238811589', time=2024-09-22T11:01:26.543667+0000, chain.objs.size()=1 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.2y35aZmwURzunW1lBo8c3tYKTq4sXzu_0 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1267839590929436314', time=2024-09-22T11:01:58.637918+0000, chain.objs.size()=1 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.1gQeGw6KsgaQw163sVsDZWr4jRzfKVg_0 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17750161181397926033', time=2024-09-22T11:02:36.433383+0000, chain.objs.size()=1 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.JExc5sVT8bzp0kEadVfT2sGfUmduLsw_0 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17402575165518326326', time=2024-09-22T11:03:09.984699+0000, chain.objs.size()=1 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.Jf4aQr9MNIAQtOxtWviCaTslOMxMd-D_0 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2069929131111163877', time=2024-09-22T11:03:44.805670+0000, chain.objs.size()=1 2024-09-22T09:07:35.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.854+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.mzmdVV1fV4Pc1RvS0XoVna8dfea6tNx_0 2024-09-22T09:07:35.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.862+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.862+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:07:35.865 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.866 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4286060447409100097', time=2024-09-22T10:58:51.372662+0000, chain.objs.size()=4 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.1 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.2 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.3 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12__multipart_foo.2~Tag66xLJT8QaiWO_qDKTaBQ8V13X7S8.4 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_d6_TT8r81TvnxwkilKweUyQdrf9B-yi', time=2024-09-22T10:58:51.733729+0000, chain.objs.size()=2 2024-09-22T09:07:35.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.T6DP5eoJdLDGkfc3hr-qL_QrReiawmh_0 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.T6DP5eoJdLDGkfc3hr-qL_QrReiawmh_1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14628635631670550334', time=2024-09-22T11:00:13.032923+0000, chain.objs.size()=1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.bPupp9VxzZwoUDgY4AZqUv-lvNOaY7f_0 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4783082620947857392', time=2024-09-22T11:00:13.045654+0000, chain.objs.size()=1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.x9iTT84z06bCbGgx6F0dzR_eRe50Wat_0 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14329534493736466651', time=2024-09-22T11:00:46.888068+0000, chain.objs.size()=1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.orPCvzEgM2buC95v-y7ihtflG2Ej1WJ_0 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4691913300288255777', time=2024-09-22T11:00:46.901494+0000, chain.objs.size()=1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.CiE-jFIGUGSTRV9cad6rNsZhsxKEnOj_0 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13527541043462491766', time=2024-09-22T11:01:22.518339+0000, chain.objs.size()=1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.2j4PVsGIWQ6tsiJYIbgoN5lZHK37hQn_0 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15339875991970224516', time=2024-09-22T11:01:22.520487+0000, chain.objs.size()=1 2024-09-22T09:07:35.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.866+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.Sqej0McBjHV-YZJ2YgVDl1is-tXNgXr_0 2024-09-22T09:07:35.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3851250236707330393', time=2024-09-22T11:01:22.523443+0000, chain.objs.size()=1 2024-09-22T09:07:35.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.DiZeGbHL8aUCiO3LYoxeOZNNWGHoqz3_0 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13720701347590120306', time=2024-09-22T11:01:22.535876+0000, chain.objs.size()=1 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.3VsE-hThLUexWovMTMRswyhuuFkssPS_0 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3181282432063830204', time=2024-09-22T11:01:24.721805+0000, chain.objs.size()=1 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.pDdv8fuEoUSQAx14w79opmrYgtNbLDA_0 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11672512267663693816', time=2024-09-22T11:01:26.522271+0000, chain.objs.size()=1 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.1kQYTueHfvkdsYG4vcBJVVv0K9_lNPE_0 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15350149986328072630', time=2024-09-22T11:01:26.531069+0000, chain.objs.size()=1 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.smqIn_7jv5qBA6yHostRV4wCaAOmgag_0 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18010857381160907367', time=2024-09-22T11:02:00.367751+0000, chain.objs.size()=1 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.Oh3DQ6rf0ieX_KtPNuee3klkB_MZxiG_0 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13861099498334719795', time=2024-09-22T11:02:32.515738+0000, chain.objs.size()=1 2024-09-22T09:07:35.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.uUbmWMCbNJUfudOCOU68Xa0lZ-waJsm_0 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3689413535251609712', time=2024-09-22T11:03:08.244977+0000, chain.objs.size()=1 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.7TKtVRoL_tKpQqxVVnrvrBK3X8iUcRF_0 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15431291903664359568', time=2024-09-22T11:03:44.820083+0000, chain.objs.size()=1 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.qj9PGZoWX1A0wiRAeWCuVOplHI8PIEp_0 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1014666768158911796', time=2024-09-22T11:04:18.628189+0000, chain.objs.size()=1 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.34Ygu8jLSkgli2Sr31beLBAeQ_2oedY_0 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3112356242487620727', time=2024-09-22T11:07:12.312526+0000, chain.objs.size()=1 2024-09-22T09:07:35.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.870+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:spD31V9VYtHeH90SsEz2saJCDppv7kP_.AU5bSufXDaApBoNrUN-YxspkB-rzu2y_0 2024-09-22T09:07:35.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.878+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.882+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:07:35.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.882+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.882+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.882+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:07:35.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3564189294141280051', time=2024-09-22T10:58:51.404160+0000, chain.objs.size()=4 2024-09-22T09:07:35.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.1 2024-09-22T09:07:35.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.2 2024-09-22T09:07:35.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.3 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13__multipart_foo.2~1Rd642zZ5cetCD1oLUxAK_Wk7COnAHQ.4 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9857864218500411236', time=2024-09-22T10:58:51.789313+0000, chain.objs.size()=3 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.1 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.2 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-STANDARD.2~Z8GOdXjiMk57p6wkf8TMf73s6BPPC6h.3 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10013188053596885575', time=2024-09-22T11:00:14.754945+0000, chain.objs.size()=1 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.cla2YQ7A40eRG_HEaU6SG6KsQKUkf2T_0 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4360559454348692019', time=2024-09-22T11:00:14.778366+0000, chain.objs.size()=1 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.mAju6VMvKrKNKLmuJesRbAgIqLBwJLX_0 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.282924317670723355', time=2024-09-22T11:00:50.928289+0000, chain.objs.size()=1 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.ZUCet-sEBcIS9eL7ue4D-_Zlk6wdeaJ_0 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12261707958843948185', time=2024-09-22T11:01:26.518857+0000, chain.objs.size()=1 2024-09-22T09:07:35.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.5oNtPE5nG0bkkkSNRPKeYq2nj6CZJxw_0 2024-09-22T09:07:35.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4071373944486844816', time=2024-09-22T11:01:58.653340+0000, chain.objs.size()=1 2024-09-22T09:07:35.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.JnQUGq85Y0tnxzLilQaElvomtaLrlpM_0 2024-09-22T09:07:35.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10873648565222635533', time=2024-09-22T11:02:00.388266+0000, chain.objs.size()=1 2024-09-22T09:07:35.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.886+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.tQNn30_z_geRtXl7lbXTLegKAYzzMU9_0 2024-09-22T09:07:35.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.448678736415594015', time=2024-09-22T11:02:32.538923+0000, chain.objs.size()=1 2024-09-22T09:07:35.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.6bRSkhvokM9Et8SzIDLnmuHiWEk5Ip7_0 2024-09-22T09:07:35.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13856390583896121967', time=2024-09-22T11:02:34.885605+0000, chain.objs.size()=1 2024-09-22T09:07:35.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.HiHlpwCWFBRsNdzaqJKlQ-zH7OEhkGG_0 2024-09-22T09:07:35.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.952161396630031722', time=2024-09-22T11:02:36.463253+0000, chain.objs.size()=1 2024-09-22T09:07:35.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.OYSkoQSe74oGbItsKVWh1L0WKScVL8j_0 2024-09-22T09:07:35.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6908381389754748716', time=2024-09-22T11:03:08.244148+0000, chain.objs.size()=1 2024-09-22T09:07:35.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.mtjU37ARTLZr_dGViZVan1iFciilzYL_0 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17202588930267895845', time=2024-09-22T11:03:08.252124+0000, chain.objs.size()=1 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.lSKOtDY40z0MYHEtys5yyskvYA24htH_0 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2787916448204480925', time=2024-09-22T11:04:17.139267+0000, chain.objs.size()=1 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.37__shadow_.kOjN9sE9BR6z8oFVb0qHMqoiyd_H6Bi_0 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5065483092390528680', time=2024-09-22T11:04:53.840808+0000, chain.objs.size()=1 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.-j71yXoNmj4kFdYyClCD7rrvUAMdtPA_0 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15424106807385777477', time=2024-09-22T11:07:07.763667+0000, chain.objs.size()=1 2024-09-22T09:07:35.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:BqrkigNcAa1F1ksrK4CUcMJ9itSSN-F_.vTPaOx_wXtcu_N4r_dhNtcwR5-9clMm_0 2024-09-22T09:07:35.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17259607332911519408', time=2024-09-22T11:07:12.312516+0000, chain.objs.size()=1 2024-09-22T09:07:35.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.890+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.19__shadow:B4reTS0MUXaLZv7-37dSgk8.nJyGps0_.qFPzNTiigJNX7Tow78l70FfB8tzK4_1_0 2024-09-22T09:07:35.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.894+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.899 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.898+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:07:35.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.898+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5992269462603815469', time=2024-09-22T10:58:51.338408+0000, chain.objs.size()=1 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5__shadow_.zX2WsvrIXpxhBZ-Ga4Bow6-vDXL9Q7O_0 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8365331468327264590', time=2024-09-22T10:58:51.541002+0000, chain.objs.size()=1 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16__shadow_.YzRGutW5ndr8vKiryXGZMoeZQ6WkU4R_0 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_vEtCFSPV2VFfCRSMbnyCbVyk94TH2My', time=2024-09-22T10:58:51.777941+0000, chain.objs.size()=2 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.vp8PXMeeNZE5iQfE8g-QW2p3_bXCyCu_0 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.vp8PXMeeNZE5iQfE8g-QW2p3_bXCyCu_1 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8036043182813567419', time=2024-09-22T11:01:26.513576+0000, chain.objs.size()=1 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.Jt1zmAAlQvAHI3t_MCxgkgMtDflwG-L_0 2024-09-22T09:07:35.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7913935493145837062', time=2024-09-22T11:01:58.670249+0000, chain.objs.size()=1 2024-09-22T09:07:35.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.rmkPhppQ7dQPimm0GfCH1_q0vy4UPHT_0 2024-09-22T09:07:35.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10075927008750072071', time=2024-09-22T11:02:34.901934+0000, chain.objs.size()=1 2024-09-22T09:07:35.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.mwjofiq6AYTwQX8nH4PoBgwSYvDmVsG_0 2024-09-22T09:07:35.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2212680220792233605', time=2024-09-22T11:04:53.843822+0000, chain.objs.size()=1 2024-09-22T09:07:35.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.902+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.jqkk5sOfDIpWm9ZeX0P91NPyfFOCcvd_0 2024-09-22T09:07:35.906 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.906+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.906+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:07:35.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6748206282414630373', time=2024-09-22T11:00:13.032900+0000, chain.objs.size()=1 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.k89YPz0WjFvYN8SnlykDr8E9645pQfm_0 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13738919008401615931', time=2024-09-22T11:00:14.771064+0000, chain.objs.size()=1 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.vLKj-4wumwVZdO4SJSXyHOqQABauDRx_0 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4878049031648663523', time=2024-09-22T11:00:46.897549+0000, chain.objs.size()=1 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.K_IXGbjluQ1E9XqPvrfFAJU1p4TRetQ_0 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5526420882387822625', time=2024-09-22T11:00:49.249493+0000, chain.objs.size()=1 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.pvaUeOkWFhOtapPK7oouI5w5Fgs4CAT_0 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13440809959841873694', time=2024-09-22T11:01:22.526795+0000, chain.objs.size()=1 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.x9zCjwogeN01tY91ZwNyETyKHY1sd9f_0 2024-09-22T09:07:35.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16761773917454102769', time=2024-09-22T11:01:22.530547+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.6jMEAO5wkPotYHrIbNb-IsjEcdBunvc_0 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11623235348601068720', time=2024-09-22T11:01:58.645935+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.28__shadow_.xU5byOUWQN2zRrc52FWEB0JXBtqZ0Y__0 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6176661507348804046', time=2024-09-22T11:02:00.387880+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.qz5s-9TXNRh6BZ5n42-6m3WWZLr6Pao_0 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10411856168830018008', time=2024-09-22T11:02:34.874515+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.1BTxkUx-AYColz1buJQ5u-PZXKfpAB5_0 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8391274991801463560', time=2024-09-22T11:02:34.917860+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.31__shadow_.kOMsBY_NNJoTzdHVl_PPpkfxmn8O5Tq_0 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1072547744424539569', time=2024-09-22T11:03:42.612694+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_.B9N4Ca0sJiwRTv1jNzOlm0AQL5woKgn_0 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5380233033914074510', time=2024-09-22T11:04:19.536160+0000, chain.objs.size()=1 2024-09-22T09:07:35.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.910+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_._dOPsDrjRBqU2SlRK6yt4oI4xwLW4uC_0 2024-09-22T09:07:35.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.914+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2787749636811776438', time=2024-09-22T11:04:53.871743+0000, chain.objs.size()=1 2024-09-22T09:07:35.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.914+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.YEiz0X3D6KHP6Say7IoNxKka4eFkRdc_0 2024-09-22T09:07:35.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.918+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.918+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:07:35.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:07:35.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='_4LgQOsELXZmqnkvcROcdORKoI5elINs', time=2024-09-22T10:58:51.756331+0000, chain.objs.size()=2 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.-4zDnmnGgkfUi05eohQFpPdzDVvblFA_0 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__shadow_.-4zDnmnGgkfUi05eohQFpPdzDVvblFA_1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4659529038552542182', time=2024-09-22T11:00:14.750714+0000, chain.objs.size()=1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.jtz9vC7u1WFatz0H7sShNYDmN7KFW7N_0 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.433883310851196332', time=2024-09-22T11:00:46.890102+0000, chain.objs.size()=1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.22__shadow_.i-jUHcfzT4IWEGz0QDQrhhakOfddDfQ_0 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14228546783825140396', time=2024-09-22T11:00:49.217126+0000, chain.objs.size()=1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.FBCRPEQEFoyn103wogW9DysVgeB-dlv_0 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15117984264247641175', time=2024-09-22T11:00:49.248241+0000, chain.objs.size()=1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.0OYsmleKZUuufB3g37NPevi9x7DzYQ__0 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5739277532386465759', time=2024-09-22T11:01:24.706130+0000, chain.objs.size()=1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.A02X5ZGn4f2Wpi_XSdNWxAtz_zQ7ytC_0 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16892487747400258407', time=2024-09-22T11:01:24.708304+0000, chain.objs.size()=1 2024-09-22T09:07:35.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.Vs8-pwf8MQ-9N4TkAqHKylFV9qUP5De_0 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7402236811880283766', time=2024-09-22T11:02:36.433992+0000, chain.objs.size()=1 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.DP1H6kk6jvEWargAadxlSjLvRsJTy27_0 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11337607518987407428', time=2024-09-22T11:02:36.443440+0000, chain.objs.size()=1 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.p809ZlGT4HJkVbTM4WTRxJecKp5AOzx_0 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14940178206104823137', time=2024-09-22T11:02:36.465648+0000, chain.objs.size()=1 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.32__shadow_.rkDIwYVazz1xELmaTOJocZNrqzIowEE_0 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16319541824926285935', time=2024-09-22T11:03:08.256188+0000, chain.objs.size()=1 2024-09-22T09:07:35.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.922+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.33__shadow_.esGZy_OWoorKP2gQIqX0o8M3laVvWWv_0 2024-09-22T09:07:35.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15493119191187669015', time=2024-09-22T11:03:10.019478+0000, chain.objs.size()=1 2024-09-22T09:07:35.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.OaC9OaVkaicfQwafI8X4gOEm4KHRe0S_0 2024-09-22T09:07:35.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15944274996360917576', time=2024-09-22T11:03:42.636453+0000, chain.objs.size()=1 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.35__shadow_._Dyx4PTsQU9yRDGtpp20w0tKxKgsKRj_0 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17948729800059236312', time=2024-09-22T11:03:44.837334+0000, chain.objs.size()=1 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.36__shadow_.EjU2WhgKEtPm9C2Qh9gC2f48vd_pge-_0 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10505161346195297905', time=2024-09-22T11:04:19.540335+0000, chain.objs.size()=1 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.Y-spbe7TMMJ91HUfA2SI29z3F7FUR0l_0 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12193625537228259191', time=2024-09-22T11:04:22.772590+0000, chain.objs.size()=1 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.zN9RPVXIvxqmW_pkpkyrXoo8YdiPFaJ_0 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3659901881792037339', time=2024-09-22T11:04:53.831154+0000, chain.objs.size()=1 2024-09-22T09:07:35.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.930+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.9RZh7pPj1UEow81bPYHFbC90vRZwOwf_0 2024-09-22T09:07:35.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.934+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.934+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:07:35.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8363245373502100030', time=2024-09-22T10:58:51.767261+0000, chain.objs.size()=3 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.1 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.2 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17__multipart_foo-LUKEWARM.2~mzwfk8Au7vHLUs_0y5oGqPvtlzxFAlt.3 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7561797555848272898', time=2024-09-22T10:58:52.144612+0000, chain.objs.size()=1 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9__shadow_.zmJtVn9ffLRFv-EBuLmyWl8E71dA7VI_0 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5069871846724074197', time=2024-09-22T11:00:13.022553+0000, chain.objs.size()=1 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.20__shadow_.Z-pKyjl21rnNpHvtiTQ5MbiYNsZd3tk_0 2024-09-22T09:07:35.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14846915529921008563', time=2024-09-22T11:00:14.767659+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.WMMykkNguQVdRYuRts4LzPv4wZMbRe8_0 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2025460079013009943', time=2024-09-22T11:00:49.233787+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.23__shadow_.PDSbw27EKillnFS1jHmQUUog4MHsiDY_0 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3513004640903597504', time=2024-09-22T11:00:50.904717+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24__shadow_.pmejzWPzFv4eabd2LEmKOO6VZb5BaNB_0 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2542395240415980924', time=2024-09-22T11:01:24.707540+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.26__shadow_.eWCxyxvbymLaZH4VVdcXNUwn-_RUl7-_0 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2133280497558567807', time=2024-09-22T11:01:26.538047+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.27__shadow_.rWmk0rditXcKgIZY59Q9WW4TauoUMEI_0 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3263568533346541860', time=2024-09-22T11:02:00.364299+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.29__shadow_.hZhGSZrJ_64jw8K9mXdJgOY51kZRioB_0 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2662835950036972819', time=2024-09-22T11:02:32.506176+0000, chain.objs.size()=1 2024-09-22T09:07:35.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.938+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.igEvYsR_ywKo5PcPMHjIk8u2Fwbc1NH_0 2024-09-22T09:07:35.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.942+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7872955850108967716', time=2024-09-22T11:03:10.016175+0000, chain.objs.size()=1 2024-09-22T09:07:35.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.942+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.S5U0FhC3I4ISl_dVjjltKcI-V_tJHJX_0 2024-09-22T09:07:35.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.942+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6023032466724935425', time=2024-09-22T11:04:53.865744+0000, chain.objs.size()=1 2024-09-22T09:07:35.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.942+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.xXqt8gYq9GpL-9KUiOuj9xgArp-BGw-_0 2024-09-22T09:07:35.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.942+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6777627996407730653', time=2024-09-22T11:06:59.306968+0000, chain.objs.size()=1 2024-09-22T09:07:35.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.942+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.XUkFPxBh1ylKlVBb4VG3EFn9R8AhUxO_0 2024-09-22T09:07:35.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.946+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.946+0000 7f259ac429c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:07:35.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:35.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:35.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:07:35.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15685576781627031471', time=2024-09-22T11:00:14.745513+0000, chain.objs.size()=1 2024-09-22T09:07:35.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.7GwHeImL8xKa4t93qdpaaHdJvWobKwa_0 2024-09-22T09:07:35.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16963199824123305762', time=2024-09-22T11:00:14.791643+0000, chain.objs.size()=1 2024-09-22T09:07:35.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.21__shadow_.8VWAHNRDzungA6ywW_IKCjmcxEhpmUG_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5610277147954350144', time=2024-09-22T11:01:22.530170+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.OgzyehDjZNScOx0DhElCDe6EC05TAAw_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12755373359391899530', time=2024-09-22T11:01:22.533086+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.25__shadow_.-t0SXKu2Vhnp5iTJCW5dGn-uEgobgje_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10090521020246966078', time=2024-09-22T11:02:32.507585+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.bdglxVHwsvDrWESicqIBA_fL3prPMct_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1373954509712630255', time=2024-09-22T11:02:32.519175+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.KfNVD1Ucu5spUBcnFvEAqTa5LE2V7QK_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8227570199029064614', time=2024-09-22T11:02:32.531383+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30__shadow_.kAK1jEfO2vUumGA3y86KdjVqY-a8Y8h_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15026486479098735498', time=2024-09-22T11:03:09.988947+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.34__shadow_.-1MCoQWTxl1Uzap_LqscbyEO5bbhr2S_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6220500742661568981', time=2024-09-22T11:04:19.528993+0000, chain.objs.size()=1 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.URnEqPoGGI2-tuNe7EAx5wKp_6Ljty7_0 2024-09-22T09:07:35.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15509729295437477947', time=2024-09-22T11:04:19.545992+0000, chain.objs.size()=1 2024-09-22T09:07:35.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.38__shadow_.2UQLOvwkHPS_K54KMK0ixfuSSkXemUr_0 2024-09-22T09:07:35.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12289852219307494667', time=2024-09-22T11:04:53.836054+0000, chain.objs.size()=1 2024-09-22T09:07:35.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.zFHvsowdolNc60J_eY9YboVzqT39vqy_0 2024-09-22T09:07:35.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16727038104067194766', time=2024-09-22T11:04:53.850360+0000, chain.objs.size()=1 2024-09-22T09:07:35.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.950+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.YBvW_ln-F2CCguL0zVRSzuf0pkrTiTz_0 2024-09-22T09:07:35.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.954+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6334883566106822991', time=2024-09-22T11:04:53.856769+0000, chain.objs.size()=1 2024-09-22T09:07:35.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.954+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.40__shadow_.dIc125YCqpKQ9HIFzHO_-la-4wc9Lox_0 2024-09-22T09:07:35.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.958+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16493558805352089600', time=2024-09-22T11:06:59.300599+0000, chain.objs.size()=1 2024-09-22T09:07:35.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.958+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.GxkcpPy5TDxZ4vJst8EfXFgGKwEDtt4_0 2024-09-22T09:07:35.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.958+0000 7f259ac429c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13748287279410857706', time=2024-09-22T11:06:59.310122+0000, chain.objs.size()=1 2024-09-22T09:07:35.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.958+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18__shadow_.pumQ43i6cNptVOcQ17gVMiLzi_slyYq_0 2024-09-22T09:07:35.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.962+0000 7f259ac429c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:07:35.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.966+0000 7f244f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:35.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.966+0000 7f259ac429c0 20 remove_watcher() i=0 2024-09-22T09:07:35.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.966+0000 7f259ac429c0 2 removed watcher, disabling cache 2024-09-22T09:07:35.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.966+0000 7f259ac429c0 20 remove_watcher() i=1 2024-09-22T09:07:35.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.970+0000 7f259ac429c0 20 remove_watcher() i=2 2024-09-22T09:07:35.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.970+0000 7f259ac429c0 20 remove_watcher() i=3 2024-09-22T09:07:35.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.970+0000 7f259ac429c0 20 remove_watcher() i=4 2024-09-22T09:07:35.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.974+0000 7f259ac429c0 20 remove_watcher() i=5 2024-09-22T09:07:35.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.974+0000 7f259ac429c0 20 remove_watcher() i=6 2024-09-22T09:07:35.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:35.974+0000 7f259ac429c0 20 remove_watcher() i=7 2024-09-22T09:07:35.988 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:07:36.057 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:36.057 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:36.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.098+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 realm 2024-09-22T09:07:36.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:36.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.102+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.106+0000 7ff1c926f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:36.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.106+0000 7ff1c926f9c0 20 searching for the correct realm 2024-09-22T09:07:36.110 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.110+0000 7ff1c7576640 0 -- 172.21.15.64:0/3198509750 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x556ca0fac420 msgr2=0x556ca0fae8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.114+0000 7ff1c6d75640 0 -- 172.21.15.64:0/3198509750 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7ff1bc0d7420 msgr2=0x7ff1bc0d78a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:07:36.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.122+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:36.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 zone default found 2024-09-22T09:07:36.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 4 Realm: () 2024-09-22T09:07:36.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:07:36.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:07:36.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:36.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 zonegroup default 2024-09-22T09:07:36.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 started sync module instance, tier type = 2024-09-22T09:07:36.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.126+0000 7ff1c926f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:07:36.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=0 2024-09-22T09:07:36.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=1 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=2 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=3 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=4 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=5 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=6 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 20 add_watcher() i=7 2024-09-22T09:07:36.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.142+0000 7ff1c926f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:36.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.146+0000 7ff07d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.146+0000 7ff1c926f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:36.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.146+0000 7ff1c926f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:36.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.218+0000 7feff7fff640 20 reqs_thread_entry: start 2024-09-22T09:07:36.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.218+0000 7ff1c926f9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:07:36.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.218+0000 7ff1c926f9c0 20 Filter name: none 2024-09-22T09:07:36.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.218+0000 7feff5ffb640 20 reqs_thread_entry: start 2024-09-22T09:07:36.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.218+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:07:36.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.222+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.222+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.226+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.226+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:07:36.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.230+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.230+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.230+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.234+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:07:36.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.238+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.238+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.238+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.242+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:07:36.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.246+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.246+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.246+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.248 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.246+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:07:36.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.250+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.254+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.254+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.258+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:07:36.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.262+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.262+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.266+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.266+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:07:36.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.270+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.274+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.274+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.278+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:07:36.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.282+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.286+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.286+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.289 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.290+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:07:36.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.294+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.294+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.294+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.298+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:07:36.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.302+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.302+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.302+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.306+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:07:36.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.310+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.310+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.310+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.314+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:07:36.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.318+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.318+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.322+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.322+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:07:36.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.326+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.330+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.330+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.330+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:07:36.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.334+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.338+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.338+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.338+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:07:36.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.342+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.346+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.346+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.350+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:07:36.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.354+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.354+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.354+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.358+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:07:36.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.362+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.362+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.366+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.366+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:07:36.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.370+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.374+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.374+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.378+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:07:36.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.382+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.382+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.382+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.386+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:07:36.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.390+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.393 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.394+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.394+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.398+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:07:36.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.402+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.402+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.402+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.406+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:07:36.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.410+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.410+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.410+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.414+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:07:36.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.418+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.418+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.422+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.422+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:07:36.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.426+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.430+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.430+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.430+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:07:36.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.434+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.438+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.438+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.442+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:07:36.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.446+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.446+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.448 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.446+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.450+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:07:36.454 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.454+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.455 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.454+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.454+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.458+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:07:36.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.462+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.462+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.462+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.468 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.466+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:07:36.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.470+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.474+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.474+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.478+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:07:36.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.482+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.482+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.482+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.486+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:07:36.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.490+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.490+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.490+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.494+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:07:36.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.498+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.502+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:07:36.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.502+0000 7ff1c926f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:07:36.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.506+0000 7ff07d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.510+0000 7ff1c926f9c0 20 remove_watcher() i=0 2024-09-22T09:07:36.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.510+0000 7ff1c926f9c0 2 removed watcher, disabling cache 2024-09-22T09:07:36.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.514+0000 7ff1c926f9c0 20 remove_watcher() i=1 2024-09-22T09:07:36.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.518+0000 7ff1c926f9c0 20 remove_watcher() i=2 2024-09-22T09:07:36.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.518+0000 7ff1c926f9c0 20 remove_watcher() i=3 2024-09-22T09:07:36.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.522+0000 7ff1c926f9c0 20 remove_watcher() i=4 2024-09-22T09:07:36.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.522+0000 7ff1c926f9c0 20 remove_watcher() i=5 2024-09-22T09:07:36.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.526+0000 7ff1c926f9c0 20 remove_watcher() i=6 2024-09-22T09:07:36.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:07:36.526+0000 7ff1c926f9c0 20 remove_watcher() i=7 2024-09-22T09:07:36.549 DEBUG:teuthology.orchestra.run.smithi064:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-22T09:07:37.183 INFO:teuthology.orchestra.run.smithi064.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-22T09:07:42.084 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :clean UP-TO-DATE 2024-09-22T09:08:00.783 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :compileJava 2024-09-22T09:08:00.784 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :processResources 2024-09-22T09:08:00.784 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :classes 2024-09-22T09:08:01.783 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:01.784 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :compileTestJava 2024-09-22T09:08:01.784 INFO:teuthology.orchestra.run.smithi064.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-22T09:08:01.784 INFO:teuthology.orchestra.run.smithi064.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-22T09:08:01.785 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:01.785 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :processTestResources NO-SOURCE 2024-09-22T09:08:01.785 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :testClasses 2024-09-22T09:08:09.384 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:09.384 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :test 2024-09-22T09:08:09.384 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:09.384 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-22T09:08:10.083 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:10.084 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-22T09:08:10.283 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:10.283 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-22T09:08:10.383 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:10.384 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-22T09:08:10.683 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:10.684 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-22T09:08:11.283 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:11.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-22T09:08:11.483 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:11.484 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-22T09:08:11.484 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:11.484 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-22T09:08:11.583 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:11.583 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-22T09:08:11.683 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:11.683 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-22T09:08:11.883 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:11.883 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-22T09:08:12.483 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:12.484 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-22T09:08:12.883 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:12.883 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-22T09:08:13.183 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:13.184 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-22T09:08:13.184 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22 09:08:13,094 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-22T09:08:19.283 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:19.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-22T09:08:19.583 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:19.584 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-22T09:08:19.683 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:19.683 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-22T09:08:19.883 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:19.884 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-22T09:08:19.983 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:19.983 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-22T09:08:20.283 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:20.283 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-22T09:08:20.983 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:20.984 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-22T09:08:21.284 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:21.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-22T09:08:21.284 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:21.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-22T09:08:21.383 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:21.384 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-22T09:08:23.884 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:23.884 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-22T09:08:24.083 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:24.084 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-22T09:08:24.583 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:24.584 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-22T09:08:24.884 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:24.884 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-22T09:08:25.384 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:25.384 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-22T09:08:25.583 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:25.583 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-22T09:08:38.583 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:38.583 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-22T09:08:38.784 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:38.784 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-22T09:08:40.184 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:40.184 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-22T09:08:40.383 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:40.384 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-22T09:08:41.183 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:41.184 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-22T09:08:41.383 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:41.383 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-22T09:08:41.883 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:41.884 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-22T09:08:42.284 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:42.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-22T09:08:42.284 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:42.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-22T09:08:42.584 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:42.584 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-22T09:08:42.584 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:42.584 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-22T09:08:42.783 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:42.783 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-22T09:08:42.883 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:42.884 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-22T09:08:43.083 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.084 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-22T09:08:43.183 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.184 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-22T09:08:43.384 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.384 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-22T09:08:43.483 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.484 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-22T09:08:43.684 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.684 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-22T09:08:43.784 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.784 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-22T09:08:43.983 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.984 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-22T09:08:43.984 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:43.984 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-22T09:08:44.283 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:44.284 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-22T09:08:44.983 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:44.984 INFO:teuthology.orchestra.run.smithi064.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-22T09:08:45.272 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:45.272 INFO:teuthology.orchestra.run.smithi064.stdout:---------------------------------------------------------------------- 2024-09-22T09:08:45.272 INFO:teuthology.orchestra.run.smithi064.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout:---------------------------------------------------------------------- 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout:BUILD SUCCESSFUL in 1m 8s 2024-09-22T09:08:45.273 INFO:teuthology.orchestra.run.smithi064.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-22T09:08:45.598 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:45.630 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:45.630 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:45.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 realm 2024-09-22T09:08:45.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:45.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:45.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.672+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.676+0000 7f49c939d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:45.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.676+0000 7f49c939d9c0 20 searching for the correct realm 2024-09-22T09:08:45.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.680+0000 7f49c66a2640 0 -- 172.21.15.64:0/781720023 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f49b00c0a50 msgr2=0x7f49b00db470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:45.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.688+0000 7f49c66a2640 0 -- 172.21.15.64:0/781720023 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f4890082280 msgr2=0x7f48900846b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:45.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:45.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:45.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:45.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:45.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:45.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:45.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 zone default found 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 4 Realm: () 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 zonegroup default 2024-09-22T09:08:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 started sync module instance, tier type = 2024-09-22T09:08:45.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.696+0000 7f49c939d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:45.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=0 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=1 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=2 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=3 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=4 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=5 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=6 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 20 add_watcher() i=7 2024-09-22T09:08:45.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.712+0000 7f49c939d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:45.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.716+0000 7f487d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:45.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.716+0000 7f49c939d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:45.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.716+0000 7f49c939d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:45.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.788+0000 7f47f7fff640 20 reqs_thread_entry: start 2024-09-22T09:08:45.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.788+0000 7f49c939d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:45.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.788+0000 7f49c939d9c0 20 Filter name: none 2024-09-22T09:08:45.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.788+0000 7f47f5ffb640 20 reqs_thread_entry: start 2024-09-22T09:08:45.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.788+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:45.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.792+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.797 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.792+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.796+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.796+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:45.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1014993452370357127', time=2024-09-22T11:08:44.994939+0000, chain.objs.size()=11 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.1 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.2 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.3 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.4 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.5 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.6 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.7 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.8 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.9 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.10 2024-09-22T09:08:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.800+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.67__multipart_key1.2~U354dIVbO1rmlCVf5lGS4QInbSaTRsF.11 2024-09-22T09:08:45.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.816+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.820+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:45.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.824+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.828+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.828+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.828+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:45.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.832+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.832+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.832+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.832+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:45.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.836+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.836+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11044584520305833873', time=2024-09-22T11:08:12.522051+0000, chain.objs.size()=5 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.1 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.2 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.3 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.4 2024-09-22T09:08:45.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.5 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6849938382555530889', time=2024-09-22T11:08:12.680461+0000, chain.objs.size()=5 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.1 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.2 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.3 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.4 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.45__multipart_key1.2~UKEWCGy48ihkWvTY-FfusapwdvRNRXv.5 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~CZHZHg_jija-HYq7FYNePcke86t1kLw', time=2024-09-22T11:08:25.482105+0000, chain.objs.size()=3 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.55__multipart_key1.2~CZHZHg_jija-HYq7FYNePcke86t1kLw.7 2024-09-22T09:08:45.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.840+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.55__multipart_key1.2~CZHZHg_jija-HYq7FYNePcke86t1kLw.10 2024-09-22T09:08:45.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.848+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.55__multipart_key1.2~CZHZHg_jija-HYq7FYNePcke86t1kLw.13 2024-09-22T09:08:45.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.852+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.860+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:45.866 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.864+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.864+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.864+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.864+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:45.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:08:45.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~34WR2oTeLaf0o5DuRVZOhE7uY796sgb', time=2024-09-22T11:08:09.987677+0000, chain.objs.size()=5 2024-09-22T09:08:45.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41__multipart_key1.2~34WR2oTeLaf0o5DuRVZOhE7uY796sgb.1 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41__multipart_key1.2~34WR2oTeLaf0o5DuRVZOhE7uY796sgb.2 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41__multipart_key1.2~34WR2oTeLaf0o5DuRVZOhE7uY796sgb.3 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41__multipart_key1.2~34WR2oTeLaf0o5DuRVZOhE7uY796sgb.4 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41__multipart_key1.2~34WR2oTeLaf0o5DuRVZOhE7uY796sgb.5 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17302590615346176732', time=2024-09-22T11:08:33.636223+0000, chain.objs.size()=10 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.1 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.2 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.3 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.4 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.5 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.6 2024-09-22T09:08:45.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.868+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.7 2024-09-22T09:08:45.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.876+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.8 2024-09-22T09:08:45.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.880+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.9 2024-09-22T09:08:45.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.880+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~slIDGY6M_zWv8bMIWnxFPgiKl2Ufywv.10 2024-09-22T09:08:45.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.884+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1561901305515186851', time=2024-09-22T11:08:43.510314+0000, chain.objs.size()=1 2024-09-22T09:08:45.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.884+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.64__shadow_.-CKXo06c6Ba6ziH_UcdRq0_XcBeaYrO_0 2024-09-22T09:08:45.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.888+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.896+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:45.899 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.896+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.896+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.896+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.900+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:45.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.900+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.900+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.900+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:45.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.900+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14802250537734005650', time=2024-09-22T11:08:24.696611+0000, chain.objs.size()=1 2024-09-22T09:08:45.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.900+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__shadow_.jeeHlPIT5DxPcy_S5EDUoO-NcOoD9TJ_0 2024-09-22T09:08:45.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.904+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.908+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:45.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.908+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.908+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.912+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:45.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.912+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11540957631160125576', time=2024-09-22T11:08:42.647022+0000, chain.objs.size()=1 2024-09-22T09:08:45.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.912+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.61__shadow_.XXXw82K52nisgJHzJgiLuhSVVB-Ypj0_0 2024-09-22T09:08:45.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.912+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:45.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:45.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16980566226492684034', time=2024-09-22T11:08:11.326268+0000, chain.objs.size()=5 2024-09-22T09:08:45.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.43__multipart_key1.2~SzkU1VWCLpLr_nsaOeePasnOZvC2EAV.1 2024-09-22T09:08:45.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.43__multipart_key1.2~SzkU1VWCLpLr_nsaOeePasnOZvC2EAV.2 2024-09-22T09:08:45.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.43__multipart_key1.2~SzkU1VWCLpLr_nsaOeePasnOZvC2EAV.3 2024-09-22T09:08:45.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.43__multipart_key1.2~SzkU1VWCLpLr_nsaOeePasnOZvC2EAV.4 2024-09-22T09:08:45.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.920+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.43__multipart_key1.2~SzkU1VWCLpLr_nsaOeePasnOZvC2EAV.5 2024-09-22T09:08:45.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.932+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.932+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:45.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.936+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.936+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.936+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:45.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4748190486707974613', time=2024-09-22T11:08:23.849471+0000, chain.objs.size()=5 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.53__multipart_key1.2~zAgXaLqAgNWVUUjHN6GJm6X6RzNRC-w.1 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.53__multipart_key1.2~zAgXaLqAgNWVUUjHN6GJm6X6RzNRC-w.2 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.53__multipart_key1.2~zAgXaLqAgNWVUUjHN6GJm6X6RzNRC-w.3 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.53__multipart_key1.2~zAgXaLqAgNWVUUjHN6GJm6X6RzNRC-w.4 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.53__multipart_key1.2~zAgXaLqAgNWVUUjHN6GJm6X6RzNRC-w.5 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8723439076776975111', time=2024-09-22T11:08:43.215448+0000, chain.objs.size()=1 2024-09-22T09:08:45.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.940+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.63__shadow_.7_Im0HACTZlNnHe9xSBdCTnzSnCeXAb_0 2024-09-22T09:08:45.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.948+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.956+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:45.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.956+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:45.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6476141644752851787', time=2024-09-22T11:08:30.833025+0000, chain.objs.size()=11 2024-09-22T09:08:45.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.1 2024-09-22T09:08:45.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.2 2024-09-22T09:08:45.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.3 2024-09-22T09:08:45.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.4 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.5 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.6 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.7 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.8 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.9 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.10 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~BTYVPDvCdJrvnVHw9jpnZLAdHz6YMTK.11 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17634505506516589004', time=2024-09-22T11:08:40.196293+0000, chain.objs.size()=5 2024-09-22T09:08:45.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.960+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.57__multipart_key1.2~6_a3sY9zj-sRRQtfp9wJpyPTQFms430.1 2024-09-22T09:08:45.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.972+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.57__multipart_key1.2~6_a3sY9zj-sRRQtfp9wJpyPTQFms430.2 2024-09-22T09:08:45.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.972+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.57__multipart_key1.2~6_a3sY9zj-sRRQtfp9wJpyPTQFms430.3 2024-09-22T09:08:45.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.972+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.57__multipart_key1.2~6_a3sY9zj-sRRQtfp9wJpyPTQFms430.4 2024-09-22T09:08:45.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.972+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.57__multipart_key1.2~6_a3sY9zj-sRRQtfp9wJpyPTQFms430.5 2024-09-22T09:08:45.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.980+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:45.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.984+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:45.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:45.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:45.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:45.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8638150082660639629', time=2024-09-22T11:08:19.291705+0000, chain.objs.size()=4 2024-09-22T09:08:45.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.47__shadow_.taVy8NweEmjsY_NVC69C1Eea-xhxnmx_0 2024-09-22T09:08:45.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.47__shadow_.taVy8NweEmjsY_NVC69C1Eea-xhxnmx_1 2024-09-22T09:08:45.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.47__shadow_.taVy8NweEmjsY_NVC69C1Eea-xhxnmx_2 2024-09-22T09:08:45.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.988+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.47__shadow_.taVy8NweEmjsY_NVC69C1Eea-xhxnmx_3 2024-09-22T09:08:45.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.992+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:45.996+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:46.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13867776775181164170', time=2024-09-22T11:08:35.034103+0000, chain.objs.size()=11 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.1_1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.2 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.2_1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.3 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.3_1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.4 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.4_1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.5 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.5_1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~hR_p5bATji15IAzhjGWZshTyRXAmWd2.6 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7113661922297293001', time=2024-09-22T11:08:42.929470+0000, chain.objs.size()=1 2024-09-22T09:08:46.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.000+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.62__shadow_.AQy0-4hWXx-4tXZtB-q2CXIU24HcHfs_0 2024-09-22T09:08:46.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.016+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:46.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:46.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18236149147565906442', time=2024-09-22T11:08:19.122282+0000, chain.objs.size()=5 2024-09-22T09:08:46.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~dKSENiqQNz5xx1NBdirI4mejKr8p4ld.1 2024-09-22T09:08:46.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__shadow_key1.2~dKSENiqQNz5xx1NBdirI4mejKr8p4ld.1_1 2024-09-22T09:08:46.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~dKSENiqQNz5xx1NBdirI4mejKr8p4ld.2 2024-09-22T09:08:46.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__shadow_key1.2~dKSENiqQNz5xx1NBdirI4mejKr8p4ld.2_1 2024-09-22T09:08:46.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.020+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~dKSENiqQNz5xx1NBdirI4mejKr8p4ld.3 2024-09-22T09:08:46.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.024+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.028+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:46.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.032+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.032+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.032+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:46.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.032+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14621288729822819699', time=2024-09-22T11:08:43.799688+0000, chain.objs.size()=1 2024-09-22T09:08:46.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.032+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.65__shadow_.ZcgTLcwGUr4gCKB-id36UjWX3STQFFA_0 2024-09-22T09:08:46.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.036+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.040+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:46.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.040+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5588104912303412895', time=2024-09-22T11:08:24.681677+0000, chain.objs.size()=1 2024-09-22T09:08:46.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__shadow_.deWp9H0rgri-XRZNr_j6Lzbp7uIF1CL_0 2024-09-22T09:08:46.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10721359401671488514', time=2024-09-22T11:08:42.356822+0000, chain.objs.size()=1 2024-09-22T09:08:46.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.60__shadow_.oDOImjbKLwY3V7U0maEXwljQ_a61T8a_0 2024-09-22T09:08:46.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.044+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.052 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.048+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:46.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.052+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.052+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.052+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.052+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:46.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1', time=2024-09-22T11:08:42.052738+0000, chain.objs.size()=66 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.1 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.2 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.3 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.4 2024-09-22T09:08:46.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.5 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.6 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.7 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.8 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.9 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.10 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.11 2024-09-22T09:08:46.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.056+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.12 2024-09-22T09:08:46.065 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.060+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.13 2024-09-22T09:08:46.065 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.060+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.14 2024-09-22T09:08:46.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.15 2024-09-22T09:08:46.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.16 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.17 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.18 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.19 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.20 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.21 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.22 2024-09-22T09:08:46.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.064+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.23 2024-09-22T09:08:46.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.068+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.24 2024-09-22T09:08:46.073 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.068+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.25 2024-09-22T09:08:46.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.072+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.26 2024-09-22T09:08:46.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.072+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.27 2024-09-22T09:08:46.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.072+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.28 2024-09-22T09:08:46.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.072+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.29 2024-09-22T09:08:46.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.072+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.30 2024-09-22T09:08:46.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.072+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.31 2024-09-22T09:08:46.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.076+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.32 2024-09-22T09:08:46.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.076+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.33 2024-09-22T09:08:46.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.076+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.34 2024-09-22T09:08:46.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.076+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.35 2024-09-22T09:08:46.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.076+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.36 2024-09-22T09:08:46.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.080+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.37 2024-09-22T09:08:46.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.080+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.38 2024-09-22T09:08:46.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.080+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.39 2024-09-22T09:08:46.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.080+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.40 2024-09-22T09:08:46.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.41 2024-09-22T09:08:46.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.42 2024-09-22T09:08:46.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.43 2024-09-22T09:08:46.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.44 2024-09-22T09:08:46.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.45 2024-09-22T09:08:46.088 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.46 2024-09-22T09:08:46.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.084+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.47 2024-09-22T09:08:46.091 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.088+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.48 2024-09-22T09:08:46.091 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.088+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.49 2024-09-22T09:08:46.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.088+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.50 2024-09-22T09:08:46.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.088+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.51 2024-09-22T09:08:46.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.088+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.52 2024-09-22T09:08:46.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.088+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.53 2024-09-22T09:08:46.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.092+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.54 2024-09-22T09:08:46.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.092+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.55 2024-09-22T09:08:46.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.092+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.56 2024-09-22T09:08:46.096 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.092+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.57 2024-09-22T09:08:46.096 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.092+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.58 2024-09-22T09:08:46.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.096+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.59 2024-09-22T09:08:46.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.096+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.60 2024-09-22T09:08:46.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.096+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.61 2024-09-22T09:08:46.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.096+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.62 2024-09-22T09:08:46.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.096+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.63 2024-09-22T09:08:46.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.096+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.64 2024-09-22T09:08:46.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.65 2024-09-22T09:08:46.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.66 2024-09-22T09:08:46.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1', time=2024-09-22T11:08:42.079546+0000, chain.objs.size()=6 2024-09-22T09:08:46.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.67 2024-09-22T09:08:46.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.68 2024-09-22T09:08:46.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.69 2024-09-22T09:08:46.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.70 2024-09-22T09:08:46.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.100+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.71 2024-09-22T09:08:46.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.72 2024-09-22T09:08:46.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1', time=2024-09-22T11:08:42.110494+0000, chain.objs.size()=10 2024-09-22T09:08:46.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.73 2024-09-22T09:08:46.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.74 2024-09-22T09:08:46.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.75 2024-09-22T09:08:46.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.76 2024-09-22T09:08:46.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.77 2024-09-22T09:08:46.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.78 2024-09-22T09:08:46.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.79 2024-09-22T09:08:46.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.80 2024-09-22T09:08:46.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.81 2024-09-22T09:08:46.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.104+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.82 2024-09-22T09:08:46.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.108+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1', time=2024-09-22T11:08:42.126115+0000, chain.objs.size()=1 2024-09-22T09:08:46.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.108+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.83 2024-09-22T09:08:46.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.108+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1', time=2024-09-22T11:08:42.144487+0000, chain.objs.size()=9 2024-09-22T09:08:46.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.108+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.84 2024-09-22T09:08:46.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.108+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.85 2024-09-22T09:08:46.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.108+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.86 2024-09-22T09:08:46.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.112+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.87 2024-09-22T09:08:46.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.112+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.88 2024-09-22T09:08:46.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.112+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.89 2024-09-22T09:08:46.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.112+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.90 2024-09-22T09:08:46.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.112+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.91 2024-09-22T09:08:46.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.112+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.59__multipart_key1.2~-o5CNIyW5oHOAb-mfXEGalmsdNJbIl1.92 2024-09-22T09:08:46.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.116+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:46.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:46.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5683572064274880460', time=2024-09-22T11:08:24.635243+0000, chain.objs.size()=5 2024-09-22T09:08:46.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file.mpg.2~qGRVmG_qIUzBpWvIgTZcqg-WIT5VzxJ.1 2024-09-22T09:08:46.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file.mpg.2~qGRVmG_qIUzBpWvIgTZcqg-WIT5VzxJ.2 2024-09-22T09:08:46.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file.mpg.2~qGRVmG_qIUzBpWvIgTZcqg-WIT5VzxJ.3 2024-09-22T09:08:46.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file.mpg.2~qGRVmG_qIUzBpWvIgTZcqg-WIT5VzxJ.4 2024-09-22T09:08:46.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.120+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file.mpg.2~qGRVmG_qIUzBpWvIgTZcqg-WIT5VzxJ.5 2024-09-22T09:08:46.129 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.124+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.128+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:46.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.134 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9543285497187983096', time=2024-09-22T11:08:21.063560+0000, chain.objs.size()=5 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.52__multipart_key1.2~ywYP5fDRYBlTLWn6VzEREMe2lTBkxPz.1 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.52__multipart_key1.2~ywYP5fDRYBlTLWn6VzEREMe2lTBkxPz.2 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.52__multipart_key1.2~ywYP5fDRYBlTLWn6VzEREMe2lTBkxPz.3 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.52__multipart_key1.2~ywYP5fDRYBlTLWn6VzEREMe2lTBkxPz.4 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.52__multipart_key1.2~ywYP5fDRYBlTLWn6VzEREMe2lTBkxPz.5 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2186911448019930669', time=2024-09-22T11:08:24.653909+0000, chain.objs.size()=1 2024-09-22T09:08:46.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.132+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__shadow_.UdZnOQwcWl2N4z3kEHQUG7pszqR_kve_0 2024-09-22T09:08:46.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.136+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.136+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:46.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8610199814503014449', time=2024-09-22T11:08:15.076918+0000, chain.objs.size()=5 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~G_v3e2QKsJu0TWX-hZkBK215fw3sXvD.1 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~G_v3e2QKsJu0TWX-hZkBK215fw3sXvD.2 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~G_v3e2QKsJu0TWX-hZkBK215fw3sXvD.3 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~G_v3e2QKsJu0TWX-hZkBK215fw3sXvD.4 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~G_v3e2QKsJu0TWX-hZkBK215fw3sXvD.5 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3657818782729987908', time=2024-09-22T11:08:38.429341+0000, chain.objs.size()=11 2024-09-22T09:08:46.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.1 2024-09-22T09:08:46.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.1_1 2024-09-22T09:08:46.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.2 2024-09-22T09:08:46.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.2_1 2024-09-22T09:08:46.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.3 2024-09-22T09:08:46.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.3_1 2024-09-22T09:08:46.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.140+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.4 2024-09-22T09:08:46.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.144+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.4_1 2024-09-22T09:08:46.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.144+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.5 2024-09-22T09:08:46.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.148+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.5_1 2024-09-22T09:08:46.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.148+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~7fJk19HzFZ-n02x0hV8IFr8bWSpNMoQ.6 2024-09-22T09:08:46.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.152+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:46.159 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8767801091010033360', time=2024-09-22T11:08:17.609482+0000, chain.objs.size()=5 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~oCs-9KXBEjMK1G3RufpTX7SNk-Dd8ej.1 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~oCs-9KXBEjMK1G3RufpTX7SNk-Dd8ej.2 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~oCs-9KXBEjMK1G3RufpTX7SNk-Dd8ej.3 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~oCs-9KXBEjMK1G3RufpTX7SNk-Dd8ej.4 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~oCs-9KXBEjMK1G3RufpTX7SNk-Dd8ej.5 2024-09-22T09:08:46.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8084547042515587510', time=2024-09-22T11:08:32.294445+0000, chain.objs.size()=11 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.1 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.2 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.3 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.4 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.5 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.6 2024-09-22T09:08:46.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.156+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.7 2024-09-22T09:08:46.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.164+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.8 2024-09-22T09:08:46.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.164+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.9 2024-09-22T09:08:46.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.164+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.10 2024-09-22T09:08:46.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.164+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~oeOclYaaPUMFOP_E8XULMMLb8t5520r.11 2024-09-22T09:08:46.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.168+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.175 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.172+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:46.176 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.172+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.172+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3489324954424590157', time=2024-09-22T11:08:38.590554+0000, chain.objs.size()=11 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.1 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.1_1 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.2 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.2_1 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.3 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.3_1 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.4 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.4_1 2024-09-22T09:08:46.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.5 2024-09-22T09:08:46.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__shadow_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.5_1 2024-09-22T09:08:46.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.176+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.56__multipart_key1.2~pBRX46KaEZz31POWLP7_fc4-snguZs_.6 2024-09-22T09:08:46.183 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.180+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.184+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:46.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.184+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.184+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:46.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5877948751314163578', time=2024-09-22T11:08:24.669234+0000, chain.objs.size()=5 2024-09-22T09:08:46.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file2.mpg.2~TZjd-pqbuIihG7ozx0-BipsCpgbWRdf.1 2024-09-22T09:08:46.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file2.mpg.2~TZjd-pqbuIihG7ozx0-BipsCpgbWRdf.2 2024-09-22T09:08:46.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file2.mpg.2~TZjd-pqbuIihG7ozx0-BipsCpgbWRdf.3 2024-09-22T09:08:46.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file2.mpg.2~TZjd-pqbuIihG7ozx0-BipsCpgbWRdf.4 2024-09-22T09:08:46.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.188+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.54__multipart_file2.mpg.2~TZjd-pqbuIihG7ozx0-BipsCpgbWRdf.5 2024-09-22T09:08:46.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.192+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.192+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:46.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.196+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.196+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.196+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.196+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:46.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.196+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:46.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13703923849975000930', time=2024-09-22T11:08:15.963144+0000, chain.objs.size()=5 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~UtA6uTa6d--u3FOB6fkGlYMqE8dCAQ4.1 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~UtA6uTa6d--u3FOB6fkGlYMqE8dCAQ4.2 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~UtA6uTa6d--u3FOB6fkGlYMqE8dCAQ4.3 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~UtA6uTa6d--u3FOB6fkGlYMqE8dCAQ4.4 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~UtA6uTa6d--u3FOB6fkGlYMqE8dCAQ4.5 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16215083314045100337', time=2024-09-22T11:08:41.222800+0000, chain.objs.size()=5 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.58__multipart_key1.2~WMXF2CnL2FIQ4LkSBNtQgco7aXaIPpY.1 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.58__multipart_key1.2~WMXF2CnL2FIQ4LkSBNtQgco7aXaIPpY.2 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.58__multipart_key1.2~WMXF2CnL2FIQ4LkSBNtQgco7aXaIPpY.3 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.58__multipart_key1.2~WMXF2CnL2FIQ4LkSBNtQgco7aXaIPpY.4 2024-09-22T09:08:46.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.200+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.58__multipart_key1.2~WMXF2CnL2FIQ4LkSBNtQgco7aXaIPpY.5 2024-09-22T09:08:46.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.208+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:46.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:46.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16511394973445595234', time=2024-09-22T11:08:19.439920+0000, chain.objs.size()=5 2024-09-22T09:08:46.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~yC-wr4bo1kS4CZJVyBMPN_dqJ2Q_g2A.1 2024-09-22T09:08:46.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__shadow_key1.2~yC-wr4bo1kS4CZJVyBMPN_dqJ2Q_g2A.1_1 2024-09-22T09:08:46.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~yC-wr4bo1kS4CZJVyBMPN_dqJ2Q_g2A.2 2024-09-22T09:08:46.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__shadow_key1.2~yC-wr4bo1kS4CZJVyBMPN_dqJ2Q_g2A.2_1 2024-09-22T09:08:46.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.212+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~yC-wr4bo1kS4CZJVyBMPN_dqJ2Q_g2A.3 2024-09-22T09:08:46.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.216+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:46.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:08:46.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14019200560474715361', time=2024-09-22T11:08:18.354148+0000, chain.objs.size()=5 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~6qmBFFmpFux351fP-O58BuYzvN-4q5Z.1 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__shadow_key1.2~6qmBFFmpFux351fP-O58BuYzvN-4q5Z.1_1 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.220+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~6qmBFFmpFux351fP-O58BuYzvN-4q5Z.2 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.224+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__shadow_key1.2~6qmBFFmpFux351fP-O58BuYzvN-4q5Z.2_1 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.224+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.48__multipart_key1.2~6qmBFFmpFux351fP-O58BuYzvN-4q5Z.3 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.224+0000 7f49c939d9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3261870191203187786', time=2024-09-22T11:08:39.507995+0000, chain.objs.size()=1 2024-09-22T09:08:46.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.224+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.57__shadow_.7NpfzzI8p-N3fyn6qz7CnKuRZqroCaA_0 2024-09-22T09:08:46.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.228+0000 7f49c939d9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:46.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.232+0000 7f487d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:46.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.232+0000 7f49c939d9c0 20 remove_watcher() i=0 2024-09-22T09:08:46.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.232+0000 7f49c939d9c0 2 removed watcher, disabling cache 2024-09-22T09:08:46.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.232+0000 7f49c939d9c0 20 remove_watcher() i=1 2024-09-22T09:08:46.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.236+0000 7f49c939d9c0 20 remove_watcher() i=2 2024-09-22T09:08:46.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.236+0000 7f49c939d9c0 20 remove_watcher() i=3 2024-09-22T09:08:46.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.236+0000 7f49c939d9c0 20 remove_watcher() i=4 2024-09-22T09:08:46.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.240+0000 7f49c939d9c0 20 remove_watcher() i=5 2024-09-22T09:08:46.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.240+0000 7f49c939d9c0 20 remove_watcher() i=6 2024-09-22T09:08:46.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.240+0000 7f49c939d9c0 20 remove_watcher() i=7 2024-09-22T09:08:46.257 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:46.327 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:46.327 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:46.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 realm 2024-09-22T09:08:46.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:46.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.368+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.372+0000 7fbdc481d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:46.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.372+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.372+0000 7fbdc481d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:46.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.372+0000 7fbdc481d9c0 20 searching for the correct realm 2024-09-22T09:08:46.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.376+0000 7fbdc2b24640 0 -- 172.21.15.64:0/1195984029 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x5636bb5414d0 msgr2=0x5636bb543990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:46.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.384+0000 7fbdc2323640 0 -- 172.21.15.64:0/1195984029 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fbdb8008030 msgr2=0x7fbdb8038580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:46.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 zone default found 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 4 Realm: () 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 zonegroup default 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.392+0000 7fbdc481d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.396+0000 7fbdc481d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.396+0000 7fbdc481d9c0 20 started sync module instance, tier type = 2024-09-22T09:08:46.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.396+0000 7fbdc481d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:46.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=0 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=1 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=2 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=3 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=4 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=5 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.408+0000 7fbdc481d9c0 20 add_watcher() i=6 2024-09-22T09:08:46.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.412+0000 7fbdc481d9c0 20 add_watcher() i=7 2024-09-22T09:08:46.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.412+0000 7fbdc481d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:46.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.412+0000 7fbc797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:46.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.412+0000 7fbdc481d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:46.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.412+0000 7fbdc481d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:46.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.512+0000 7fbc737fe640 20 reqs_thread_entry: start 2024-09-22T09:08:46.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.512+0000 7fbdc481d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:46.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.512+0000 7fbdc481d9c0 20 Filter name: none 2024-09-22T09:08:46.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.512+0000 7fbc717fa640 20 reqs_thread_entry: start 2024-09-22T09:08:46.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.512+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:46.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.516+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.520+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.520+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.524+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:46.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.528+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.528+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.528+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.532+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:46.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.536+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.536+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.536+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.540+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:46.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.544+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.544+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.544+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.548+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:46.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.552+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.552+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.552+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.556+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:46.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.560+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.560+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.560+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.564+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:46.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.564+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.568+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.568+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.572+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:46.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.576+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.576+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.576+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.580+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:46.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.584+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.584+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.584+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.588+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:46.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.592+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.592+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.592+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.596+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:46.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.596+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.600+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.600+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.605 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.600+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:46.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.604+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.608+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.608+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.612+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:46.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.616+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.616+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.616+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.620+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:46.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.624+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.630 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.628+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.630 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.628+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.633 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.628+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:46.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.632+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.636+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.636+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.636+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:46.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.640+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.640+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.640+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.644+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:46.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.648+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.648+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.652+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.657 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.652+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:46.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.656+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.656+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.656+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.660+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:46.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.664+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.664+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.664+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.668+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:46.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.672+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.672+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.672+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.676+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:46.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.680+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.680+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.684+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.684+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:46.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.688+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.688+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.692+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.692+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:46.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.696+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.700+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.700+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.704+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:46.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.704+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.708+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.708+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.708+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:46.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.712+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.716+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.716+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.720+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:46.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.724+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.724+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.729 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.724+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.728+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:46.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.732+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.732+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.736+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.736+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:46.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.740+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.740+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.740+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.744+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:46.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.748+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.748+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.752+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.752+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:46.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.756+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.756+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.760+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.760+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:46.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.764+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.768+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.768+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.772+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:46.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.776+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.776+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:46.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.776+0000 7fbdc481d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:46.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.784+0000 7fbc797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:46.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.788+0000 7fbdc481d9c0 20 remove_watcher() i=0 2024-09-22T09:08:46.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.788+0000 7fbdc481d9c0 2 removed watcher, disabling cache 2024-09-22T09:08:46.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.792+0000 7fbdc481d9c0 20 remove_watcher() i=1 2024-09-22T09:08:46.797 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.792+0000 7fbdc481d9c0 20 remove_watcher() i=2 2024-09-22T09:08:46.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.796+0000 7fbdc481d9c0 20 remove_watcher() i=3 2024-09-22T09:08:46.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.800+0000 7fbdc481d9c0 20 remove_watcher() i=4 2024-09-22T09:08:46.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.800+0000 7fbdc481d9c0 20 remove_watcher() i=5 2024-09-22T09:08:46.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.804+0000 7fbdc481d9c0 20 remove_watcher() i=6 2024-09-22T09:08:46.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.804+0000 7fbdc481d9c0 20 remove_watcher() i=7 2024-09-22T09:08:46.830 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:46.905 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:46.905 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:46.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 realm 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:46.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.952+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.956+0000 7f94695bd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:46.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.956+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:46.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.956+0000 7f94695bd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:46.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.956+0000 7f94695bd9c0 20 searching for the correct realm 2024-09-22T09:08:46.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:46.960+0000 7f94670c3640 0 -- 172.21.15.64:0/998491638 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x564fbe7762e0 msgr2=0x7f94600c9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:47.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.176+0000 7f94668c2640 0 -- 172.21.15.64:0/998491638 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x564fbe9db620 msgr2=0x564fbe9dda10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:47.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.192+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:47.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:47.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 zone default found 2024-09-22T09:08:47.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 4 Realm: () 2024-09-22T09:08:47.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:47.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:47.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:47.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 zonegroup default 2024-09-22T09:08:47.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.196+0000 7f94695bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.200+0000 7f94695bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.200+0000 7f94695bd9c0 20 started sync module instance, tier type = 2024-09-22T09:08:47.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.200+0000 7f94695bd9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:47.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=0 2024-09-22T09:08:47.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=1 2024-09-22T09:08:47.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=2 2024-09-22T09:08:47.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=3 2024-09-22T09:08:47.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=4 2024-09-22T09:08:47.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=5 2024-09-22T09:08:47.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.220+0000 7f94695bd9c0 20 add_watcher() i=6 2024-09-22T09:08:47.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.224+0000 7f94695bd9c0 20 add_watcher() i=7 2024-09-22T09:08:47.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.224+0000 7f94695bd9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:47.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.228+0000 7f931dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:47.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.228+0000 7f94695bd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:47.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.228+0000 7f94695bd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:47.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.328+0000 7f931cfe1640 20 reqs_thread_entry: start 2024-09-22T09:08:47.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.328+0000 7f94695bd9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:47.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.328+0000 7f94695bd9c0 20 Filter name: none 2024-09-22T09:08:47.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.328+0000 7f92967fc640 20 reqs_thread_entry: start 2024-09-22T09:08:47.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.328+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:47.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.332+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.336+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.336+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.336+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:47.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.340+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.340+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.340+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.344+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:47.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.344+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.344+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.348+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.348+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:47.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.352+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.352+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.352+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.356+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:47.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.360+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.360+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.364+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.364+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:47.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.368+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.368+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.368+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.372+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:47.377 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.376+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.376+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.376+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.380+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:47.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.380+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.380+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.380+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.384+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:47.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.388+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.388+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.388+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.392+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:47.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.396+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.396+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.400+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.400+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:47.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.404+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.404+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.408+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.408+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:47.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.412+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.412+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.412+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.416+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:47.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.420+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.420+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.420+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.424+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:47.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.428+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.428+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.428+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.432+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:47.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.436+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.436+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.436+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.440+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:47.448 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.444+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.448+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.448+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.454 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.452+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:47.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.456+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.456+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.456+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.463 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.460+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:47.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.464+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.468 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.464+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.469 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.464+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.468+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:47.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.472+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.472+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.476+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.476+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:47.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.480+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.480+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.484+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.484+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:47.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.488+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.492+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.492+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.496+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:47.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.496+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.500+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.500+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.504+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:47.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.508+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.508+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.508+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.512+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:47.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.516+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.516+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.516+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.520+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:47.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.524+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.524+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.529 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.528+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.528+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:47.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.532+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.532+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.532+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.536+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:47.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.540+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.540+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.545 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.544+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.544+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:47.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.548+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.548+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.552+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.552+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:47.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.556+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.560+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.560+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.564+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:47.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.568+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.568+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.568+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.572+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:47.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.576+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.576+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.576+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.580+0000 7f94695bd9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:47.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.584+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.588+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:47.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.588+0000 7f94695bd9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:47.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.592+0000 7f931dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:47.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.596+0000 7f94695bd9c0 20 remove_watcher() i=0 2024-09-22T09:08:47.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.596+0000 7f94695bd9c0 2 removed watcher, disabling cache 2024-09-22T09:08:47.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.600+0000 7f94695bd9c0 20 remove_watcher() i=1 2024-09-22T09:08:47.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.604+0000 7f94695bd9c0 20 remove_watcher() i=2 2024-09-22T09:08:47.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.604+0000 7f94695bd9c0 20 remove_watcher() i=3 2024-09-22T09:08:47.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.608+0000 7f94695bd9c0 20 remove_watcher() i=4 2024-09-22T09:08:47.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.612+0000 7f94695bd9c0 20 remove_watcher() i=5 2024-09-22T09:08:47.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.612+0000 7f94695bd9c0 20 remove_watcher() i=6 2024-09-22T09:08:47.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.616+0000 7f94695bd9c0 20 remove_watcher() i=7 2024-09-22T09:08:47.638 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:47.714 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:47.714 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:47.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.756+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.756+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.756+0000 7f62c80919c0 20 realm 2024-09-22T09:08:47.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.756+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:47.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:47.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:47.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.760+0000 7f62c80919c0 20 searching for the correct realm 2024-09-22T09:08:47.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.768+0000 7f62c6398640 0 -- 172.21.15.64:0/1841792326 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f62bc09f040 msgr2=0x7f62bc072d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:47.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.984+0000 7f62c5b97640 0 -- 172.21.15.64:0/1841792326 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x555df231a0d0 msgr2=0x555df231c4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:47.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:47.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:47.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:47.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:47.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:47.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:47.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:47.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.992+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:47.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 zone default found 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 4 Realm: () 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:47.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 zonegroup default 2024-09-22T09:08:48.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:48.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:48.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:48.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:48.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:47.996+0000 7f62c80919c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:48.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.000+0000 7f62c80919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:48.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.000+0000 7f62c80919c0 20 started sync module instance, tier type = 2024-09-22T09:08:48.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.000+0000 7f62c80919c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:48.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=0 2024-09-22T09:08:48.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=1 2024-09-22T09:08:48.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=2 2024-09-22T09:08:48.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=3 2024-09-22T09:08:48.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=4 2024-09-22T09:08:48.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=5 2024-09-22T09:08:48.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=6 2024-09-22T09:08:48.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 20 add_watcher() i=7 2024-09-22T09:08:48.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.020+0000 7f62c80919c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:48.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.024+0000 7f61777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:48.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.024+0000 7f62c80919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:48.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.024+0000 7f62c80919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:48.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.116+0000 7f61767fc640 20 reqs_thread_entry: start 2024-09-22T09:08:48.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.116+0000 7f62c80919c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:48.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.116+0000 7f62c80919c0 20 Filter name: none 2024-09-22T09:08:48.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.116+0000 7f60e7fff640 20 reqs_thread_entry: start 2024-09-22T09:08:48.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.116+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:48.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.120+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.124+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.124+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.128+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:48.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.128+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.128+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.132+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.132+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:48.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.136+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.136+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.140+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.140+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:48.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.144+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.144+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.144+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.148+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:48.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.152+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.152+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.156+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.156+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:48.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.160+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.164+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.164+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.169 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.168+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:48.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.168+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.172+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.175 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.172+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.176+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:48.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.180+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.183 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.180+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.184 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.180+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.184+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:48.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.188+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.188+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.188+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.192+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:48.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.196+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.196+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.196+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.200+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:48.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.204+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.208+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.208+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.208+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:48.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.212+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.216+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.216+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.220+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:48.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.220+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.224+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.224+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.228+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:48.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.232+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.232+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.236+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.236+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:48.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.240+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.240+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.244+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.248 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.244+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:48.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.248+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.252+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.252+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.252+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:48.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.256+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.260+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.260+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.264+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:48.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.268+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.272+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.272+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.276+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:48.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.276+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.280+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.280+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.284+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:48.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.288+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.288+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.288+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.292+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:48.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.296+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.296+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.300+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.300+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:48.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.304+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.304+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.308+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.308+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:48.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.312+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.316+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.316+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.316+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:48.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.320+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.320+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.324+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.324+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:48.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.328+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.328+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.332+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.332+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:48.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.336+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.340+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.340+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.344+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:48.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.344+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.348+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.348+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.352+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:48.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.356+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.356+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.356+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.360+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:48.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.364+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.364+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.364+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.368+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:48.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.372+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.372+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.377 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.372+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.376+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:48.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.380+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.380+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.384+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.384+0000 7f62c80919c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:48.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.388+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.392+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:48.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.392+0000 7f62c80919c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:48.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.400+0000 7f61777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:48.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.404+0000 7f62c80919c0 20 remove_watcher() i=0 2024-09-22T09:08:48.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.404+0000 7f62c80919c0 2 removed watcher, disabling cache 2024-09-22T09:08:48.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.408+0000 7f62c80919c0 20 remove_watcher() i=1 2024-09-22T09:08:48.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.408+0000 7f62c80919c0 20 remove_watcher() i=2 2024-09-22T09:08:48.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.412+0000 7f62c80919c0 20 remove_watcher() i=3 2024-09-22T09:08:48.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.416+0000 7f62c80919c0 20 remove_watcher() i=4 2024-09-22T09:08:48.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.420+0000 7f62c80919c0 20 remove_watcher() i=5 2024-09-22T09:08:48.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.420+0000 7f62c80919c0 20 remove_watcher() i=6 2024-09-22T09:08:48.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:48.424+0000 7f62c80919c0 20 remove_watcher() i=7 2024-09-22T09:08:48.449 DEBUG:teuthology.orchestra.run.smithi064:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-22T09:08:49.195 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :clean 2024-09-22T09:08:49.992 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :compileJava 2024-09-22T09:08:49.992 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :processResources 2024-09-22T09:08:49.992 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :classes 2024-09-22T09:08:50.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:50.492 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :compileTestJava 2024-09-22T09:08:50.493 INFO:teuthology.orchestra.run.smithi064.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-22T09:08:50.493 INFO:teuthology.orchestra.run.smithi064.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-22T09:08:50.493 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:50.493 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :processTestResources NO-SOURCE 2024-09-22T09:08:50.494 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :testClasses 2024-09-22T09:08:52.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.492 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :test 2024-09-22T09:08:52.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.492 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests STANDARD_OUT 2024-09-22T09:08:52.493 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22 09:08:51,939 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-22T09:08:52.493 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.494 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-22T09:08:52.692 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.692 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-22T09:08:52.692 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.693 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-22T09:08:52.892 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.892 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-22T09:08:52.992 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:52.992 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-22T09:08:53.092 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:53.092 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-22T09:08:53.192 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:53.192 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-22T09:08:53.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:53.492 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-22T09:08:53.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:53.493 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-22T09:08:53.592 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:53.592 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-22T09:08:53.692 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:53.692 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-22T09:08:54.092 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.092 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-22T09:08:54.192 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.192 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-22T09:08:54.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.492 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-22T09:08:54.492 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.493 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-22T09:08:54.593 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.593 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------- 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------- 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:BUILD SUCCESSFUL in 6s 2024-09-22T09:08:54.594 INFO:teuthology.orchestra.run.smithi064.stdout:5 actionable tasks: 5 executed 2024-09-22T09:08:54.612 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:54.643 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:54.643 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:54.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.684+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.684+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.684+0000 7f48183529c0 20 realm 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.684+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:54.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:54.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.688+0000 7f48183529c0 20 searching for the correct realm 2024-09-22T09:08:54.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.696+0000 7f4815657640 0 -- 172.21.15.64:0/2414170890 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x563ce16dd510 msgr2=0x563ce16df930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:54.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.700+0000 7f4815657640 0 -- 172.21.15.64:0/2414170890 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f480c02d070 msgr2=0x7f480c064340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:54.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:54.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:54.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:54.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:54.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:54.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:54.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:54.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:54.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 zone default found 2024-09-22T09:08:54.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 4 Realm: () 2024-09-22T09:08:54.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 zonegroup default 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.708+0000 7f48183529c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.712+0000 7f48183529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.712+0000 7f48183529c0 20 started sync module instance, tier type = 2024-09-22T09:08:54.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.712+0000 7f48183529c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:54.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=0 2024-09-22T09:08:54.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=1 2024-09-22T09:08:54.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=2 2024-09-22T09:08:54.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=3 2024-09-22T09:08:54.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=4 2024-09-22T09:08:54.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=5 2024-09-22T09:08:54.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=6 2024-09-22T09:08:54.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 20 add_watcher() i=7 2024-09-22T09:08:54.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.728+0000 7f48183529c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:54.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.732+0000 7f46c7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:54.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.732+0000 7f48183529c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:54.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.732+0000 7f48183529c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:54.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.808+0000 7f46c6ffd640 20 reqs_thread_entry: start 2024-09-22T09:08:54.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.808+0000 7f48183529c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:54.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.812+0000 7f48183529c0 20 Filter name: none 2024-09-22T09:08:54.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.812+0000 7f46c4ff9640 20 reqs_thread_entry: start 2024-09-22T09:08:54.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.812+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:54.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.812+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.816+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.816+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.816+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:54.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.820+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.820+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.820+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.824+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:54.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.824+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.828+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.828+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:54.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.828+0000 7f48183529c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17550443740189212556', time=2024-09-22T11:08:53.935296+0000, chain.objs.size()=1 2024-09-22T09:08:54.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.828+0000 7f48183529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.73__shadow_.JTP5410tEOUhXLTixvlhU7vV7-Ie168_0 2024-09-22T09:08:54.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.832+0000 7f48183529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:54.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.836+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:54.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.840+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.840+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.840+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.844+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:54.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.848+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.848+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.848+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.852+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:54.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.856+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.856+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.859 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.856+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.856+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:54.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.860+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.866 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.864+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.864+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.868+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:54.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.872+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.872+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.872+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.876+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:54.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.880+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.880+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.884+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.884+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:54.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.888+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.888+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.894 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.892+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.892+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:54.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.896+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.900+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.900+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.906 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.904+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:54.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.908+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.908+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.908+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.912+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:54.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.916+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.916+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.916+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.920+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:54.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.924+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.928+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.928+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.932+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:54.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.936+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.936+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.940+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.944+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:54.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.944+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.948+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.948+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.952+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:54.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.956+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.956+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.956+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.960+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:54.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.964+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.964+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.968+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.968+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:54.977 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.972+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.976+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.976+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.980+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:54.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.984+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.988+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:54.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.988+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.992+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:54.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.996+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:54.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.996+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:54.996+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.000+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:55.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.004+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.008+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.008+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.013 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.012+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:55.017 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.012+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.016+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.016+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.020+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:55.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.024+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.024+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.024+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.028+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:55.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.032+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.032+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.032+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.036+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:55.044 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.040+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.040+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.044+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:08:55.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.044+0000 7f48183529c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3786704866450492598', time=2024-09-22T11:08:53.272092+0000, chain.objs.size()=1 2024-09-22T09:08:55.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.044+0000 7f48183529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.72__shadow_.XT8Rty16NRqUP69pyzGZnm6S6qTAG3J_0 2024-09-22T09:08:55.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.048+0000 7f48183529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:08:55.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.052+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:55.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.056+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.060+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.060+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.064+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:55.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.068+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.068+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.068+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.072+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:55.083 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.080+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.080+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.080+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.088 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.084+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:55.091 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.088+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.088+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.092+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.096 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.092+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:55.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.096+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.100+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.100+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.104+0000 7f48183529c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:55.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.108+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.108+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:55.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.108+0000 7f48183529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:55.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.112+0000 7f46c7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:55.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.120+0000 7f48183529c0 20 remove_watcher() i=0 2024-09-22T09:08:55.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.120+0000 7f48183529c0 2 removed watcher, disabling cache 2024-09-22T09:08:55.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.120+0000 7f48183529c0 20 remove_watcher() i=1 2024-09-22T09:08:55.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.124+0000 7f48183529c0 20 remove_watcher() i=2 2024-09-22T09:08:55.129 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.128+0000 7f48183529c0 20 remove_watcher() i=3 2024-09-22T09:08:55.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.128+0000 7f48183529c0 20 remove_watcher() i=4 2024-09-22T09:08:55.134 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.132+0000 7f48183529c0 20 remove_watcher() i=5 2024-09-22T09:08:55.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.132+0000 7f48183529c0 20 remove_watcher() i=6 2024-09-22T09:08:55.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.136+0000 7f48183529c0 20 remove_watcher() i=7 2024-09-22T09:08:55.163 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:55.242 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:55.242 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:55.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 realm 2024-09-22T09:08:55.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:55.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.500+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.504+0000 7fef522799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:55.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.504+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.504+0000 7fef522799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:55.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.504+0000 7fef522799c0 20 searching for the correct realm 2024-09-22T09:08:55.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.508+0000 7fef4f57e640 0 -- 172.21.15.64:0/2659540 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fef44008040 msgr2=0x7fef440475d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:55.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.724+0000 7fef4fd7f640 0 -- 172.21.15.64:0/2659540 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fef44039470 msgr2=0x7fef440398f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:55.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:55.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:55.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:55.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:55.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:55.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:55.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:55.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 zone default found 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 4 Realm: () 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 zonegroup default 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.944+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.948+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.948+0000 7fef522799c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.948+0000 7fef522799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.948+0000 7fef522799c0 20 started sync module instance, tier type = 2024-09-22T09:08:55.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.948+0000 7fef522799c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:55.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=0 2024-09-22T09:08:55.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=1 2024-09-22T09:08:55.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=2 2024-09-22T09:08:55.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=3 2024-09-22T09:08:55.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=4 2024-09-22T09:08:55.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=5 2024-09-22T09:08:55.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.972+0000 7fef522799c0 20 add_watcher() i=6 2024-09-22T09:08:55.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.976+0000 7fef522799c0 20 add_watcher() i=7 2024-09-22T09:08:55.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.976+0000 7fef522799c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:55.982 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.980+0000 7fee05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:55.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.980+0000 7fef522799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:55.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:55.980+0000 7fef522799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:56.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.068+0000 7fee04fe1640 20 reqs_thread_entry: start 2024-09-22T09:08:56.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.068+0000 7fef522799c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:56.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.068+0000 7fef522799c0 20 Filter name: none 2024-09-22T09:08:56.073 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.068+0000 7fed7e7fc640 20 reqs_thread_entry: start 2024-09-22T09:08:56.073 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.068+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:56.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.072+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.076+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.076+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.080+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:56.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.080+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.080+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.084+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.088 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.084+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:56.091 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.088+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.088+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.092+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.097 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.092+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:56.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.096+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.096+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.096+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.100+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:56.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.104+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.104+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.104+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.108+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:56.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.112+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.112+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.116+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.116+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:56.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.120+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.120+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.124+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.129 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.124+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:56.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.128+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.128+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.134 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.132+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.132+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:56.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.136+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.140+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.140+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.144+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:56.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.148+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.148+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.148+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.152+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:56.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.156+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.156+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.160+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.160+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:56.169 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.164+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.168+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.168+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.175 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.172+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:56.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.176+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.176+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.176+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.184 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.180+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:56.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.184+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.188+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.188+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.188+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:56.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.196+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.196+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.196+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.200+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:56.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.204+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.204+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.208+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.208+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:56.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.212+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.216+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.216+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.220+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:56.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.224+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.224+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.224+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.228+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:56.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.232+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.236+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.236+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.236+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:56.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.244+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.244+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.248 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.244+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.248+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:56.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.252+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.252+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.256+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.260+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:56.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.260+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.264+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.264+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.268+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:56.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.272+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.272+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.272+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.276+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:56.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.280+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.280+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.280+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.284+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:56.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.288+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.288+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.288+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.292+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:56.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.296+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.296+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.300+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.300+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:56.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.304+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.304+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.304+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.308+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:56.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.312+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.312+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.312+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.316+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:56.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.320+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.320+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.320+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.324+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:56.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.328+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.328+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.332+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.332+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:56.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.336+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.340+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.342 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.340+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.340+0000 7fef522799c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:56.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.344+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.348+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.348+0000 7fef522799c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.352+0000 7fee05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.356+0000 7fef522799c0 20 remove_watcher() i=0 2024-09-22T09:08:56.360 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.356+0000 7fef522799c0 2 removed watcher, disabling cache 2024-09-22T09:08:56.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.360+0000 7fef522799c0 20 remove_watcher() i=1 2024-09-22T09:08:56.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.360+0000 7fef522799c0 20 remove_watcher() i=2 2024-09-22T09:08:56.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.364+0000 7fef522799c0 20 remove_watcher() i=3 2024-09-22T09:08:56.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.368+0000 7fef522799c0 20 remove_watcher() i=4 2024-09-22T09:08:56.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.368+0000 7fef522799c0 20 remove_watcher() i=5 2024-09-22T09:08:56.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.372+0000 7fef522799c0 20 remove_watcher() i=6 2024-09-22T09:08:56.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.372+0000 7fef522799c0 20 remove_watcher() i=7 2024-09-22T09:08:56.395 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:56.469 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:56.469 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:56.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.512+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 realm 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:56.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:56.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.516+0000 7f9cbe7739c0 20 searching for the correct realm 2024-09-22T09:08:56.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.524+0000 7f9cbca7a640 0 -- 172.21.15.64:0/98110189 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x555f11d2a6c0 msgr2=0x555f11d2cb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:56.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.528+0000 7f9cbc279640 0 -- 172.21.15.64:0/98110189 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f9cb006c440 msgr2=0x7f9cb006e630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:56.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.536+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 zone default found 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 4 Realm: () 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 zonegroup default 2024-09-22T09:08:56.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 started sync module instance, tier type = 2024-09-22T09:08:56.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.540+0000 7f9cbe7739c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:56.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=0 2024-09-22T09:08:56.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=1 2024-09-22T09:08:56.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=2 2024-09-22T09:08:56.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=3 2024-09-22T09:08:56.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=4 2024-09-22T09:08:56.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=5 2024-09-22T09:08:56.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=6 2024-09-22T09:08:56.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 20 add_watcher() i=7 2024-09-22T09:08:56.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.556+0000 7f9cbe7739c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:56.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.560+0000 7f9b737de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.560+0000 7f9cbe7739c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:56.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.560+0000 7f9cbe7739c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:56.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.636+0000 7f9b727dc640 20 reqs_thread_entry: start 2024-09-22T09:08:56.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.636+0000 7f9cbe7739c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:56.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.636+0000 7f9cbe7739c0 20 Filter name: none 2024-09-22T09:08:56.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.636+0000 7f9b6b7fe640 20 reqs_thread_entry: start 2024-09-22T09:08:56.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.636+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:56.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.640+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.640+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.640+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.644+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:56.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.648+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.648+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.648+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.652+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:56.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.656+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.656+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.660+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.660+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:56.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.664+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.668+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.668+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.672+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:56.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.672+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.672+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.672+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.676+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:56.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.680+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.680+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.680+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.684+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:56.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.688+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.688+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.688+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.688+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:56.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.692+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.692+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.696+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.696+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:56.704 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.700+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.704+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.704+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.704+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:56.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.708+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.712+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.712+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.716+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:56.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.716+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.716+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.720+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.720+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:56.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.724+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.729 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.724+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.728+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.728+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:56.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.732+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.732+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.732+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.736+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:56.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.740+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.740+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.740+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.744+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:56.749 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.744+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.748+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.748+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.754 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.752+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:56.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.752+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.758 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.756+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.758 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.756+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.756+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:56.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.760+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.760+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.764+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.764+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:56.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.768+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.772 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.768+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.772 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.768+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.772+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:56.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.772+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.776+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.776+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.780+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:56.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.780+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.780+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.784+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.787 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.784+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:56.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.788+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.788+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.792+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.792+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:56.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.796+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.796+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.796+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.800+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:56.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.804+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.804+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.804+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.812 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.808+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:56.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.812+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.812+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.816+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.816+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:56.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.820+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.820+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.820+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.824+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:56.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.828+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.828+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.828+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.832+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:56.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.836+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.836+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.836+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.840+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:56.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.840+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.844+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.844+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.848+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:56.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.852+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.852+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.852+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.856+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:56.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.860+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.863 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.860+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.860+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.867 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.864+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:56.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.868+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.868+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.868+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.872+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:56.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.872+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.876+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:56.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.876+0000 7f9cbe7739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:56.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.880+0000 7f9b737de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.884+0000 7f9cbe7739c0 20 remove_watcher() i=0 2024-09-22T09:08:56.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.884+0000 7f9cbe7739c0 2 removed watcher, disabling cache 2024-09-22T09:08:56.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.888+0000 7f9cbe7739c0 20 remove_watcher() i=1 2024-09-22T09:08:56.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.888+0000 7f9cbe7739c0 20 remove_watcher() i=2 2024-09-22T09:08:56.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.892+0000 7f9cbe7739c0 20 remove_watcher() i=3 2024-09-22T09:08:56.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.896+0000 7f9cbe7739c0 20 remove_watcher() i=4 2024-09-22T09:08:56.899 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.896+0000 7f9cbe7739c0 20 remove_watcher() i=5 2024-09-22T09:08:56.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.896+0000 7f9cbe7739c0 20 remove_watcher() i=6 2024-09-22T09:08:56.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:56.900+0000 7f9cbe7739c0 20 remove_watcher() i=7 2024-09-22T09:08:56.920 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:08:56.989 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:56.989 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:57.036 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.032+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 realm 2024-09-22T09:08:57.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:57.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:57.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:57.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.036+0000 7f73b07699c0 20 searching for the correct realm 2024-09-22T09:08:57.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.044+0000 7f73aea70640 0 -- 172.21.15.64:0/4214523542 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x561a08a5b600 msgr2=0x561a08a5d9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:57.053 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.048+0000 7f73ae26f640 0 -- 172.21.15.64:0/4214523542 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f73a4008050 msgr2=0x7f73a404caf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:57.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.056+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 zone default found 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 4 Realm: () 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:08:57.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 zonegroup default 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 started sync module instance, tier type = 2024-09-22T09:08:57.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.060+0000 7f73b07699c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:08:57.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=0 2024-09-22T09:08:57.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=1 2024-09-22T09:08:57.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=2 2024-09-22T09:08:57.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=3 2024-09-22T09:08:57.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=4 2024-09-22T09:08:57.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=5 2024-09-22T09:08:57.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=6 2024-09-22T09:08:57.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 20 add_watcher() i=7 2024-09-22T09:08:57.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.076+0000 7f73b07699c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:57.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.080+0000 7f72657e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:57.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.080+0000 7f73b07699c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:57.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.080+0000 7f73b07699c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:57.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.152+0000 7f725f7fe640 20 reqs_thread_entry: start 2024-09-22T09:08:57.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.152+0000 7f73b07699c0 20 init_complete bucket index max shards: 1 2024-09-22T09:08:57.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.152+0000 7f73b07699c0 20 Filter name: none 2024-09-22T09:08:57.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.152+0000 7f725d7fa640 20 reqs_thread_entry: start 2024-09-22T09:08:57.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.152+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:08:57.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.156+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.160+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.160+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.164+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:08:57.169 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.164+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.168+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.168+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.172+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:08:57.176 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.172+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.176+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.176+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.176+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:08:57.183 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.180+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.180+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.184+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.184+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:08:57.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.192+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.196+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.196+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.200+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:08:57.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.204+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.204+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.204+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.208+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:08:57.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.212+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.212+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.216+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.216+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:08:57.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.220+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.224+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.224+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.228+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:08:57.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.232+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.232+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.236+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.236+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:08:57.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.240+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.240+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.244+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.249 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.244+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:08:57.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.248+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.252+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.252+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.256+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:08:57.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.260+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.260+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.260+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.268+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:08:57.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.268+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.268+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.272+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.272+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:08:57.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.276+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.280+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.280+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.280+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:08:57.289 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.284+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.288+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.288+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.292+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:08:57.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.296+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.296+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.296+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.300+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:08:57.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.304+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.304+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.308+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.308+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:08:57.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.312+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.316+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.316+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.316+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:08:57.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.320+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.324+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.324+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.328+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:08:57.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.332+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.332+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.336+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.336+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:08:57.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.340+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.340+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.344+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.344+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:08:57.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.348+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.352+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.352+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.356+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:08:57.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.356+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.360+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.360+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.368+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:08:57.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.368+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.368+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.368+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.372+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:08:57.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.376+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.376+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.380+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.380+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:08:57.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.384+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.384+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.388+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.388+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:08:57.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.392+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.396+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.396+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.396+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:08:57.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.400+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.404+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.404+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.408+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:08:57.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.412+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.412+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.416+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.416+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:08:57.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.420+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.424+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.424+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.428+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:08:57.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.428+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.432+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.432+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.436+0000 7f73b07699c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:08:57.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.440+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.440+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:08:57.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.444+0000 7f73b07699c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:08:57.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.448+0000 7f72657e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:57.457 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.452+0000 7f73b07699c0 20 remove_watcher() i=0 2024-09-22T09:08:57.457 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.452+0000 7f73b07699c0 2 removed watcher, disabling cache 2024-09-22T09:08:57.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.456+0000 7f73b07699c0 20 remove_watcher() i=1 2024-09-22T09:08:57.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.460+0000 7f73b07699c0 20 remove_watcher() i=2 2024-09-22T09:08:57.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.460+0000 7f73b07699c0 20 remove_watcher() i=3 2024-09-22T09:08:57.467 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.464+0000 7f73b07699c0 20 remove_watcher() i=4 2024-09-22T09:08:57.470 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.468+0000 7f73b07699c0 20 remove_watcher() i=5 2024-09-22T09:08:57.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.468+0000 7f73b07699c0 20 remove_watcher() i=6 2024-09-22T09:08:57.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:08:57.472+0000 7f73b07699c0 20 remove_watcher() i=7 2024-09-22T09:08:57.494 DEBUG:teuthology.orchestra.run.smithi064:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-22T09:08:58.224 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :clean 2024-09-22T09:08:59.022 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :compileJava 2024-09-22T09:08:59.022 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :processResources 2024-09-22T09:08:59.022 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :classes 2024-09-22T09:08:59.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:59.523 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :compileTestJava 2024-09-22T09:08:59.525 INFO:teuthology.orchestra.run.smithi064.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-22T09:08:59.526 INFO:teuthology.orchestra.run.smithi064.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-22T09:08:59.527 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:08:59.527 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :processTestResources NO-SOURCE 2024-09-22T09:08:59.527 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :testClasses 2024-09-22T09:09:01.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.522 INFO:teuthology.orchestra.run.smithi064.stdout:> Task :test 2024-09-22T09:09:01.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.523 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests STANDARD_OUT 2024-09-22T09:09:01.523 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22 09:09:00,823 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-22T09:09:01.523 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.524 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-22T09:09:01.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-22T09:09:01.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:01.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-22T09:09:02.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:02.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-22T09:09:02.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:02.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-22T09:09:03.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-22T09:09:03.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-22T09:09:03.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-22T09:09:03.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-22T09:09:03.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-22T09:09:03.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-22T09:09:03.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-22T09:09:03.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:03.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-22T09:09:04.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:04.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-22T09:09:04.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:04.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-22T09:09:04.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:04.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-22T09:09:04.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:04.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-22T09:09:05.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-22T09:09:05.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-22T09:09:05.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-22T09:09:05.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-22T09:09:05.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-22T09:09:05.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-22T09:09:05.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-22T09:09:05.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:05.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-22T09:09:06.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:06.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-22T09:09:06.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:06.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-22T09:09:06.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:06.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-22T09:09:06.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:06.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-22T09:09:06.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:06.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-22T09:09:07.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:07.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-22T09:09:07.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:07.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-22T09:09:14.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:14.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-22T09:09:14.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:14.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-22T09:09:14.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:14.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-22T09:09:15.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:15.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-22T09:09:15.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:15.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-22T09:09:15.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:15.433 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-22T09:09:15.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:15.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-22T09:09:16.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:16.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-22T09:09:16.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:16.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-22T09:09:16.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:16.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-22T09:09:17.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:17.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-22T09:09:17.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:17.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-22T09:09:17.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:17.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-22T09:09:18.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:18.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-22T09:09:19.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:19.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-22T09:09:19.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:19.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-22T09:09:23.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:23.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-22T09:09:24.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:24.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-22T09:09:26.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:26.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-22T09:09:26.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:26.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-22T09:09:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:27.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-22T09:09:27.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:27.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-22T09:09:28.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:28.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-22T09:09:29.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-22T09:09:29.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-22T09:09:29.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-22T09:09:29.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-22T09:09:29.421 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-22T09:09:29.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-22T09:09:29.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-22T09:09:29.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:29.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-22T09:09:30.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-22T09:09:30.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-22T09:09:30.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-22T09:09:30.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-22T09:09:30.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-22T09:09:30.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-22T09:09:30.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:30.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-22T09:09:31.021 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:31.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-22T09:09:31.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:31.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-22T09:09:31.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:31.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-22T09:09:31.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:31.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-22T09:09:31.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:31.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-22T09:09:32.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:32.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-22T09:09:32.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:32.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-22T09:09:32.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:32.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-22T09:09:32.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:32.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-22T09:09:33.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:33.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-22T09:09:33.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:33.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-22T09:09:33.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:33.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-22T09:09:33.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:33.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-22T09:09:33.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:33.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-22T09:09:33.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:33.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-22T09:09:34.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:34.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-22T09:09:34.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:34.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-22T09:09:34.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:34.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-22T09:09:34.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:34.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-22T09:09:35.021 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:35.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-22T09:09:35.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:35.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-22T09:09:35.521 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:35.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-22T09:09:35.621 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:35.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-22T09:09:35.821 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:35.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-22T09:09:36.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:36.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-22T09:09:36.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:36.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-22T09:09:36.422 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:36.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-22T09:09:36.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:36.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-22T09:09:36.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:36.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-22T09:09:37.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:37.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-22T09:09:37.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:37.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-22T09:09:37.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:37.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-22T09:09:37.621 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:37.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-22T09:09:37.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:37.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-22T09:09:38.021 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:38.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-22T09:09:38.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:38.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-22T09:09:38.521 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:38.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-22T09:09:38.721 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:38.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-22T09:09:38.821 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:38.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-22T09:09:39.122 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:39.122 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-22T09:09:39.221 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:39.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-22T09:09:39.521 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:39.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-22T09:09:39.621 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:39.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-22T09:09:39.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:39.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-22T09:09:40.021 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-22T09:09:40.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-22T09:09:40.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-22T09:09:40.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-22T09:09:40.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-22T09:09:40.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-22T09:09:40.821 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:40.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-22T09:09:41.021 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.036 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-22T09:09:41.221 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-22T09:09:41.421 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.422 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-22T09:09:41.521 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.521 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-22T09:09:41.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-22T09:09:41.722 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.722 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-22T09:09:41.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:41.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-22T09:09:42.022 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:42.022 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-22T09:09:42.222 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:42.222 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-22T09:09:42.321 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:42.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-22T09:09:42.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:42.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-22T09:09:42.622 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:42.622 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-22T09:09:42.822 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:42.822 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-22T09:09:43.322 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:43.322 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-22T09:09:43.522 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:43.522 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-22T09:09:43.922 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:43.922 INFO:teuthology.orchestra.run.smithi064.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-22T09:09:44.212 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:---------------------------------------------------------------------- 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:---------------------------------------------------------------------- 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:BUILD SUCCESSFUL in 46s 2024-09-22T09:09:44.213 INFO:teuthology.orchestra.run.smithi064.stdout:5 actionable tasks: 5 executed 2024-09-22T09:09:44.230 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:09:44.256 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:44.256 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:44.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.299+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 realm 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:44.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.303+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.307+0000 7fad44e7f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:44.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.307+0000 7fad44e7f9c0 20 searching for the correct realm 2024-09-22T09:09:44.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.311+0000 7fad43186640 0 -- 172.21.15.64:0/2150380028 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55c3bc489440 msgr2=0x55c3bc48b8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:44.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.315+0000 7fad42985640 0 -- 172.21.15.64:0/2150380028 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fad3805a970 msgr2=0x7fad380403d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.323+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:44.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:44.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 zone default found 2024-09-22T09:09:44.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 4 Realm: () 2024-09-22T09:09:44.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 zonegroup default 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:44.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:44.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 started sync module instance, tier type = 2024-09-22T09:09:44.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.327+0000 7fad44e7f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=0 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=1 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=2 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=3 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=4 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=5 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.343+0000 7fad44e7f9c0 20 add_watcher() i=6 2024-09-22T09:09:44.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.347+0000 7fad44e7f9c0 20 add_watcher() i=7 2024-09-22T09:09:44.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.347+0000 7fad44e7f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:44.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.347+0000 7fabf97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:44.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.347+0000 7fad44e7f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:44.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.347+0000 7fad44e7f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:44.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.427+0000 7fab73fff640 20 reqs_thread_entry: start 2024-09-22T09:09:44.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.427+0000 7fad44e7f9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:44.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.427+0000 7fad44e7f9c0 20 Filter name: none 2024-09-22T09:09:44.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.427+0000 7fab71ffb640 20 reqs_thread_entry: start 2024-09-22T09:09:44.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.427+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:09:44.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3503766214214262274', time=2024-09-22T11:09:11.075094+0000, chain.objs.size()=5 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~YdDLvg3dKhd1JWTia-Eg-H1xyH43cyK.1 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~YdDLvg3dKhd1JWTia-Eg-H1xyH43cyK.2 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~YdDLvg3dKhd1JWTia-Eg-H1xyH43cyK.3 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~YdDLvg3dKhd1JWTia-Eg-H1xyH43cyK.4 2024-09-22T09:09:44.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.431+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~YdDLvg3dKhd1JWTia-Eg-H1xyH43cyK.5 2024-09-22T09:09:44.442 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.443+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.447+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:09:44.453 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.451+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.454 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11721502089538257795', time=2024-09-22T11:09:03.574083+0000, chain.objs.size()=1 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.82__shadow_.QZG6aS3ny-Aouomnyb_8R_64ZIhRho1_0 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2906521102920552409', time=2024-09-22T11:09:31.100820+0000, chain.objs.size()=1 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.113__shadow_.n_aoIgYYbRmMEZYK8Ra6Vd3U3XLgihh_0 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2261026149015939170', time=2024-09-22T11:09:33.993891+0000, chain.objs.size()=1 2024-09-22T09:09:44.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.455+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.120__shadow_.GJ62qNokdu-pswonPEGJ_Uumrpc_6cV_0 2024-09-22T09:09:44.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.459+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.467 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.467+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:09:44.470 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.470 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:09:44.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2530662090367733423', time=2024-09-22T11:09:04.803773+0000, chain.objs.size()=1 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.85__shadow_.W8BFPHoLzlM2wu4FkeUMXDV_3kT-D5U_0 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15243199155140998474', time=2024-09-22T11:09:11.816822+0000, chain.objs.size()=5 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~C4jzjEHAfeYni6Tu8cwAqeib1wVWZQt.1 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~C4jzjEHAfeYni6Tu8cwAqeib1wVWZQt.2 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~C4jzjEHAfeYni6Tu8cwAqeib1wVWZQt.3 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~C4jzjEHAfeYni6Tu8cwAqeib1wVWZQt.4 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~C4jzjEHAfeYni6Tu8cwAqeib1wVWZQt.5 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15030851342489724584', time=2024-09-22T11:09:32.333643+0000, chain.objs.size()=1 2024-09-22T09:09:44.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.116__shadow_.h21FjE1QlQUr_ulpiP-WYUflD2PNFJj_0 2024-09-22T09:09:44.473 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1628332707307487273', time=2024-09-22T11:09:32.363698+0000, chain.objs.size()=1 2024-09-22T09:09:44.473 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.116__shadow_.rkhZHrGVUDNCfQtmdCQN_6JA8jybhoU_0 2024-09-22T09:09:44.473 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5724358992768598039', time=2024-09-22T11:09:33.163324+0000, chain.objs.size()=1 2024-09-22T09:09:44.473 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.118__shadow_.EG3IPumwLP6pozF9YFLC22EBQY5J2ie_0 2024-09-22T09:09:44.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6371796846168169798', time=2024-09-22T11:09:34.440370+0000, chain.objs.size()=1 2024-09-22T09:09:44.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.471+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.121__shadow_.o1opRYqjwjJjedoUfBnczjF-voGtRVD_0 2024-09-22T09:09:44.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.483+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.487+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:09:44.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6417015348006965261', time=2024-09-22T11:09:07.736474+0000, chain.objs.size()=5 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.1 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.2 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.3 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.4 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.5 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17200104033871073308', time=2024-09-22T11:09:21.926324+0000, chain.objs.size()=5 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~zF46FrRq7dgZ2Syn7a_Pas2XrbYhqhY.1 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~zF46FrRq7dgZ2Syn7a_Pas2XrbYhqhY.2 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~zF46FrRq7dgZ2Syn7a_Pas2XrbYhqhY.3 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~zF46FrRq7dgZ2Syn7a_Pas2XrbYhqhY.4 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~zF46FrRq7dgZ2Syn7a_Pas2XrbYhqhY.5 2024-09-22T09:09:44.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18088199940695511421', time=2024-09-22T11:09:38.152952+0000, chain.objs.size()=1 2024-09-22T09:09:44.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.491+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.130__shadow_.Fiil_IrjvP_KAexnUm3Io3O33Io6Dm7_0 2024-09-22T09:09:44.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.503+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.511+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:09:44.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.511+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.511+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.511+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.511+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1344119451274804282', time=2024-09-22T11:09:17.793690+0000, chain.objs.size()=5 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file2.mpg.2~5feOXFqx1nZSlFNzHaTMJrtdsPe0lCv.1 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file2.mpg.2~5feOXFqx1nZSlFNzHaTMJrtdsPe0lCv.2 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file2.mpg.2~5feOXFqx1nZSlFNzHaTMJrtdsPe0lCv.3 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file2.mpg.2~5feOXFqx1nZSlFNzHaTMJrtdsPe0lCv.4 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file2.mpg.2~5feOXFqx1nZSlFNzHaTMJrtdsPe0lCv.5 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~292ynv7vk6u8ZrSnI6Ae5nixOpgxB8F', time=2024-09-22T11:09:19.791431+0000, chain.objs.size()=5 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.102__multipart_key1.2~292ynv7vk6u8ZrSnI6Ae5nixOpgxB8F.7 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.102__multipart_key1.2~292ynv7vk6u8ZrSnI6Ae5nixOpgxB8F.8 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.102__multipart_key1.2~292ynv7vk6u8ZrSnI6Ae5nixOpgxB8F.9 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.102__multipart_key1.2~292ynv7vk6u8ZrSnI6Ae5nixOpgxB8F.10 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.102__multipart_key1.2~292ynv7vk6u8ZrSnI6Ae5nixOpgxB8F.11 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8358115727217218189', time=2024-09-22T11:09:36.066318+0000, chain.objs.size()=1 2024-09-22T09:09:44.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.125__shadow_.bq63EiLWcYz_y_E4XeIUipoQTwBQn2s_0 2024-09-22T09:09:44.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14724660057862104558', time=2024-09-22T11:09:36.482894+0000, chain.objs.size()=1 2024-09-22T09:09:44.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.515+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.126__shadow_.RwfkuOG7_E3BFZcKtLrMffFkT5WpHlV_0 2024-09-22T09:09:44.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.531+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:09:44.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:09:44.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4819166987309317117', time=2024-09-22T11:09:31.130290+0000, chain.objs.size()=1 2024-09-22T09:09:44.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.113__shadow_.XCYuhz9ttGKTzMHrgyDKrg5ZjZyYEGr_0 2024-09-22T09:09:44.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4311453755497184613', time=2024-09-22T11:09:32.318602+0000, chain.objs.size()=1 2024-09-22T09:09:44.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.116__shadow_.ZqnCLrAclcWqzbuO1WrKGNWiQ-WxUU8_0 2024-09-22T09:09:44.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16033329529441802098', time=2024-09-22T11:09:32.786661+0000, chain.objs.size()=1 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.117__shadow_.3SMISmqU45tLTGWzQTJxjNq1nxiRprU_0 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5577461172055035894', time=2024-09-22T11:09:33.575241+0000, chain.objs.size()=1 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.119__shadow_.ZMnpi48Xj-brJCxvePBttXiUndot4-p_0 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13255190612145410228', time=2024-09-22T11:09:35.283157+0000, chain.objs.size()=1 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.123__shadow_.FoiUnooOhfcJbUZ2TIU44d6nD-nCdVt_0 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.317015996886705402', time=2024-09-22T11:09:39.310451+0000, chain.objs.size()=1 2024-09-22T09:09:44.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.535+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.133__shadow_._4miv5RsNT1Zmd_CEf-dUVLHG08bDrv_0 2024-09-22T09:09:44.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.543+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.547+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:09:44.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:09:44.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Hh4UwTUI7BB2O0Ak3X22kCiU9_xT7_N', time=2024-09-22T11:09:02.740685+0000, chain.objs.size()=5 2024-09-22T09:09:44.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.80__multipart_key1.2~Hh4UwTUI7BB2O0Ak3X22kCiU9_xT7_N.1 2024-09-22T09:09:44.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.80__multipart_key1.2~Hh4UwTUI7BB2O0Ak3X22kCiU9_xT7_N.2 2024-09-22T09:09:44.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.80__multipart_key1.2~Hh4UwTUI7BB2O0Ak3X22kCiU9_xT7_N.3 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.80__multipart_key1.2~Hh4UwTUI7BB2O0Ak3X22kCiU9_xT7_N.4 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.80__multipart_key1.2~Hh4UwTUI7BB2O0Ak3X22kCiU9_xT7_N.5 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15556722004168130615', time=2024-09-22T11:09:17.078104+0000, chain.objs.size()=5 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.100__multipart_key1.2~cn6BK6hFhnR2m6BfB-HKlSCUqus9G9M.1 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.100__multipart_key1.2~cn6BK6hFhnR2m6BfB-HKlSCUqus9G9M.2 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.100__multipart_key1.2~cn6BK6hFhnR2m6BfB-HKlSCUqus9G9M.3 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.100__multipart_key1.2~cn6BK6hFhnR2m6BfB-HKlSCUqus9G9M.4 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.100__multipart_key1.2~cn6BK6hFhnR2m6BfB-HKlSCUqus9G9M.5 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4008800454243578776', time=2024-09-22T11:09:23.628895+0000, chain.objs.size()=5 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~qzWws09PQTMhWTYSlvKdR1_7gSZ_0ZK.1 2024-09-22T09:09:44.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.551+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__shadow_key1.2~qzWws09PQTMhWTYSlvKdR1_7gSZ_0ZK.1_1 2024-09-22T09:09:44.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.567+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~qzWws09PQTMhWTYSlvKdR1_7gSZ_0ZK.2 2024-09-22T09:09:44.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.567+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__shadow_key1.2~qzWws09PQTMhWTYSlvKdR1_7gSZ_0ZK.2_1 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.567+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~qzWws09PQTMhWTYSlvKdR1_7gSZ_0ZK.3 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.567+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14106052640713356812', time=2024-09-22T11:09:37.705303+0000, chain.objs.size()=1 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.567+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.129__shadow_.OnYIb9pLkxjyOSUrVZxed-p-eLGIVqb_0 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.567+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17861735684140599829', time=2024-09-22T11:09:38.109169+0000, chain.objs.size()=1 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.571+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.130__shadow_.PzFWvcrLEPmOMXFcNMTKHsGZ2nUokjJ_0 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.571+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3544354732993609924', time=2024-09-22T11:09:41.737329+0000, chain.objs.size()=1 2024-09-22T09:09:44.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.571+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.140__shadow_.HRmHltwfFgAPV3JOl6cRqMiqi4nIRnt_0 2024-09-22T09:09:44.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.579+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.583+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:09:44.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.583+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:09:44.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2824874789267849837', time=2024-09-22T11:09:17.864097+0000, chain.objs.size()=1 2024-09-22T09:09:44.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__shadow_.PlaQ-SrK57Vo5cMzYbKd_1VcwTzgrk7_0 2024-09-22T09:09:44.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.634951980820025969', time=2024-09-22T11:09:31.940549+0000, chain.objs.size()=1 2024-09-22T09:09:44.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.115__shadow_.-kgO0xn3RLKE7KBCSXwLFekChQFpAfv_0 2024-09-22T09:09:44.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.587+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.591+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:09:44.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5344352379445619977', time=2024-09-22T11:09:31.493282+0000, chain.objs.size()=1 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.114__shadow_.Y99x1eR_yF6jiI4UM1ZrsGjqjgPsDbQ_0 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6916612539946555690', time=2024-09-22T11:09:32.348293+0000, chain.objs.size()=1 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.116__shadow_.OUKj_BvMKYP8mRZMxug5gTzjfXYLfwY_0 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11440571068903140770', time=2024-09-22T11:09:32.743048+0000, chain.objs.size()=1 2024-09-22T09:09:44.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.117__shadow_.93ecomaAWCzZ4TCcdY7rUXN4YiQ0pyq_0 2024-09-22T09:09:44.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2471063178164618404', time=2024-09-22T11:09:39.713958+0000, chain.objs.size()=1 2024-09-22T09:09:44.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.595+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.134__shadow_.zvV6at7xHno5SseciN7q7-cPi71dGQr_0 2024-09-22T09:09:44.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.599+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.605 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.603+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:09:44.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7141982307863008631', time=2024-09-22T11:09:10.047185+0000, chain.objs.size()=5 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~OVtAow2ArenHihj48PA9VC4hyUciD5X.1 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~OVtAow2ArenHihj48PA9VC4hyUciD5X.2 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~OVtAow2ArenHihj48PA9VC4hyUciD5X.3 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~OVtAow2ArenHihj48PA9VC4hyUciD5X.4 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~OVtAow2ArenHihj48PA9VC4hyUciD5X.5 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4661372536694032691', time=2024-09-22T11:09:31.914759+0000, chain.objs.size()=1 2024-09-22T09:09:44.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.115__shadow_.sv4yISAv7WaH1BZFQEgGih4_0f-Z8T7_0 2024-09-22T09:09:44.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5719853633455438722', time=2024-09-22T11:09:32.757840+0000, chain.objs.size()=1 2024-09-22T09:09:44.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.117__shadow_.I_Ylx4wvozCXe-Rboa30Z5kd3AMXEh8_0 2024-09-22T09:09:44.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6374557400018157127', time=2024-09-22T11:09:37.739794+0000, chain.objs.size()=1 2024-09-22T09:09:44.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.129__shadow_.xJAVsbM3WMDi7DmrWzsPKEao1kzYulv_0 2024-09-22T09:09:44.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15916496139541967209', time=2024-09-22T11:09:39.699812+0000, chain.objs.size()=1 2024-09-22T09:09:44.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.607+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.134__shadow_.OvwLDFuTyw9u_8ctrlqGci9VB_QYvbz_0 2024-09-22T09:09:44.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.615+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.619+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:09:44.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1950978857672169767', time=2024-09-22T11:09:17.763524+0000, chain.objs.size()=5 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file.mpg.2~09gbPxTxlnRYuRJFNvmaDPBy_1tzFCP.1 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file.mpg.2~09gbPxTxlnRYuRJFNvmaDPBy_1tzFCP.2 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file.mpg.2~09gbPxTxlnRYuRJFNvmaDPBy_1tzFCP.3 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file.mpg.2~09gbPxTxlnRYuRJFNvmaDPBy_1tzFCP.4 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__multipart_file.mpg.2~09gbPxTxlnRYuRJFNvmaDPBy_1tzFCP.5 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15336477770073175214', time=2024-09-22T11:09:34.424617+0000, chain.objs.size()=1 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.121__shadow_.xGfClhk9wYdGyNmGqNn30hR2tT1b6yX_0 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9961231818478909687', time=2024-09-22T11:09:36.881862+0000, chain.objs.size()=1 2024-09-22T09:09:44.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.623+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.127__shadow_.aBbCHTWJOztEYbJSiY36eNo_mUjBNNB_0 2024-09-22T09:09:44.633 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.631+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.639+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:09:44.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.639+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.639+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.643+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:09:44.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.643+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6422184117455099856', time=2024-09-22T11:09:25.635307+0000, chain.objs.size()=1 2024-09-22T09:09:44.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.643+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104__shadow_.YPqJHaZsURTHespx1HeGQLNRsQfbgcU_0 2024-09-22T09:09:44.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.643+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14922359404847480914', time=2024-09-22T11:09:34.411235+0000, chain.objs.size()=1 2024-09-22T09:09:44.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.643+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.121__shadow_.85MgkzDOjJETBOZwJ8t_9I-t1vCPYPF_0 2024-09-22T09:09:44.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.643+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.647+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:09:44.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:09:44.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11353225235360311947', time=2024-09-22T11:09:36.452026+0000, chain.objs.size()=1 2024-09-22T09:09:44.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.126__shadow_.I4ScsNjqa7r8O186qSy7AvlNmsHgeG6_0 2024-09-22T09:09:44.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.924176463520094216', time=2024-09-22T11:09:40.817044+0000, chain.objs.size()=1 2024-09-22T09:09:44.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.651+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.138__shadow_.wUVYXwDv-J07UWKpTpQn75HKeWaaIg-_0 2024-09-22T09:09:44.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.655+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:09:44.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5827107588626471540', time=2024-09-22T11:09:01.599747+0000, chain.objs.size()=1 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.78__shadow_.m-xBdA2ln4TNHLFkUnnuYjd4qdtk-aH_0 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1136934343530385715', time=2024-09-22T11:09:34.856942+0000, chain.objs.size()=1 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.122__shadow_.ENI3SwVyFedPxd6UnV83k5fr06p2q1m_0 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4468949439406929514', time=2024-09-22T11:09:38.139771+0000, chain.objs.size()=1 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.130__shadow_.w3GxFCkpug7ZTj5G6aTRMVTyvR7VWvU_0 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9127888540257494907', time=2024-09-22T11:09:38.951595+0000, chain.objs.size()=1 2024-09-22T09:09:44.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.659+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.132__shadow_.dYYU3TIdNzDnKLFzR4AwDKD1j7nEve8_0 2024-09-22T09:09:44.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.663+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.667+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:09:44.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2505814569519812469', time=2024-09-22T11:09:04.508025+0000, chain.objs.size()=2 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.84__shadow_.4rqxXFxffBSrzBW7gBzKiTzRl4NFO39_0 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.84__shadow_.4rqxXFxffBSrzBW7gBzKiTzRl4NFO39_1 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.277703+0000, chain.objs.size()=69 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.1 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.2 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.3 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.4 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.5 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.6 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.7 2024-09-22T09:09:44.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.671+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.8 2024-09-22T09:09:44.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.675+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.9 2024-09-22T09:09:44.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.675+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.10 2024-09-22T09:09:44.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.11 2024-09-22T09:09:44.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.12 2024-09-22T09:09:44.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.13 2024-09-22T09:09:44.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.14 2024-09-22T09:09:44.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.15 2024-09-22T09:09:44.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.16 2024-09-22T09:09:44.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.679+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.17 2024-09-22T09:09:44.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.683+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.18 2024-09-22T09:09:44.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.683+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.19 2024-09-22T09:09:44.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.683+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.20 2024-09-22T09:09:44.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.683+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.21 2024-09-22T09:09:44.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.687+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.22 2024-09-22T09:09:44.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.687+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.23 2024-09-22T09:09:44.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.687+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.24 2024-09-22T09:09:44.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.691+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.25 2024-09-22T09:09:44.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.691+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.26 2024-09-22T09:09:44.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.691+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.27 2024-09-22T09:09:44.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.691+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.28 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.29 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.30 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.31 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.32 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.33 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.34 2024-09-22T09:09:44.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.695+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.35 2024-09-22T09:09:44.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.699+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.36 2024-09-22T09:09:44.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.703+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.37 2024-09-22T09:09:44.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.703+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.38 2024-09-22T09:09:44.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.703+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.39 2024-09-22T09:09:44.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.703+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.40 2024-09-22T09:09:44.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.703+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.41 2024-09-22T09:09:44.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.703+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.42 2024-09-22T09:09:44.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.707+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.43 2024-09-22T09:09:44.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.707+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.44 2024-09-22T09:09:44.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.707+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.45 2024-09-22T09:09:44.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.707+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.46 2024-09-22T09:09:44.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.707+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.47 2024-09-22T09:09:44.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.48 2024-09-22T09:09:44.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.49 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.50 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.51 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.52 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.53 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.54 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.55 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.56 2024-09-22T09:09:44.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.711+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.57 2024-09-22T09:09:44.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.715+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.58 2024-09-22T09:09:44.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.715+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.59 2024-09-22T09:09:44.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.715+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.60 2024-09-22T09:09:44.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.719+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.61 2024-09-22T09:09:44.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.719+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.62 2024-09-22T09:09:44.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.63 2024-09-22T09:09:44.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.64 2024-09-22T09:09:44.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.65 2024-09-22T09:09:44.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.66 2024-09-22T09:09:44.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.67 2024-09-22T09:09:44.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.68 2024-09-22T09:09:44.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.69 2024-09-22T09:09:44.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.304693+0000, chain.objs.size()=7 2024-09-22T09:09:44.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.70 2024-09-22T09:09:44.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.723+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.71 2024-09-22T09:09:44.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.72 2024-09-22T09:09:44.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.73 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.74 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.75 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.76 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.343038+0000, chain.objs.size()=11 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.77 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.78 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.79 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.80 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.81 2024-09-22T09:09:44.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.731+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.82 2024-09-22T09:09:44.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.83 2024-09-22T09:09:44.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.84 2024-09-22T09:09:44.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.85 2024-09-22T09:09:44.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.86 2024-09-22T09:09:44.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.87 2024-09-22T09:09:44.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.386547+0000, chain.objs.size()=13 2024-09-22T09:09:44.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.735+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.88 2024-09-22T09:09:44.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.89 2024-09-22T09:09:44.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.90 2024-09-22T09:09:44.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.91 2024-09-22T09:09:44.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.92 2024-09-22T09:09:44.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.93 2024-09-22T09:09:44.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.94 2024-09-22T09:09:44.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.95 2024-09-22T09:09:44.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.96 2024-09-22T09:09:44.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.739+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.97 2024-09-22T09:09:44.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.743+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.98 2024-09-22T09:09:44.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.743+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.99 2024-09-22T09:09:44.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.743+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.100 2024-09-22T09:09:44.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.743+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.401257+0000, chain.objs.size()=2 2024-09-22T09:09:44.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.743+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.101 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.102 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.441679+0000, chain.objs.size()=11 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.103 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.104 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.105 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.106 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.107 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.108 2024-09-22T09:09:44.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.109 2024-09-22T09:09:44.749 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.110 2024-09-22T09:09:44.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.747+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.111 2024-09-22T09:09:44.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.112 2024-09-22T09:09:44.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.113 2024-09-22T09:09:44.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.474591+0000, chain.objs.size()=10 2024-09-22T09:09:44.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.114 2024-09-22T09:09:44.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.115 2024-09-22T09:09:44.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.116 2024-09-22T09:09:44.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.117 2024-09-22T09:09:44.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.118 2024-09-22T09:09:44.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.119 2024-09-22T09:09:44.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.751+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.120 2024-09-22T09:09:44.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.755+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.121 2024-09-22T09:09:44.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.755+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.122 2024-09-22T09:09:44.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.755+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.123 2024-09-22T09:09:44.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.755+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.505641+0000, chain.objs.size()=8 2024-09-22T09:09:44.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.755+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.124 2024-09-22T09:09:44.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.755+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.125 2024-09-22T09:09:44.758 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.126 2024-09-22T09:09:44.758 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.127 2024-09-22T09:09:44.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.128 2024-09-22T09:09:44.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.129 2024-09-22T09:09:44.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.130 2024-09-22T09:09:44.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.132 2024-09-22T09:09:44.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.528334+0000, chain.objs.size()=5 2024-09-22T09:09:44.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.759+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.131 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.133 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.134 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.135 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.136 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.558981+0000, chain.objs.size()=10 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.137 2024-09-22T09:09:44.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.138 2024-09-22T09:09:44.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.139 2024-09-22T09:09:44.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.763+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.140 2024-09-22T09:09:44.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.767+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.141 2024-09-22T09:09:44.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.767+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.142 2024-09-22T09:09:44.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.767+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.143 2024-09-22T09:09:44.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.767+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.144 2024-09-22T09:09:44.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.145 2024-09-22T09:09:44.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.146 2024-09-22T09:09:44.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.589518+0000, chain.objs.size()=10 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.147 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.148 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.149 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.150 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.151 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.152 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.153 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.154 2024-09-22T09:09:44.771 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.771+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.155 2024-09-22T09:09:44.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.156 2024-09-22T09:09:44.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.625107+0000, chain.objs.size()=9 2024-09-22T09:09:44.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.157 2024-09-22T09:09:44.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.158 2024-09-22T09:09:44.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.159 2024-09-22T09:09:44.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.160 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.161 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.162 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.163 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.164 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.166 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.656668+0000, chain.objs.size()=10 2024-09-22T09:09:44.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.775+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.165 2024-09-22T09:09:44.783 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.167 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.168 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.169 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.170 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.171 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.172 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.173 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.174 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.175 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.690900+0000, chain.objs.size()=5 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.176 2024-09-22T09:09:44.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.783+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.177 2024-09-22T09:09:44.787 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.178 2024-09-22T09:09:44.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.179 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.180 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.715781+0000, chain.objs.size()=9 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.181 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.182 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.183 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.184 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.185 2024-09-22T09:09:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.787+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.186 2024-09-22T09:09:44.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.187 2024-09-22T09:09:44.791 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.188 2024-09-22T09:09:44.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.189 2024-09-22T09:09:44.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-', time=2024-09-22T11:09:28.902675+0000, chain.objs.size()=212 2024-09-22T09:09:44.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.1 2024-09-22T09:09:44.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.2 2024-09-22T09:09:44.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.791+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.3 2024-09-22T09:09:44.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.4 2024-09-22T09:09:44.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.5 2024-09-22T09:09:44.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.6 2024-09-22T09:09:44.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.7 2024-09-22T09:09:44.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.8 2024-09-22T09:09:44.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.9 2024-09-22T09:09:44.797 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.10 2024-09-22T09:09:44.797 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.795+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.11 2024-09-22T09:09:44.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.12 2024-09-22T09:09:44.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.13 2024-09-22T09:09:44.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.14 2024-09-22T09:09:44.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.15 2024-09-22T09:09:44.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.16 2024-09-22T09:09:44.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.17 2024-09-22T09:09:44.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.18 2024-09-22T09:09:44.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.19 2024-09-22T09:09:44.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.20 2024-09-22T09:09:44.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.21 2024-09-22T09:09:44.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.22 2024-09-22T09:09:44.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.799+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.23 2024-09-22T09:09:44.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.24 2024-09-22T09:09:44.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.25 2024-09-22T09:09:44.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.26 2024-09-22T09:09:44.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.27 2024-09-22T09:09:44.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.28 2024-09-22T09:09:44.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.29 2024-09-22T09:09:44.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.30 2024-09-22T09:09:44.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.31 2024-09-22T09:09:44.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.32 2024-09-22T09:09:44.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.33 2024-09-22T09:09:44.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.34 2024-09-22T09:09:44.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.35 2024-09-22T09:09:44.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.36 2024-09-22T09:09:44.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.37 2024-09-22T09:09:44.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.38 2024-09-22T09:09:44.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.39 2024-09-22T09:09:44.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.40 2024-09-22T09:09:44.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.803+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.41 2024-09-22T09:09:44.807 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.42 2024-09-22T09:09:44.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.43 2024-09-22T09:09:44.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.44 2024-09-22T09:09:44.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.45 2024-09-22T09:09:44.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.46 2024-09-22T09:09:44.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.47 2024-09-22T09:09:44.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.48 2024-09-22T09:09:44.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.49 2024-09-22T09:09:44.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.50 2024-09-22T09:09:44.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.51 2024-09-22T09:09:44.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.807+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.52 2024-09-22T09:09:44.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.53 2024-09-22T09:09:44.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.54 2024-09-22T09:09:44.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.55 2024-09-22T09:09:44.812 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.56 2024-09-22T09:09:44.813 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.57 2024-09-22T09:09:44.813 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.58 2024-09-22T09:09:44.813 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.59 2024-09-22T09:09:44.813 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.811+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.60 2024-09-22T09:09:44.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.61 2024-09-22T09:09:44.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.62 2024-09-22T09:09:44.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.63 2024-09-22T09:09:44.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.64 2024-09-22T09:09:44.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.65 2024-09-22T09:09:44.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.66 2024-09-22T09:09:44.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.67 2024-09-22T09:09:44.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.68 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.69 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.70 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.71 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.72 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.73 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.74 2024-09-22T09:09:44.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.815+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.75 2024-09-22T09:09:44.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.76 2024-09-22T09:09:44.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.77 2024-09-22T09:09:44.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.78 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.79 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.80 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.81 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.82 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.83 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.84 2024-09-22T09:09:44.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.85 2024-09-22T09:09:44.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.86 2024-09-22T09:09:44.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.819+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.87 2024-09-22T09:09:44.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.88 2024-09-22T09:09:44.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.89 2024-09-22T09:09:44.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.90 2024-09-22T09:09:44.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.91 2024-09-22T09:09:44.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.92 2024-09-22T09:09:44.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.93 2024-09-22T09:09:44.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.94 2024-09-22T09:09:44.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.95 2024-09-22T09:09:44.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.96 2024-09-22T09:09:44.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.97 2024-09-22T09:09:44.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.98 2024-09-22T09:09:44.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.99 2024-09-22T09:09:44.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.823+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.100 2024-09-22T09:09:44.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.101 2024-09-22T09:09:44.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.102 2024-09-22T09:09:44.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.103 2024-09-22T09:09:44.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.104 2024-09-22T09:09:44.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.105 2024-09-22T09:09:44.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.106 2024-09-22T09:09:44.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.107 2024-09-22T09:09:44.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.108 2024-09-22T09:09:44.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.109 2024-09-22T09:09:44.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.110 2024-09-22T09:09:44.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.111 2024-09-22T09:09:44.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.112 2024-09-22T09:09:44.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.827+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.113 2024-09-22T09:09:44.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.114 2024-09-22T09:09:44.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.115 2024-09-22T09:09:44.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.116 2024-09-22T09:09:44.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.117 2024-09-22T09:09:44.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.118 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.119 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.120 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.121 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.122 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.123 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.124 2024-09-22T09:09:44.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.831+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.125 2024-09-22T09:09:44.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.126 2024-09-22T09:09:44.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.127 2024-09-22T09:09:44.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.128 2024-09-22T09:09:44.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.129 2024-09-22T09:09:44.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.130 2024-09-22T09:09:44.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.131 2024-09-22T09:09:44.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.132 2024-09-22T09:09:44.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.133 2024-09-22T09:09:44.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.134 2024-09-22T09:09:44.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.135 2024-09-22T09:09:44.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.835+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.136 2024-09-22T09:09:44.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.137 2024-09-22T09:09:44.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.138 2024-09-22T09:09:44.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.139 2024-09-22T09:09:44.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.140 2024-09-22T09:09:44.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.141 2024-09-22T09:09:44.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.142 2024-09-22T09:09:44.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.143 2024-09-22T09:09:44.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.144 2024-09-22T09:09:44.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.145 2024-09-22T09:09:44.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.146 2024-09-22T09:09:44.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.147 2024-09-22T09:09:44.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.148 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.149 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.150 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.839+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.151 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.152 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.153 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.154 2024-09-22T09:09:44.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.155 2024-09-22T09:09:44.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.156 2024-09-22T09:09:44.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.157 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.158 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.159 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.160 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.161 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.162 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.163 2024-09-22T09:09:44.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.843+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.164 2024-09-22T09:09:44.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.165 2024-09-22T09:09:44.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.166 2024-09-22T09:09:44.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.167 2024-09-22T09:09:44.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.168 2024-09-22T09:09:44.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.169 2024-09-22T09:09:44.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.170 2024-09-22T09:09:44.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.171 2024-09-22T09:09:44.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.172 2024-09-22T09:09:44.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.173 2024-09-22T09:09:44.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.174 2024-09-22T09:09:44.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.847+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.175 2024-09-22T09:09:44.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.176 2024-09-22T09:09:44.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.177 2024-09-22T09:09:44.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.178 2024-09-22T09:09:44.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.179 2024-09-22T09:09:44.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.180 2024-09-22T09:09:44.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.181 2024-09-22T09:09:44.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.182 2024-09-22T09:09:44.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.183 2024-09-22T09:09:44.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.184 2024-09-22T09:09:44.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.185 2024-09-22T09:09:44.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.186 2024-09-22T09:09:44.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.851+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.187 2024-09-22T09:09:44.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.188 2024-09-22T09:09:44.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.189 2024-09-22T09:09:44.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.190 2024-09-22T09:09:44.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.191 2024-09-22T09:09:44.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.192 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.193 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.194 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.195 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.196 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.197 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.198 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.199 2024-09-22T09:09:44.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.855+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.200 2024-09-22T09:09:44.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.201 2024-09-22T09:09:44.859 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.202 2024-09-22T09:09:44.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.203 2024-09-22T09:09:44.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.204 2024-09-22T09:09:44.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.205 2024-09-22T09:09:44.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.206 2024-09-22T09:09:44.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.207 2024-09-22T09:09:44.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.208 2024-09-22T09:09:44.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.209 2024-09-22T09:09:44.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.210 2024-09-22T09:09:44.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.859+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.211 2024-09-22T09:09:44.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.106__multipart_key1.2~-iXpbSEqd_7bEgfPRi2Vh9-F0AC1TO-.212 2024-09-22T09:09:44.865 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6102483914654528987', time=2024-09-22T11:09:33.588849+0000, chain.objs.size()=1 2024-09-22T09:09:44.865 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.119__shadow_.ZVs0suAI8xuB4oK13w12WyWDNWtGHeX_0 2024-09-22T09:09:44.865 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2105337011207373201', time=2024-09-22T11:09:34.038413+0000, chain.objs.size()=1 2024-09-22T09:09:44.865 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.120__shadow_.-EhhkYdBmSzlIa8ARx7c5xsFNJu6y5m_0 2024-09-22T09:09:44.866 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13871496381258507187', time=2024-09-22T11:09:36.895996+0000, chain.objs.size()=1 2024-09-22T09:09:44.866 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.863+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.127__shadow_.hBEaOvGKbpMJnf_4TxgLrIDHszg2Ful_0 2024-09-22T09:09:44.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.871+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.871+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:09:44.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15282019439227248712', time=2024-09-22T11:09:21.292520+0000, chain.objs.size()=5 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~bHXxz9ZGHc0O_AAlTexWGdy0NdYmmQQ.1 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~bHXxz9ZGHc0O_AAlTexWGdy0NdYmmQQ.2 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~bHXxz9ZGHc0O_AAlTexWGdy0NdYmmQQ.3 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~bHXxz9ZGHc0O_AAlTexWGdy0NdYmmQQ.4 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~bHXxz9ZGHc0O_AAlTexWGdy0NdYmmQQ.5 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15137911642512407221', time=2024-09-22T11:09:33.603485+0000, chain.objs.size()=1 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.119__shadow_.0uwE3sLhPThQKz6wgIcJZORWtgC9ydL_0 2024-09-22T09:09:44.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10575093706306319149', time=2024-09-22T11:09:38.524769+0000, chain.objs.size()=1 2024-09-22T09:09:44.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.875+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.131__shadow_.01gqbF94cD-ImLNfPcudewqXTDgPqTw_0 2024-09-22T09:09:44.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.879+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.879+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:09:44.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4739473537553658179', time=2024-09-22T11:09:06.449782+0000, chain.objs.size()=1 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.91__shadow_.-REk5cNJh6daszV01BbvZ6RlMQEh9un_0 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17510751948879073628', time=2024-09-22T11:09:33.177217+0000, chain.objs.size()=1 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.118__shadow_.zdLVaXNArYTo4KbqpIIuVyRBZ1IjQjh_0 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2540161977384755468', time=2024-09-22T11:09:36.867507+0000, chain.objs.size()=1 2024-09-22T09:09:44.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.127__shadow_.jb9IKaXOqvn2URSc9zbT0-PJ0devYFk_0 2024-09-22T09:09:44.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13870278645421567219', time=2024-09-22T11:09:37.265762+0000, chain.objs.size()=1 2024-09-22T09:09:44.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.128__shadow_.4h8ryh1ARQ0o8ktuh_mjWb_DyzTJ5lj_0 2024-09-22T09:09:44.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8054155800787905002', time=2024-09-22T11:09:38.540506+0000, chain.objs.size()=1 2024-09-22T09:09:44.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.131__shadow_.NvsxxDMyvm2WXNQb7p91MSgr6SQDK6M_0 2024-09-22T09:09:44.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4898952062319286947', time=2024-09-22T11:09:38.921039+0000, chain.objs.size()=1 2024-09-22T09:09:44.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.883+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.132__shadow_.3zdpDjdo65Ht_JVu0MJ3KGdE_262Xbf_0 2024-09-22T09:09:44.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.887+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.891+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:09:44.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.891+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.894 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5269403941463690150', time=2024-09-22T11:09:13.466744+0000, chain.objs.size()=5 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~bFD55x4GrgZy4VKP8q-TMFUyoeTjY8J.1 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__shadow_key1.2~bFD55x4GrgZy4VKP8q-TMFUyoeTjY8J.1_1 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~bFD55x4GrgZy4VKP8q-TMFUyoeTjY8J.2 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__shadow_key1.2~bFD55x4GrgZy4VKP8q-TMFUyoeTjY8J.2_1 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~bFD55x4GrgZy4VKP8q-TMFUyoeTjY8J.3 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4570149642340596472', time=2024-09-22T11:09:31.518526+0000, chain.objs.size()=1 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.114__shadow_.8sl9znWSGj1UYatbw9dzkg1nT9cg6pJ_0 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18386765483426581480', time=2024-09-22T11:09:33.193271+0000, chain.objs.size()=1 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.118__shadow_.q8jiRk3dwOlGZ8PiT3eTdzBtyuEqcVI_0 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4319775010513015367', time=2024-09-22T11:09:39.729571+0000, chain.objs.size()=1 2024-09-22T09:09:44.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.895+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.134__shadow_.DW9a7AngefvkA_xgYrrLl7IzqxEJKIA_0 2024-09-22T09:09:44.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.899+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.899+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:09:44.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16177213021881811386', time=2024-09-22T11:09:14.209344+0000, chain.objs.size()=5 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~nFtrW3y80sioYzoHKE6hjPaiFLZu_qB.1 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__shadow_key1.2~nFtrW3y80sioYzoHKE6hjPaiFLZu_qB.1_1 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~nFtrW3y80sioYzoHKE6hjPaiFLZu_qB.2 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__shadow_key1.2~nFtrW3y80sioYzoHKE6hjPaiFLZu_qB.2_1 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~nFtrW3y80sioYzoHKE6hjPaiFLZu_qB.3 2024-09-22T09:09:44.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6774079548263992189', time=2024-09-22T11:09:15.914492+0000, chain.objs.size()=5 2024-09-22T09:09:44.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.99__multipart_key1.2~dRlZwTt9NPgcEoQuWfSFn6TfkVNTbnf.1 2024-09-22T09:09:44.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.99__multipart_key1.2~dRlZwTt9NPgcEoQuWfSFn6TfkVNTbnf.2 2024-09-22T09:09:44.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.99__multipart_key1.2~dRlZwTt9NPgcEoQuWfSFn6TfkVNTbnf.3 2024-09-22T09:09:44.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.99__multipart_key1.2~dRlZwTt9NPgcEoQuWfSFn6TfkVNTbnf.4 2024-09-22T09:09:44.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.903+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.99__multipart_key1.2~dRlZwTt9NPgcEoQuWfSFn6TfkVNTbnf.5 2024-09-22T09:09:44.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.911+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.911+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:09:44.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16567622116662257811', time=2024-09-22T11:09:23.794396+0000, chain.objs.size()=5 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~j26gil-0jijEQtaGGoGvn12moj4eXpz.1 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__shadow_key1.2~j26gil-0jijEQtaGGoGvn12moj4eXpz.1_1 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~j26gil-0jijEQtaGGoGvn12moj4eXpz.2 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__shadow_key1.2~j26gil-0jijEQtaGGoGvn12moj4eXpz.2_1 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~j26gil-0jijEQtaGGoGvn12moj4eXpz.3 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17325067239858839460', time=2024-09-22T11:09:31.927067+0000, chain.objs.size()=1 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.115__shadow_.a29YsT8Gc7T7NtdgvuPb0Ed9dss8WKv_0 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2331515192784422498', time=2024-09-22T11:09:32.772330+0000, chain.objs.size()=1 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.117__shadow_.PX1hUn89kcbKU6jhhbtWzY2THWjO_Xx_0 2024-09-22T09:09:44.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16897152066844449237', time=2024-09-22T11:09:40.576381+0000, chain.objs.size()=1 2024-09-22T09:09:44.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.137__shadow_.QDARDLdfqSZyXXCxT3ZhQaJqn6UTgE4_0 2024-09-22T09:09:44.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.798001350011617538', time=2024-09-22T11:09:43.331120+0000, chain.objs.size()=5 2024-09-22T09:09:44.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.144__multipart_key1.2~z0NnEMinm2_ke2KwXLKei4jxMaRn39D.1 2024-09-22T09:09:44.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.144__multipart_key1.2~z0NnEMinm2_ke2KwXLKei4jxMaRn39D.2 2024-09-22T09:09:44.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.144__multipart_key1.2~z0NnEMinm2_ke2KwXLKei4jxMaRn39D.3 2024-09-22T09:09:44.917 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.915+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.144__multipart_key1.2~z0NnEMinm2_ke2KwXLKei4jxMaRn39D.4 2024-09-22T09:09:44.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.919+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.144__multipart_key1.2~z0NnEMinm2_ke2KwXLKei4jxMaRn39D.5 2024-09-22T09:09:44.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.923+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:09:44.927 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:09:44.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2381064964664620768', time=2024-09-22T11:09:05.091755+0000, chain.objs.size()=1 2024-09-22T09:09:44.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.86__shadow_.SYMUx16Wkg8rGsm5R0mhWD42GP25Jfo_0 2024-09-22T09:09:44.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.927+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.932 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.931+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:09:44.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.931+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.935+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.935+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:09:44.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.935+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7825423302714406296', time=2024-09-22T11:09:35.664197+0000, chain.objs.size()=1 2024-09-22T09:09:44.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.935+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.124__shadow_.RKwXCch3U8alrOAaS5JMxEv3nSSLze8_0 2024-09-22T09:09:44.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.935+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:09:44.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.765159460224336937', time=2024-09-22T11:09:22.524252+0000, chain.objs.size()=5 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~em4mv9JZnUU8YCH0r0fn3uRrWXhDeyf.1 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~em4mv9JZnUU8YCH0r0fn3uRrWXhDeyf.2 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~em4mv9JZnUU8YCH0r0fn3uRrWXhDeyf.3 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~em4mv9JZnUU8YCH0r0fn3uRrWXhDeyf.4 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~em4mv9JZnUU8YCH0r0fn3uRrWXhDeyf.5 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4450791803380595692', time=2024-09-22T11:09:27.327011+0000, chain.objs.size()=5 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.105__multipart_key1.2~-rJySGNCXKreVJix47c5WpnEyxr8SmJ.1 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.105__multipart_key1.2~-rJySGNCXKreVJix47c5WpnEyxr8SmJ.2 2024-09-22T09:09:44.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.105__multipart_key1.2~-rJySGNCXKreVJix47c5WpnEyxr8SmJ.3 2024-09-22T09:09:44.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.105__multipart_key1.2~-rJySGNCXKreVJix47c5WpnEyxr8SmJ.4 2024-09-22T09:09:44.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.105__multipart_key1.2~-rJySGNCXKreVJix47c5WpnEyxr8SmJ.5 2024-09-22T09:09:44.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9733842420876295730', time=2024-09-22T11:09:42.060201+0000, chain.objs.size()=1 2024-09-22T09:09:44.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.939+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.141__shadow_.Pl7lMUXAlT5RV-eDMeqXCC6glOVd6k6_0 2024-09-22T09:09:44.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.947+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:09:44.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7599392557780974520', time=2024-09-22T11:09:07.585316+0000, chain.objs.size()=5 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.1 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.2 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.3 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.4 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92__multipart_key1.2~1NcKAHdC-OJMdkm_RVLUCk0roAjn0R5.5 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2508753531264933679', time=2024-09-22T11:09:14.386102+0000, chain.objs.size()=5 2024-09-22T09:09:44.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~JTL-ujSjWNvDHxEXJ18eAbIKmB04oYW.1 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__shadow_key1.2~JTL-ujSjWNvDHxEXJ18eAbIKmB04oYW.1_1 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~JTL-ujSjWNvDHxEXJ18eAbIKmB04oYW.2 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__shadow_key1.2~JTL-ujSjWNvDHxEXJ18eAbIKmB04oYW.2_1 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.95__multipart_key1.2~JTL-ujSjWNvDHxEXJ18eAbIKmB04oYW.3 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14001225696064435916', time=2024-09-22T11:09:29.237782+0000, chain.objs.size()=1 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.107__shadow_.p7ciFH_88vc0ie169AOaVr4RfWqD-Vj_0 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3348481319743502184', time=2024-09-22T11:09:35.298137+0000, chain.objs.size()=1 2024-09-22T09:09:44.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.951+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.123__shadow_.UCsB8wZiTivg2bIL14iFlbmxwxf_N3I_0 2024-09-22T09:09:44.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.955+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11076876718697110552', time=2024-09-22T11:09:35.679478+0000, chain.objs.size()=1 2024-09-22T09:09:44.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.955+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.124__shadow_.qYi8h28YY0g8E9TYo_seyrh7QQHTqjV_0 2024-09-22T09:09:44.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.963+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.963+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:09:44.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11967532368751659611', time=2024-09-22T11:09:14.536472+0000, chain.objs.size()=4 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.94__shadow_.8pKbK0XOVwxFrDGGnQ1MWODGGwkA6P0_0 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.94__shadow_.8pKbK0XOVwxFrDGGnQ1MWODGGwkA6P0_1 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.94__shadow_.8pKbK0XOVwxFrDGGnQ1MWODGGwkA6P0_2 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.94__shadow_.8pKbK0XOVwxFrDGGnQ1MWODGGwkA6P0_3 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.191138647201056698', time=2024-09-22T11:09:17.777645+0000, chain.objs.size()=1 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__shadow_.3NSYG92JORhpScrMToHg7URMRRVjNKT_0 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15068522069583416698', time=2024-09-22T11:09:23.079280+0000, chain.objs.size()=5 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~AVaC-XWtAGVon-YwE5HnTA6vC7YG5Hn.1 2024-09-22T09:09:44.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__shadow_key1.2~AVaC-XWtAGVon-YwE5HnTA6vC7YG5Hn.1_1 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~AVaC-XWtAGVon-YwE5HnTA6vC7YG5Hn.2 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__shadow_key1.2~AVaC-XWtAGVon-YwE5HnTA6vC7YG5Hn.2_1 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.103__multipart_key1.2~AVaC-XWtAGVon-YwE5HnTA6vC7YG5Hn.3 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9665392289200524099', time=2024-09-22T11:09:31.114892+0000, chain.objs.size()=1 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.113__shadow_.I_p5PRee_gCK-URaHACsuppYmEsoprB_0 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9152608924783597355', time=2024-09-22T11:09:35.268237+0000, chain.objs.size()=1 2024-09-22T09:09:44.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.967+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.123__shadow_.aB3fbWn61deSViDdNYozy2tVF9eolr3_0 2024-09-22T09:09:44.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17145970488846174879', time=2024-09-22T11:09:36.853097+0000, chain.objs.size()=1 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.127__shadow_.6w3roPKWEW2on9IJB-KxgfOjlU7-Onr_0 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15919594986990831981', time=2024-09-22T11:09:37.281018+0000, chain.objs.size()=1 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.128__shadow_.rycsUtJW1x5N7rjIQ9RR8Z5ej0t2ybj_0 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10295939896916193076', time=2024-09-22T11:09:41.126164+0000, chain.objs.size()=1 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.139__shadow_.T53M2nX7XRQDjZ6RqEbjSxSrlwVD_Z4_0 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3709735110847045697', time=2024-09-22T11:09:43.984740+0000, chain.objs.size()=5 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.145__multipart_key1/data/file.mpg.2~dHVsagIGL0pMVHG4fiWsnF1CRw7ZCaD.1 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.145__multipart_key1/data/file.mpg.2~dHVsagIGL0pMVHG4fiWsnF1CRw7ZCaD.2 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.145__multipart_key1/data/file.mpg.2~dHVsagIGL0pMVHG4fiWsnF1CRw7ZCaD.3 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.145__multipart_key1/data/file.mpg.2~dHVsagIGL0pMVHG4fiWsnF1CRw7ZCaD.4 2024-09-22T09:09:44.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.971+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.145__multipart_key1/data/file.mpg.2~dHVsagIGL0pMVHG4fiWsnF1CRw7ZCaD.5 2024-09-22T09:09:44.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.979+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.982 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:09:44.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14619356739630162419', time=2024-09-22T11:09:26.339308+0000, chain.objs.size()=5 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104__multipart_key1.2~S_ynCCSD4d-y6wdUR3ULqaobiibA5vL.1 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104__multipart_key1.2~S_ynCCSD4d-y6wdUR3ULqaobiibA5vL.2 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104__multipart_key1.2~S_ynCCSD4d-y6wdUR3ULqaobiibA5vL.3 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104__multipart_key1.2~S_ynCCSD4d-y6wdUR3ULqaobiibA5vL.4 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104__multipart_key1.2~S_ynCCSD4d-y6wdUR3ULqaobiibA5vL.5 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12230627358733299994', time=2024-09-22T11:09:31.506026+0000, chain.objs.size()=1 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.114__shadow_.Nwj8Nav3XSQDWjId8fhYihJDZmUVVbI_0 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3222924385715459698', time=2024-09-22T11:09:34.010578+0000, chain.objs.size()=1 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.120__shadow_.QQ_5n_g6sJA9IuM6-F1NKL2pkCd02Bj_0 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9852989003774216735', time=2024-09-22T11:09:34.885278+0000, chain.objs.size()=1 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.122__shadow_.LAoOFQzbqHR3JAOUxklqr3LzafLVYyW_0 2024-09-22T09:09:44.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13133355487530192343', time=2024-09-22T11:09:36.052235+0000, chain.objs.size()=1 2024-09-22T09:09:44.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.125__shadow_.2VQOoZJJf6K4QQHR23LlUpCb7YDjmFI_0 2024-09-22T09:09:44.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13264499208412064039', time=2024-09-22T11:09:37.691653+0000, chain.objs.size()=1 2024-09-22T09:09:44.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.983+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.129__shadow_.9OwA9HatRjD68dcUEhHGHK_be-AHX6w_0 2024-09-22T09:09:44.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.991+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:44.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.991+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:09:44.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:44.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4883456674014703473', time=2024-09-22T11:09:31.900523+0000, chain.objs.size()=1 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.115__shadow_.5fWRB0b2bl8khkpbb4ZER2rUZGupVyL_0 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16701276589846406164', time=2024-09-22T11:09:34.454130+0000, chain.objs.size()=1 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.121__shadow_.H6E-SAVjR3cG3aWZZTF2xXhMMoJMZN8_0 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3861498667219785995', time=2024-09-22T11:09:36.468079+0000, chain.objs.size()=1 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.126__shadow_.JOn2lokmFr2i5QuBFtDzbnkalXMFU_Y_0 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18072243799726201826', time=2024-09-22T11:09:38.123107+0000, chain.objs.size()=1 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.130__shadow_.dIhlFkfvP35jTGgInEvMz1IZYW21nNY_0 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14454489610090009546', time=2024-09-22T11:09:39.327309+0000, chain.objs.size()=1 2024-09-22T09:09:44.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.995+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.133__shadow_._XhHtjSFmpwQxcGLmuahNe2cFARt2Xw_0 2024-09-22T09:09:44.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.999+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:45.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:44.999+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:09:45.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.003+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.003+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.003+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:09:45.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.003+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12878288154892433560', time=2024-09-22T11:09:34.870276+0000, chain.objs.size()=1 2024-09-22T09:09:45.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.003+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.122__shadow_.KCBQdmkXZ-uzP1YQO5s7FoZgEciIaQ5_0 2024-09-22T09:09:45.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.003+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:45.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:09:45.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.200484663663104034', time=2024-09-22T11:09:17.879194+0000, chain.objs.size()=1 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.101__shadow_.2AOs_M9xdRj88uffAjYALPtf4fxCWsb_0 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16717822599797694858', time=2024-09-22T11:09:31.087502+0000, chain.objs.size()=1 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.113__shadow_.VRRkQd-re-Mpg8fUSYEsskdGFLQ74Xr_0 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12511566501215130265', time=2024-09-22T11:09:36.439730+0000, chain.objs.size()=1 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.126__shadow_.rZISZxmNfoyvPrnlg0AJtkrc2Y00seP_0 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13690455135158047506', time=2024-09-22T11:09:37.311473+0000, chain.objs.size()=1 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.128__shadow_.k_HMPGYYM0jAv7FNu7-EqjM5dwQbgAc_0 2024-09-22T09:09:45.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15650051572843555686', time=2024-09-22T11:09:37.724421+0000, chain.objs.size()=1 2024-09-22T09:09:45.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.129__shadow_.HDL1uYyhALtgjR2PCc1Kzupyhwiw6LE_0 2024-09-22T09:09:45.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13747205332175061381', time=2024-09-22T11:09:41.065641+0000, chain.objs.size()=1 2024-09-22T09:09:45.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.007+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.139__shadow_.YShA_lI8hHN-TckpyZSUaN8jqyLKPA-_0 2024-09-22T09:09:45.012 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.011+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:45.015 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.015+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:09:45.017 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.015+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.017 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.015+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16715260900194654423', time=2024-09-22T11:09:33.205880+0000, chain.objs.size()=1 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.118__shadow_.7HpfrfEnc0jNX8yOhyPDJXuAxMBMEKo_0 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3252644999559144395', time=2024-09-22T11:09:33.617737+0000, chain.objs.size()=1 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.119__shadow_.yyH3mhFo2ZojtORGDRrR3o-v3e-Xbp4_0 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1853396821484447918', time=2024-09-22T11:09:37.295172+0000, chain.objs.size()=1 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.128__shadow_.su6WdMPso8Bz2rXFCSLWdXazG2DMk-C_0 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18111316803813261557', time=2024-09-22T11:09:38.554356+0000, chain.objs.size()=1 2024-09-22T09:09:45.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.131__shadow_.-y2SxtD-EjQlO7zCEGtwalg57pfJ-pf_0 2024-09-22T09:09:45.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.019+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:45.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:09:45.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-22T09:09:45.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10098164156897202151', time=2024-09-22T11:09:31.531369+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.114__shadow_.cz4RTlTK4ObaS1k5nzto1Oo5Bjk-omZ_0 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1328267582189990102', time=2024-09-22T11:09:34.842025+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.122__shadow_.dx0zgyq0E7OFLmL1L85HwaiZUXS9asE_0 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12596592454443462330', time=2024-09-22T11:09:35.254706+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.123__shadow_.9F8CLsZ5o90OnRLdXBmdny9q3OqoX0h_0 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3515279112321032383', time=2024-09-22T11:09:35.649644+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.124__shadow_.5bDkYY3ZqeeBKJcKRpm3TVqyY9ES8RW_0 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.760976850901793055', time=2024-09-22T11:09:36.037724+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.125__shadow_.CqelnYzrQp6NCz3UoAt0G-kF7lUrSM6_0 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8052071576435635005', time=2024-09-22T11:09:38.937276+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.132__shadow_.OhB4r0XOaaWWAJAZclxs8WFHQIZla_6_0 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16393486297856386032', time=2024-09-22T11:09:39.343815+0000, chain.objs.size()=1 2024-09-22T09:09:45.026 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.023+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.133__shadow_.WSOwugxuI1Aq7AbNvYHQTxSjd2a88pk_0 2024-09-22T09:09:45.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.027+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:45.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:09:45.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:09:45.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1996623505205874450', time=2024-09-22T11:09:34.025877+0000, chain.objs.size()=1 2024-09-22T09:09:45.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.120__shadow_.AfTyhlDqfXIGHVCmbQKW23NgVqawJFW_0 2024-09-22T09:09:45.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6158889820103900190', time=2024-09-22T11:09:44.001815+0000, chain.objs.size()=1 2024-09-22T09:09:45.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.031+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.145__shadow_.qMFJNfNpQUO-2ACPRioKDT0yTKEubHe_0 2024-09-22T09:09:45.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.035+0000 7fad44e7f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:09:45.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.039+0000 7fabf97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.039+0000 7fad44e7f9c0 20 remove_watcher() i=0 2024-09-22T09:09:45.040 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.039+0000 7fad44e7f9c0 2 removed watcher, disabling cache 2024-09-22T09:09:45.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.039+0000 7fad44e7f9c0 20 remove_watcher() i=1 2024-09-22T09:09:45.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.043+0000 7fad44e7f9c0 20 remove_watcher() i=2 2024-09-22T09:09:45.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.043+0000 7fad44e7f9c0 20 remove_watcher() i=3 2024-09-22T09:09:45.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.043+0000 7fad44e7f9c0 20 remove_watcher() i=4 2024-09-22T09:09:45.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.047+0000 7fad44e7f9c0 20 remove_watcher() i=5 2024-09-22T09:09:45.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.047+0000 7fad44e7f9c0 20 remove_watcher() i=6 2024-09-22T09:09:45.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.047+0000 7fad44e7f9c0 20 remove_watcher() i=7 2024-09-22T09:09:45.059 DEBUG:teuthology.orchestra.run.smithi064:> radosgw-admin gc process --include-all 2024-09-22T09:09:45.129 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:45.129 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:45.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.167+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 realm 2024-09-22T09:09:45.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:45.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:45.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.171+0000 7f450ce8f9c0 20 searching for the correct realm 2024-09-22T09:09:45.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.179+0000 7f450b196640 0 -- 172.21.15.64:0/772133647 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f45000bf030 msgr2=0x7f4500102a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:45.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.395+0000 7f450a995640 0 -- 172.21.15.64:0/772133647 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5648db85f300 msgr2=0x5648db8616f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:45.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 zone default found 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 4 Realm: () 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 zonegroup default 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.403+0000 7f450ce8f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.407+0000 7f450ce8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.407+0000 7f450ce8f9c0 20 started sync module instance, tier type = 2024-09-22T09:09:45.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.407+0000 7f450ce8f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=0 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=1 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=2 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=3 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=4 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=5 2024-09-22T09:09:45.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.427+0000 7f450ce8f9c0 20 add_watcher() i=6 2024-09-22T09:09:45.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.431+0000 7f450ce8f9c0 20 add_watcher() i=7 2024-09-22T09:09:45.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.431+0000 7f450ce8f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:45.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.435+0000 7f43c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.435+0000 7f450ce8f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:45.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.435+0000 7f450ce8f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:45.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.527+0000 7f433bfff640 20 reqs_thread_entry: start 2024-09-22T09:09:45.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.527+0000 7f450ce8f9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:45.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.527+0000 7f450ce8f9c0 20 Filter name: none 2024-09-22T09:09:45.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.527+0000 7f4339ffb640 20 reqs_thread_entry: start 2024-09-22T09:09:45.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.527+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:09:45.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.531+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.535+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.535+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.535+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:09:45.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.539+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.543+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.543+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.545 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.543+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:09:45.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.547+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.547+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.551+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.551+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:09:45.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.555+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.555+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.555+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.559+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:09:45.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.563+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.563+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.563+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.567+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:09:45.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.571+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.575+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.575+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.579+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:09:45.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.583+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.583+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.587+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.587+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:09:45.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.591+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.595+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.595+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.599+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:09:45.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.599+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.603+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.603+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.607+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:09:45.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.611+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.611+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.611+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.615+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:09:45.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.619+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.619+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.619+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.623+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:09:45.627 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.627+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.627+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.627+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.631+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:09:45.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.635+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.635+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.639+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.639+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:09:45.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.643+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.647+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.647+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.647+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:09:45.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.651+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.655+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.655+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.657 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.655+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:09:45.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.659+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.663+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.663+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.663+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:09:45.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.667+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.671+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.671+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.671+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:09:45.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.675+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.678 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.679+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.679+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.683+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:09:45.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.683+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.686 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.687+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.687+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.689 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.687+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:09:45.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.691+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.691+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.695+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.695+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:09:45.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.699+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.699+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.703+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.704 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.703+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:09:45.708 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.707+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.711+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.711+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.715+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:09:45.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.719+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.719+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.719+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.722 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.723+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:09:45.726 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.723+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.727+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.727+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.731+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:09:45.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.735+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.735+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.735+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.739+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:09:45.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.743+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.743+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.743+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.747+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:09:45.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.751+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.754 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.751+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.754 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.755+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.755+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:09:45.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.759+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.763+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.763+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.767+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:09:45.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.771+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.772 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.771+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.772 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.771+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.775+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:09:45.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.779+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.779+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.783+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.783+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:09:45.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.787+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.787+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.791+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.791+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:09:45.797 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.795+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.799+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:09:45.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.799+0000 7f450ce8f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:09:45.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.803+0000 7f43c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.811+0000 7f450ce8f9c0 20 remove_watcher() i=0 2024-09-22T09:09:45.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.811+0000 7f450ce8f9c0 2 removed watcher, disabling cache 2024-09-22T09:09:45.812 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.811+0000 7f450ce8f9c0 20 remove_watcher() i=1 2024-09-22T09:09:45.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.815+0000 7f450ce8f9c0 20 remove_watcher() i=2 2024-09-22T09:09:45.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.815+0000 7f450ce8f9c0 20 remove_watcher() i=3 2024-09-22T09:09:45.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.819+0000 7f450ce8f9c0 20 remove_watcher() i=4 2024-09-22T09:09:45.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.823+0000 7f450ce8f9c0 20 remove_watcher() i=5 2024-09-22T09:09:45.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.823+0000 7f450ce8f9c0 20 remove_watcher() i=6 2024-09-22T09:09:45.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:45.827+0000 7f450ce8f9c0 20 remove_watcher() i=7 2024-09-22T09:09:45.852 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-22T09:09:45.867 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-22T09:09:45.867 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-22T09:09:45.867 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-22T09:09:45.868 DEBUG:teuthology.orchestra.run.smithi064:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-22T09:09:45.899 INFO:teuthology.orchestra.run.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-22T09:09:46.792 INFO:tasks.s3tests:Creating rgw users... 2024-09-22T09:09:46.792 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-22T09:09:46.876 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:46.876 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:46.918 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 realm 2024-09-22T09:09:46.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:46.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.919+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.923+0000 7f6c51b5a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:46.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.923+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.923+0000 7f6c51b5a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:46.923 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.923+0000 7f6c51b5a9c0 20 searching for the correct realm 2024-09-22T09:09:46.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.927+0000 7f6c4fe61640 0 -- 172.21.15.64:0/4179556521 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x556131cdd8b0 msgr2=0x556131cdfd70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:46.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.935+0000 7f6c4f660640 0 -- 172.21.15.64:0/4179556521 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f6c44072bf0 msgr2=0x7f6c4406b2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:46.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:46.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 zone default found 2024-09-22T09:09:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 4 Realm: () 2024-09-22T09:09:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 zonegroup default 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.943+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.947+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.947+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.947+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.947+0000 7f6c51b5a9c0 20 started sync module instance, tier type = 2024-09-22T09:09:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.947+0000 7f6c51b5a9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=0 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=1 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=2 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=3 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=4 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=5 2024-09-22T09:09:46.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=6 2024-09-22T09:09:46.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 20 add_watcher() i=7 2024-09-22T09:09:46.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.963+0000 7f6c51b5a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:46.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6b05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 5 note: GC not initialized 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6b04fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 Filter name: none 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6a7e7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-22T09:09:46.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-22T09:09:46.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.967+0000 7f6c51b5a9c0 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-22T09:09:46.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.971+0000 7f6c51b5a9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-22T09:09:46.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.971+0000 7f6c51b5a9c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-22T09:09:46.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.971+0000 7f6c51b5a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-22T09:09:46.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.971+0000 7f6b32ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398967 cookie 93875935775696 notifier 8495 bl.length()=384 2024-09-22T09:09:46.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.971+0000 7f6b32ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-22T09:09:46.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.971+0000 7f6b32ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-22T09:09:46.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.975+0000 7f6c51b5a9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-22T09:09:46.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.975+0000 7f6c51b5a9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-22T09:09:46.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.975+0000 7f6c51b5a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-22T09:09:46.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.975+0000 7f6b327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399055 cookie 93875935784352 notifier 8495 bl.length()=225 2024-09-22T09:09:46.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.975+0000 7f6b327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-22T09:09:46.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.975+0000 7f6b327fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-22T09:09:46.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6c51b5a9c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-22T09:09:46.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6c51b5a9c0 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-22T09:09:46.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6c51b5a9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-22T09:09:46.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6b327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398948 cookie 93875935781856 notifier 8495 bl.length()=234 2024-09-22T09:09:46.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6b327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-22T09:09:46.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6b327fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-22T09:09:46.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.979+0000 7f6b05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:46.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.987+0000 7f6c51b5a9c0 20 remove_watcher() i=0 2024-09-22T09:09:46.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.987+0000 7f6c51b5a9c0 2 removed watcher, disabling cache 2024-09-22T09:09:46.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.987+0000 7f6c51b5a9c0 20 remove_watcher() i=1 2024-09-22T09:09:46.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.991+0000 7f6c51b5a9c0 20 remove_watcher() i=2 2024-09-22T09:09:46.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.991+0000 7f6c51b5a9c0 20 remove_watcher() i=3 2024-09-22T09:09:46.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.995+0000 7f6c51b5a9c0 20 remove_watcher() i=4 2024-09-22T09:09:46.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.995+0000 7f6c51b5a9c0 20 remove_watcher() i=5 2024-09-22T09:09:46.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.995+0000 7f6c51b5a9c0 20 remove_watcher() i=6 2024-09-22T09:09:46.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:46.999+0000 7f6c51b5a9c0 20 remove_watcher() i=7 2024-09-22T09:09:47.010 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:47.010 INFO:teuthology.orchestra.run.smithi064.stdout: "id": "RGW11111111111111111", 2024-09-22T09:09:47.010 INFO:teuthology.orchestra.run.smithi064.stdout: "tenant": "", 2024-09-22T09:09:47.010 INFO:teuthology.orchestra.run.smithi064.stdout: "name": "Mr.RGW11111111111111111", 2024-09-22T09:09:47.010 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "quota": { 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_users": 1000, 2024-09-22T09:09:47.011 INFO:teuthology.orchestra.run.smithi064.stdout: "max_roles": 1000, 2024-09-22T09:09:47.012 INFO:teuthology.orchestra.run.smithi064.stdout: "max_groups": 1000, 2024-09-22T09:09:47.012 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:47.012 INFO:teuthology.orchestra.run.smithi064.stdout: "max_access_keys": 4 2024-09-22T09:09:47.012 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:47.013 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-22T09:09:47.013 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key CNMRVNJBAZFKLPQTKJGR --secret RXPitnwNdTpgCkDzL9xqZw+AHcr9H6GSu0Fe7s0IOv/TuBQxoQyy6g== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-22T09:09:47.102 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:47.102 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:47.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.143+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 realm 2024-09-22T09:09:47.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:47.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.147 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:47.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:47.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.147+0000 7fd65034f9c0 20 searching for the correct realm 2024-09-22T09:09:47.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.155+0000 7fd64de55640 0 -- 172.21.15.64:0/1360707407 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fd6480c5920 msgr2=0x7fd6480d1430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:47.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.159+0000 7fd64de55640 0 -- 172.21.15.64:0/1360707407 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fd64407ba30 msgr2=0x7fd64406dd10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:47.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.375+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:47.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 zone default found 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 4 Realm: () 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 zonegroup default 2024-09-22T09:09:47.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.379+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.383+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.383+0000 7fd65034f9c0 20 started sync module instance, tier type = 2024-09-22T09:09:47.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.383+0000 7fd65034f9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:47.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=0 2024-09-22T09:09:47.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=1 2024-09-22T09:09:47.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=2 2024-09-22T09:09:47.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=3 2024-09-22T09:09:47.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=4 2024-09-22T09:09:47.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=5 2024-09-22T09:09:47.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=6 2024-09-22T09:09:47.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 20 add_watcher() i=7 2024-09-22T09:09:47.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.407+0000 7fd65034f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:47.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.411+0000 7fd4ff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:47.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:47.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:47.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 5 note: GC not initialized 2024-09-22T09:09:47.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd4fe7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:47.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:47.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 Filter name: none 2024-09-22T09:09:47.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd46ffff640 20 reqs_thread_entry: start 2024-09-22T09:09:47.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-22T09:09:47.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache get: name=default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR : miss 2024-09-22T09:09:47.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR info.flags=0x0 2024-09-22T09:09:47.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 adding default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR to cache LRU end 2024-09-22T09:09:47.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.415+0000 7fd65034f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 cache get: name=default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR : hit (negative entry) 2024-09-22T09:09:47.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 cache get: name=default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR : hit (negative entry) 2024-09-22T09:09:47.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:09:47.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:09:47.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd65034f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-22T09:09:47.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd5317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399056 cookie 94803611957184 notifier 9108 bl.length()=673 2024-09-22T09:09:47.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd5317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:09:47.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.419+0000 7fd5317fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:09:47.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.423+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-22T09:09:47.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.423+0000 7fd65034f9c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-22T09:09:47.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.423+0000 7fd65034f9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-22T09:09:47.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.423+0000 7fd5317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399057 cookie 94803611964576 notifier 9108 bl.length()=185 2024-09-22T09:09:47.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.423+0000 7fd5317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-22T09:09:47.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.423+0000 7fd5317fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-22T09:09:47.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.427+0000 7fd65034f9c0 10 cache put: name=default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR info.flags=0x7 2024-09-22T09:09:47.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.427+0000 7fd65034f9c0 10 moving default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR to cache LRU end 2024-09-22T09:09:47.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.427+0000 7fd65034f9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:CNMRVNJBAZFKLPQTKJGR, ofs0, ns] 2024-09-22T09:09:47.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.427+0000 7fd530ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399081 cookie 94803611974784 notifier 9108 bl.length()=186 2024-09-22T09:09:47.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.427+0000 7fd530ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR info.flags=0x7 2024-09-22T09:09:47.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.427+0000 7fd530ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CNMRVNJBAZFKLPQTKJGR to cache LRU end 2024-09-22T09:09:47.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.431+0000 7fd65034f9c0 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "foo.client.0", 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "foo+test@test.test", 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "foo.client.0", 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "CNMRVNJBAZFKLPQTKJGR", 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "RXPitnwNdTpgCkDzL9xqZw+AHcr9H6GSu0Fe7s0IOv/TuBQxoQyy6g==", 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:47.433 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:47.420932Z" 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:47.434 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "root", 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "RGW11111111111111111", 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:47.420901Z", 2024-09-22T09:09:47.435 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:47.436 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:47.436 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:47.436 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:47.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.435+0000 7fd4ff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:47.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.439+0000 7fd65034f9c0 20 remove_watcher() i=0 2024-09-22T09:09:47.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.439+0000 7fd65034f9c0 2 removed watcher, disabling cache 2024-09-22T09:09:47.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.439+0000 7fd65034f9c0 20 remove_watcher() i=1 2024-09-22T09:09:47.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.443+0000 7fd65034f9c0 20 remove_watcher() i=2 2024-09-22T09:09:47.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.447+0000 7fd65034f9c0 20 remove_watcher() i=3 2024-09-22T09:09:47.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.447+0000 7fd65034f9c0 20 remove_watcher() i=4 2024-09-22T09:09:47.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.451+0000 7fd65034f9c0 20 remove_watcher() i=5 2024-09-22T09:09:47.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.451+0000 7fd65034f9c0 20 remove_watcher() i=6 2024-09-22T09:09:47.454 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.455+0000 7fd65034f9c0 20 remove_watcher() i=7 2024-09-22T09:09:47.473 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 7143643169 --totp-seed LIS3JEYV6LWVVHCE5HEWO27ZPDXZJUE5K627R3BMNMIVULRMUO3XHVQE4JXDTP2L --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:09:47.521 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:47.522 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:47.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.559+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 realm 2024-09-22T09:09:47.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:47.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:47.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.563+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.567+0000 7fa201c309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:47.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.567+0000 7fa201c309c0 20 searching for the correct realm 2024-09-22T09:09:47.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.571+0000 7fa1fef35640 0 -- 172.21.15.64:0/1248777229 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fa1e80c1070 msgr2=0x7fa1e80fe950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:47.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.579+0000 7fa1fff37640 0 -- 172.21.15.64:0/1248777229 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fa1e8107160 msgr2=0x7fa1e80fff90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.583+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 zone default found 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 4 Realm: () 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 zonegroup default 2024-09-22T09:09:47.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 started sync module instance, tier type = 2024-09-22T09:09:47.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.587+0000 7fa201c309c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:47.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=0 2024-09-22T09:09:47.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=1 2024-09-22T09:09:47.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=2 2024-09-22T09:09:47.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=3 2024-09-22T09:09:47.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=4 2024-09-22T09:09:47.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=5 2024-09-22T09:09:47.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=6 2024-09-22T09:09:47.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 20 add_watcher() i=7 2024-09-22T09:09:47.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.603+0000 7fa201c309c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:47.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa0b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 5 note: GC not initialized 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa0b4fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 20 Filter name: none 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa02e7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-22T09:09:47.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:47.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 20 rados_obj.operate() r=0 bl.length=488 2024-09-22T09:09:47.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-22T09:09:47.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:09:47.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:47.607+0000 7fa201c309c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:48.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.763+0000 7fa201c309c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:09:48.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.763+0000 7fa201c309c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:09:48.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.763+0000 7fa201c309c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-22T09:09:48.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.767+0000 7fa0e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333650 cookie 94612490125856 notifier 8531 bl.length()=687 2024-09-22T09:09:48.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.767+0000 7fa0e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:09:48.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.767+0000 7fa0e27fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:09:48.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.767+0000 7fa0b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:48.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.775+0000 7fa201c309c0 20 remove_watcher() i=0 2024-09-22T09:09:48.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.775+0000 7fa201c309c0 2 removed watcher, disabling cache 2024-09-22T09:09:48.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.775+0000 7fa201c309c0 20 remove_watcher() i=1 2024-09-22T09:09:48.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.779+0000 7fa201c309c0 20 remove_watcher() i=2 2024-09-22T09:09:48.781 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.779+0000 7fa201c309c0 20 remove_watcher() i=3 2024-09-22T09:09:48.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.783+0000 7fa201c309c0 20 remove_watcher() i=4 2024-09-22T09:09:48.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.787+0000 7fa201c309c0 20 remove_watcher() i=5 2024-09-22T09:09:48.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.787+0000 7fa201c309c0 20 remove_watcher() i=6 2024-09-22T09:09:48.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.791+0000 7fa201c309c0 20 remove_watcher() i=7 2024-09-22T09:09:48.813 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-22T09:09:48.813 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key BQAVKDJBFUEIHETHPGQU --secret jolvN+PxSqJHgJRHyWr94eAMMAMtJf5o4EdaBsFH8od2HYvn4icBXw== --cluster ceph 2024-09-22T09:09:48.859 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:48.859 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:48.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:48.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 realm 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:48.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.903+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:48.906 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.907+0000 7f93b273e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:48.906 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.907+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:48.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.907+0000 7f93b273e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:48.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:48.907+0000 7f93b273e9c0 20 searching for the correct realm 2024-09-22T09:09:49.119 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.119+0000 7f93b0a45640 0 -- 172.21.15.64:0/1979539870 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55567d3d4270 msgr2=0x55567d3d6710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:49.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.131+0000 7f93afa43640 0 -- 172.21.15.64:0/1979539870 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f93a402b040 msgr2=0x7f93a4056ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.139+0000 7f93b273e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.139+0000 7f93b273e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.139+0000 7f93b273e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:49.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:49.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 zone default found 2024-09-22T09:09:49.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 4 Realm: () 2024-09-22T09:09:49.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:49.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:49.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:49.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 zonegroup default 2024-09-22T09:09:49.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.143+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.147+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.147+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.147+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.147+0000 7f93b273e9c0 20 started sync module instance, tier type = 2024-09-22T09:09:49.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.147+0000 7f93b273e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=0 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=1 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=2 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=3 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=4 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=5 2024-09-22T09:09:49.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=6 2024-09-22T09:09:49.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 20 add_watcher() i=7 2024-09-22T09:09:49.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.171+0000 7f93b273e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:49.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.175+0000 7f9266fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:49.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:49.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:49.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 5 note: GC not initialized 2024-09-22T09:09:49.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f9265fdb640 20 reqs_thread_entry: start 2024-09-22T09:09:49.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:49.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 Filter name: none 2024-09-22T09:09:49.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f91d77fe640 20 reqs_thread_entry: start 2024-09-22T09:09:49.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-22T09:09:49.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 10 cache get: name=default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU : miss 2024-09-22T09:09:49.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.179+0000 7f93b273e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 cache put: name=default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU info.flags=0x0 2024-09-22T09:09:49.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 adding default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU to cache LRU end 2024-09-22T09:09:49.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 cache get: name=default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU : hit (negative entry) 2024-09-22T09:09:49.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 cache get: name=default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU : hit (negative entry) 2024-09-22T09:09:49.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:09:49.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:09:49.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.183+0000 7f93b273e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-22T09:09:49.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.187+0000 7f92877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333560 cookie 93829956780480 notifier 8546 bl.length()=645 2024-09-22T09:09:49.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.187+0000 7f92877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:09:49.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.187+0000 7f92877fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:09:49.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.187+0000 7f93b273e9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-22T09:09:49.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.187+0000 7f93b273e9c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-22T09:09:49.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.187+0000 7f93b273e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-22T09:09:49.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.191+0000 7f92877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333674 cookie 93829956796256 notifier 8546 bl.length()=185 2024-09-22T09:09:49.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.191+0000 7f92877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-22T09:09:49.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.191+0000 7f92877fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-22T09:09:49.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.191+0000 7f93b273e9c0 10 cache put: name=default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU info.flags=0x7 2024-09-22T09:09:49.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.191+0000 7f93b273e9c0 10 moving default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU to cache LRU end 2024-09-22T09:09:49.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.191+0000 7f93b273e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:BQAVKDJBFUEIHETHPGQU, ofs0, ns] 2024-09-22T09:09:49.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.195+0000 7f9286ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333651 cookie 93829956792000 notifier 8546 bl.length()=186 2024-09-22T09:09:49.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.195+0000 7f9286ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU info.flags=0x7 2024-09-22T09:09:49.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.195+0000 7f9286ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BQAVKDJBFUEIHETHPGQU to cache LRU end 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "bar.client.0", 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.bar.client.0", 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "bar+test@test.test", 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "bar.client.0", 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "BQAVKDJBFUEIHETHPGQU", 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "jolvN+PxSqJHgJRHyWr94eAMMAMtJf5o4EdaBsFH8od2HYvn4icBXw==", 2024-09-22T09:09:49.195 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:49.184857Z" 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:49.196 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "rgw", 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "", 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:49.184799Z", 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:49.197 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:49.198 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:49.198 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:49.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.195+0000 7f9266fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:49.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.199+0000 7f93b273e9c0 20 remove_watcher() i=0 2024-09-22T09:09:49.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.199+0000 7f93b273e9c0 2 removed watcher, disabling cache 2024-09-22T09:09:49.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.203+0000 7f93b273e9c0 20 remove_watcher() i=1 2024-09-22T09:09:49.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.207+0000 7f93b273e9c0 20 remove_watcher() i=2 2024-09-22T09:09:49.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.207+0000 7f93b273e9c0 20 remove_watcher() i=3 2024-09-22T09:09:49.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.211+0000 7f93b273e9c0 20 remove_watcher() i=4 2024-09-22T09:09:49.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.211+0000 7f93b273e9c0 20 remove_watcher() i=5 2024-09-22T09:09:49.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.211+0000 7f93b273e9c0 20 remove_watcher() i=6 2024-09-22T09:09:49.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.215+0000 7f93b273e9c0 20 remove_watcher() i=7 2024-09-22T09:09:49.230 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 3749656377 --totp-seed GDE2ISMAC5QWVHMLKVPSQ3TWFJKKAFLLI7EPZIJYNOON5JRCMJAC5OABGMNKDWXL --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:09:49.277 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:49.278 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:49.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 realm 2024-09-22T09:09:49.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:49.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.319+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.323+0000 7f794e5aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:49.322 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.323+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.323+0000 7f794e5aa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:49.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.323+0000 7f794e5aa9c0 20 searching for the correct realm 2024-09-22T09:09:49.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.327+0000 7f794b8af640 0 -- 172.21.15.64:0/2515201215 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f7934028030 msgr2=0x7f7934080040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:49.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.335+0000 7f794c8b1640 0 -- 172.21.15.64:0/2515201215 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f7934008030 msgr2=0x7f7934073450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:49.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:49.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:49.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 zone default found 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 4 Realm: () 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 zonegroup default 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.343+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.347+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.347+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.347+0000 7f794e5aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.347+0000 7f794e5aa9c0 20 started sync module instance, tier type = 2024-09-22T09:09:49.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.347+0000 7f794e5aa9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=0 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=1 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=2 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=3 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=4 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=5 2024-09-22T09:09:49.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=6 2024-09-22T09:09:49.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 20 add_watcher() i=7 2024-09-22T09:09:49.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.363+0000 7f794e5aa9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f7802fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 5 note: GC not initialized 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f7801fdb640 20 reqs_thread_entry: start 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:49.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 20 Filter name: none 2024-09-22T09:09:49.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f77737fe640 20 reqs_thread_entry: start 2024-09-22T09:09:49.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-22T09:09:49.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-22T09:09:49.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-22T09:09:49.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:09:49.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.367+0000 7f794e5aa9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:49.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.375+0000 7f794e5aa9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:09:49.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.375+0000 7f794e5aa9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:09:49.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.375+0000 7f794e5aa9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-22T09:09:49.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.375+0000 7f78237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333561 cookie 94073221588560 notifier 9165 bl.length()=659 2024-09-22T09:09:49.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.375+0000 7f78237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:09:49.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.375+0000 7f78237fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:09:49.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.379+0000 7f7802fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:49.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.383+0000 7f794e5aa9c0 20 remove_watcher() i=0 2024-09-22T09:09:49.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.383+0000 7f794e5aa9c0 2 removed watcher, disabling cache 2024-09-22T09:09:49.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.383+0000 7f794e5aa9c0 20 remove_watcher() i=1 2024-09-22T09:09:49.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.387+0000 7f794e5aa9c0 20 remove_watcher() i=2 2024-09-22T09:09:49.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.387+0000 7f794e5aa9c0 20 remove_watcher() i=3 2024-09-22T09:09:49.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.391+0000 7f794e5aa9c0 20 remove_watcher() i=4 2024-09-22T09:09:49.393 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.391+0000 7f794e5aa9c0 20 remove_watcher() i=5 2024-09-22T09:09:49.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.395+0000 7f794e5aa9c0 20 remove_watcher() i=6 2024-09-22T09:09:49.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.395+0000 7f794e5aa9c0 20 remove_watcher() i=7 2024-09-22T09:09:49.410 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2024-09-22T09:09:49.447 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:49.447 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:49.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.675+0000 7fe9d0b45640 0 --2- 172.21.15.64:0/1517049190 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561cb93c6b60 0x561cb94b4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:09:49.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.699+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 realm 2024-09-22T09:09:49.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:49.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:49.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.703+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.707+0000 7fe9d283e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:49.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.707+0000 7fe9d283e9c0 20 searching for the correct realm 2024-09-22T09:09:49.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.707+0000 7fe9c7fff640 0 -- 172.21.15.64:0/1719674150 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x561cb95026e0 msgr2=0x561cb9504ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:49.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.743+0000 7fe9d0344640 0 -- 172.21.15.64:0/1719674150 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fe9c8064cb0 msgr2=0x7fe9c8063720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:49.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:49.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.843+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 zone default found 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 4 Realm: () 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:49.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 zonegroup default 2024-09-22T09:09:49.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 started sync module instance, tier type = 2024-09-22T09:09:49.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.847+0000 7fe9d283e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=0 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=1 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=2 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=3 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=4 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=5 2024-09-22T09:09:49.874 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=6 2024-09-22T09:09:49.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 20 add_watcher() i=7 2024-09-22T09:09:49.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.875+0000 7fe9d283e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:49.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe886fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:49.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:49.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:49.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 5 note: GC not initialized 2024-09-22T09:09:49.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe885fdb640 20 reqs_thread_entry: start 2024-09-22T09:09:49.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:49.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 20 Filter name: none 2024-09-22T09:09:49.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe7f77fe640 20 reqs_thread_entry: start 2024-09-22T09:09:49.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.879+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2024-09-22T09:09:49.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:49.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:49.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2024-09-22T09:09:49.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-22T09:09:49.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.883+0000 7fe9d283e9c0 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2024-09-22T09:09:49.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.887+0000 7fe9d283e9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-22T09:09:49.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.887+0000 7fe9d283e9c0 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-22T09:09:49.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.887+0000 7fe9d283e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2024-09-22T09:09:49.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.887+0000 7fe8a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300858 cookie 94681368118784 notifier 8579 bl.length()=389 2024-09-22T09:09:49.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.887+0000 7fe8a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-22T09:09:49.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.887+0000 7fe8a77fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-22T09:09:49.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.891+0000 7fe9d283e9c0 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-22T09:09:49.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.891+0000 7fe9d283e9c0 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-22T09:09:49.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.891+0000 7fe9d283e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2024-09-22T09:09:49.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.891+0000 7fe8a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300948 cookie 94681368153552 notifier 8579 bl.length()=230 2024-09-22T09:09:49.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.891+0000 7fe8a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-22T09:09:49.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.891+0000 7fe8a6ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-22T09:09:49.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.895+0000 7fe9d283e9c0 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-22T09:09:49.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.895+0000 7fe9d283e9c0 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-22T09:09:49.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.895+0000 7fe9d283e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2024-09-22T09:09:49.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.895+0000 7fe8a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300837 cookie 94681368149056 notifier 8579 bl.length()=234 2024-09-22T09:09:49.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.895+0000 7fe8a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-22T09:09:49.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.895+0000 7fe8a6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-22T09:09:49.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.899+0000 7fe886fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:49.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.903+0000 7fe9d283e9c0 20 remove_watcher() i=0 2024-09-22T09:09:49.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.903+0000 7fe9d283e9c0 2 removed watcher, disabling cache 2024-09-22T09:09:49.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.903+0000 7fe9d283e9c0 20 remove_watcher() i=1 2024-09-22T09:09:49.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.907+0000 7fe9d283e9c0 20 remove_watcher() i=2 2024-09-22T09:09:49.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.907+0000 7fe9d283e9c0 20 remove_watcher() i=3 2024-09-22T09:09:49.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.911+0000 7fe9d283e9c0 20 remove_watcher() i=4 2024-09-22T09:09:49.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.911+0000 7fe9d283e9c0 20 remove_watcher() i=5 2024-09-22T09:09:49.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.915+0000 7fe9d283e9c0 20 remove_watcher() i=6 2024-09-22T09:09:49.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:49.915+0000 7fe9d283e9c0 20 remove_watcher() i=7 2024-09-22T09:09:49.929 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:49.929 INFO:teuthology.orchestra.run.smithi064.stdout: "id": "RGW33333333333333333", 2024-09-22T09:09:49.929 INFO:teuthology.orchestra.run.smithi064.stdout: "tenant": "testx", 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "name": "Mr.RGW33333333333333333", 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "RGW33333333333333333+test@test.test", 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "quota": { 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:49.930 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: "max_users": 1000, 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: "max_roles": 1000, 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: "max_groups": 1000, 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout: "max_access_keys": 4 2024-09-22T09:09:49.931 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:49.932 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2024-09-22T09:09:49.932 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key ZBERFMWUMUAYMDKOPJPF --secret r96qCUf0+SNUlI8ZTtQuIP5+NuQKV72CEeNUaHFg7KzHzbvloRPDxg== --cluster ceph --account-id RGW33333333333333333 --account-root 2024-09-22T09:09:50.037 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:50.038 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:50.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.087+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 realm 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.091+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.095+0000 7f6d3e5f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:50.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.095+0000 7f6d3e5f99c0 20 searching for the correct realm 2024-09-22T09:09:50.096 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.095+0000 7f6d3c0ff640 0 -- 172.21.15.64:0/3557210648 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7f6d28003cc0 msgr2=0x7f6d3402b400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.307+0000 7f6d33fff640 0 -- 172.21.15.64:0/3557210648 >> [v2:172.21.15.64:6824/1407671015,v1:172.21.15.64:6825/1407671015] conn(0x5570f7591e10 msgr2=0x5570f7594200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:50.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 zone default found 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 4 Realm: () 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 zonegroup default 2024-09-22T09:09:50.329 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.327+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.331+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.331+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.331+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.331+0000 7f6d3e5f99c0 20 started sync module instance, tier type = 2024-09-22T09:09:50.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.331+0000 7f6d3e5f99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=0 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=1 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=2 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=3 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=4 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=5 2024-09-22T09:09:50.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.355+0000 7f6d3e5f99c0 20 add_watcher() i=6 2024-09-22T09:09:50.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.359+0000 7f6d3e5f99c0 20 add_watcher() i=7 2024-09-22T09:09:50.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.359+0000 7f6d3e5f99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:50.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6bf27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:50.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:50.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 5 note: GC not initialized 2024-09-22T09:09:50.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6bf17e2640 20 reqs_thread_entry: start 2024-09-22T09:09:50.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:50.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 Filter name: none 2024-09-22T09:09:50.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6b62ffd640 20 reqs_thread_entry: start 2024-09-22T09:09:50.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-22T09:09:50.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-22T09:09:50.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 10 cache get: name=default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF : miss 2024-09-22T09:09:50.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.363+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF info.flags=0x0 2024-09-22T09:09:50.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 adding default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF to cache LRU end 2024-09-22T09:09:50.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2024-09-22T09:09:50.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:09:50.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-22T09:09:50.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-22T09:09:50.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:50.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 cache get: name=default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF : hit (negative entry) 2024-09-22T09:09:50.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.367+0000 7f6d3e5f99c0 10 cache get: name=default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF : hit (negative entry) 2024-09-22T09:09:50.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.371+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:09:50.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.371+0000 7f6d3e5f99c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:09:50.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.371+0000 7f6d3e5f99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-22T09:09:50.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.371+0000 7f6c1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300971 cookie 93943674557168 notifier 9204 bl.length()=732 2024-09-22T09:09:50.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.371+0000 7f6c1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:09:50.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.371+0000 7f6c1b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:09:50.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.375+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-22T09:09:50.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.375+0000 7f6d3e5f99c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-22T09:09:50.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.375+0000 7f6d3e5f99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-22T09:09:50.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.375+0000 7f6c1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300848 cookie 93943674562944 notifier 9204 bl.length()=215 2024-09-22T09:09:50.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.375+0000 7f6c1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-22T09:09:50.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.375+0000 7f6c1b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-22T09:09:50.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.379+0000 7f6d3e5f99c0 10 cache put: name=default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF info.flags=0x7 2024-09-22T09:09:50.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.379+0000 7f6d3e5f99c0 10 moving default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF to cache LRU end 2024-09-22T09:09:50.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.379+0000 7f6d3e5f99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:ZBERFMWUMUAYMDKOPJPF, ofs0, ns] 2024-09-22T09:09:50.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.379+0000 7f6c1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300972 cookie 93943674557168 notifier 9204 bl.length()=201 2024-09-22T09:09:50.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.379+0000 7f6c1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF info.flags=0x7 2024-09-22T09:09:50.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.379+0000 7f6c1affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZBERFMWUMUAYMDKOPJPF to cache LRU end 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.383+0000 7f6d3e5f99c0 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.RGW33333333333333333", 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:50.383 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "testx$tenanteduser.client.0", 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "ZBERFMWUMUAYMDKOPJPF", 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "r96qCUf0+SNUlI8ZTtQuIP5+NuQKV72CEeNUaHFg7KzHzbvloRPDxg==", 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:50.370719Z" 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:50.384 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:50.385 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "root", 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "RGW33333333333333333", 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:50.370684Z", 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:50.386 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:50.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.383+0000 7f6bf27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.387+0000 7f6d3e5f99c0 20 remove_watcher() i=0 2024-09-22T09:09:50.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.387+0000 7f6d3e5f99c0 2 removed watcher, disabling cache 2024-09-22T09:09:50.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.391+0000 7f6d3e5f99c0 20 remove_watcher() i=1 2024-09-22T09:09:50.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.395+0000 7f6d3e5f99c0 20 remove_watcher() i=2 2024-09-22T09:09:50.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.395+0000 7f6d3e5f99c0 20 remove_watcher() i=3 2024-09-22T09:09:50.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.399+0000 7f6d3e5f99c0 20 remove_watcher() i=4 2024-09-22T09:09:50.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.399+0000 7f6d3e5f99c0 20 remove_watcher() i=5 2024-09-22T09:09:50.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.399+0000 7f6d3e5f99c0 20 remove_watcher() i=6 2024-09-22T09:09:50.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.403+0000 7f6d3e5f99c0 20 remove_watcher() i=7 2024-09-22T09:09:50.422 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 9910382637 --totp-seed SANXZ6RHBAZYJ4E3SZYF24FFD6JHLR6TH6SDV3RBD4TKQ6WLG3UZ4N2WSYTROYHB --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:09:50.469 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:50.469 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:50.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.507+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 realm 2024-09-22T09:09:50.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:50.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.511+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.515+0000 7f4ad7d279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:50.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.515+0000 7f4ad7d279c0 20 searching for the correct realm 2024-09-22T09:09:50.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.519+0000 7f4ad602e640 0 -- 172.21.15.64:0/974775196 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x561c84208370 msgr2=0x561c8420a830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.523+0000 7f4ad582d640 0 -- 172.21.15.64:0/974775196 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f4acc05e8c0 msgr2=0x7f4acc0675d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:50.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:50.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:50.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:50.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:50.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:50.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.531+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 zone default found 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 4 Realm: () 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:50.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 zonegroup default 2024-09-22T09:09:50.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 started sync module instance, tier type = 2024-09-22T09:09:50.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.535+0000 7f4ad7d279c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=0 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=1 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=2 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=3 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=4 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=5 2024-09-22T09:09:50.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=6 2024-09-22T09:09:50.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 20 add_watcher() i=7 2024-09-22T09:09:50.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.551+0000 7f4ad7d279c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:50.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f498bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:50.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:50.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 5 note: GC not initialized 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f498afe5640 20 reqs_thread_entry: start 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 20 Filter name: none 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4988fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 20 rados_obj.operate() r=0 bl.length=532 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-22T09:09:50.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:09:50.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.555+0000 7f4ad7d279c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:50.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f4ad7d279c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:09:50.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f4ad7d279c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:09:50.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f4ad7d279c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-22T09:09:50.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f49b97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300973 cookie 94680475872528 notifier 8609 bl.length()=746 2024-09-22T09:09:50.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f49b97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:09:50.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f49b97fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:09:50.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.559+0000 7f498bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.567+0000 7f4ad7d279c0 20 remove_watcher() i=0 2024-09-22T09:09:50.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.567+0000 7f4ad7d279c0 2 removed watcher, disabling cache 2024-09-22T09:09:50.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.567+0000 7f4ad7d279c0 20 remove_watcher() i=1 2024-09-22T09:09:50.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.571+0000 7f4ad7d279c0 20 remove_watcher() i=2 2024-09-22T09:09:50.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.571+0000 7f4ad7d279c0 20 remove_watcher() i=3 2024-09-22T09:09:50.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.575+0000 7f4ad7d279c0 20 remove_watcher() i=4 2024-09-22T09:09:50.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.575+0000 7f4ad7d279c0 20 remove_watcher() i=5 2024-09-22T09:09:50.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.575+0000 7f4ad7d279c0 20 remove_watcher() i=6 2024-09-22T09:09:50.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.579+0000 7f4ad7d279c0 20 remove_watcher() i=7 2024-09-22T09:09:50.593 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-22T09:09:50.593 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key XNKOZNYBYGZTRLZXJCZE --secret 8IkkGu+wyB1teLGv1lXgzFKq35mJMih8d9AU2e+qHFWSp/gT96Xqng== --cluster ceph 2024-09-22T09:09:50.632 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:50.632 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:50.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 20 realm 2024-09-22T09:09:50.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:50.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.671+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.675+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.675+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.675+0000 7f6544e599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.675+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.675+0000 7f6544e599c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:50.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.675+0000 7f6544e599c0 20 searching for the correct realm 2024-09-22T09:09:50.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.683+0000 7f654215e640 0 -- 172.21.15.64:0/362307646 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f653801c040 msgr2=0x7f65380688a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.687+0000 7f654215e640 0 -- 172.21.15.64:0/362307646 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f640c0830c0 msgr2=0x7f640c0854f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:50.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:50.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:50.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:50.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:50.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:50.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 zone default found 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 4 Realm: () 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 zonegroup default 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.695+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.699+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.699+0000 7f6544e599c0 20 started sync module instance, tier type = 2024-09-22T09:09:50.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.699+0000 7f6544e599c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=0 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=1 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=2 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=3 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=4 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=5 2024-09-22T09:09:50.713 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.711+0000 7f6544e599c0 20 add_watcher() i=6 2024-09-22T09:09:50.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 add_watcher() i=7 2024-09-22T09:09:50.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f63f97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 5 note: GC not initialized 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6373fff640 20 reqs_thread_entry: start 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 Filter name: none 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6371ffb640 20 reqs_thread_entry: start 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-22T09:09:50.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.715+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 cache get: name=default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE : miss 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 cache put: name=default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE info.flags=0x0 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 adding default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE to cache LRU end 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 cache get: name=default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE : hit (negative entry) 2024-09-22T09:09:50.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 cache get: name=default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE : hit (negative entry) 2024-09-22T09:09:50.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:09:50.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:50.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f6544e599c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-22T09:09:50.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f64267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300849 cookie 94373939162704 notifier 9240 bl.length()=660 2024-09-22T09:09:50.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f64267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:09:50.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.719+0000 7f64267fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:50.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.723+0000 7f6544e599c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-22T09:09:50.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.723+0000 7f6544e599c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-22T09:09:50.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.723+0000 7f6544e599c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-22T09:09:50.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.723+0000 7f64267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300859 cookie 94373939145408 notifier 9240 bl.length()=191 2024-09-22T09:09:50.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.723+0000 7f64267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-22T09:09:50.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.723+0000 7f64267fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-22T09:09:50.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.727+0000 7f6544e599c0 10 cache put: name=default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE info.flags=0x7 2024-09-22T09:09:50.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.727+0000 7f6544e599c0 10 moving default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE to cache LRU end 2024-09-22T09:09:50.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.727+0000 7f6544e599c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:XNKOZNYBYGZTRLZXJCZE, ofs0, ns] 2024-09-22T09:09:50.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.727+0000 7f64267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300838 cookie 94373939152304 notifier 9240 bl.length()=189 2024-09-22T09:09:50.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.727+0000 7f64267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE info.flags=0x7 2024-09-22T09:09:50.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.727+0000 7f64267fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+XNKOZNYBYGZTRLZXJCZE to cache LRU end 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "foobar.client.0", 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.foobar.client.0", 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "foobar+test@test.test", 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:50.729 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "foobar.client.0", 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "XNKOZNYBYGZTRLZXJCZE", 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "8IkkGu+wyB1teLGv1lXgzFKq35mJMih8d9AU2e+qHFWSp/gT96Xqng==", 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:50.721368Z" 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:50.730 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "rgw", 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:09:50.731 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "", 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:50.721356Z", 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:50.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.731+0000 7f63f97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.735+0000 7f6544e599c0 20 remove_watcher() i=0 2024-09-22T09:09:50.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.735+0000 7f6544e599c0 2 removed watcher, disabling cache 2024-09-22T09:09:50.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.735+0000 7f6544e599c0 20 remove_watcher() i=1 2024-09-22T09:09:50.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.739+0000 7f6544e599c0 20 remove_watcher() i=2 2024-09-22T09:09:50.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.739+0000 7f6544e599c0 20 remove_watcher() i=3 2024-09-22T09:09:50.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.743+0000 7f6544e599c0 20 remove_watcher() i=4 2024-09-22T09:09:50.744 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.743+0000 7f6544e599c0 20 remove_watcher() i=5 2024-09-22T09:09:50.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.743+0000 7f6544e599c0 20 remove_watcher() i=6 2024-09-22T09:09:50.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.747+0000 7f6544e599c0 20 remove_watcher() i=7 2024-09-22T09:09:50.761 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 9090039879 --totp-seed NMHTDAFOKTVRLNIFQSRGQ5JVEPJLD3UENXD4MVILLVOCOMUPKCWPQC6FV36RI25T --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:09:50.848 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:50.848 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:50.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 realm 2024-09-22T09:09:50.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:50.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.887+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.891+0000 7fdf4d5e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.891+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.891+0000 7fdf4d5e29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:50.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.891+0000 7fdf4d5e29c0 20 searching for the correct realm 2024-09-22T09:09:50.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.899+0000 7fdf4a8e7640 0 -- 172.21.15.64:0/3369714926 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fdf40028030 msgr2=0x7fdf4005d9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.903+0000 7fdf4a8e7640 0 -- 172.21.15.64:0/3369714926 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7fde14083060 msgr2=0x7fde14085490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 zone default found 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 4 Realm: () 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:50.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:50.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 zonegroup default 2024-09-22T09:09:50.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:50.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 started sync module instance, tier type = 2024-09-22T09:09:50.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.911+0000 7fdf4d5e29c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:50.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=0 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=1 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=2 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=3 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=4 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=5 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=6 2024-09-22T09:09:50.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 20 add_watcher() i=7 2024-09-22T09:09:50.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.927+0000 7fdf4d5e29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fde01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 5 note: GC not initialized 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fde00fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 20 Filter name: none 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdd7a7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-22T09:09:50.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:50.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-22T09:09:50.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-22T09:09:50.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:50.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.931+0000 7fdf4d5e29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:50.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fdf4d5e29c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:09:50.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fdf4d5e29c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:50.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fdf4d5e29c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-22T09:09:50.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fde2effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300850 cookie 94361973310544 notifier 9258 bl.length()=674 2024-09-22T09:09:50.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fde2effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:09:50.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fde2effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:50.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.939+0000 7fde01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:50.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.943+0000 7fdf4d5e29c0 20 remove_watcher() i=0 2024-09-22T09:09:50.945 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.943+0000 7fdf4d5e29c0 2 removed watcher, disabling cache 2024-09-22T09:09:50.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.947+0000 7fdf4d5e29c0 20 remove_watcher() i=1 2024-09-22T09:09:50.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.951+0000 7fdf4d5e29c0 20 remove_watcher() i=2 2024-09-22T09:09:50.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.951+0000 7fdf4d5e29c0 20 remove_watcher() i=3 2024-09-22T09:09:50.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.955+0000 7fdf4d5e29c0 20 remove_watcher() i=4 2024-09-22T09:09:50.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.955+0000 7fdf4d5e29c0 20 remove_watcher() i=5 2024-09-22T09:09:50.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.955+0000 7fdf4d5e29c0 20 remove_watcher() i=6 2024-09-22T09:09:50.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:50.955+0000 7fdf4d5e29c0 20 remove_watcher() i=7 2024-09-22T09:09:50.972 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-22T09:09:51.046 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:51.046 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:51.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 realm 2024-09-22T09:09:51.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.090 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.090 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:51.090 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.090 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.087+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.090 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.091+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.091 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.091+0000 7f81213529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:51.091 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.091+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.091+0000 7f81213529c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:51.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.091+0000 7f81213529c0 20 searching for the correct realm 2024-09-22T09:09:51.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.099+0000 7f811f659640 0 -- 172.21.15.64:0/2381268382 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x5651dc2b6b00 msgr2=0x5651dc2b8f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:51.103 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.103+0000 7f811ee58640 0 -- 172.21.15.64:0/2381268382 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f811407a700 msgr2=0x7f81140260d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:51.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 zone default found 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 4 Realm: () 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:51.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 zonegroup default 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.111+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.115+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.115+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.115+0000 7f81213529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.115+0000 7f81213529c0 20 started sync module instance, tier type = 2024-09-22T09:09:51.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.115+0000 7f81213529c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:51.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=0 2024-09-22T09:09:51.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=1 2024-09-22T09:09:51.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=2 2024-09-22T09:09:51.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=3 2024-09-22T09:09:51.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=4 2024-09-22T09:09:51.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=5 2024-09-22T09:09:51.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=6 2024-09-22T09:09:51.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 20 add_watcher() i=7 2024-09-22T09:09:51.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.131+0000 7f81213529c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:51.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f7fd5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:51.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:51.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:51.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 5 note: GC not initialized 2024-09-22T09:09:51.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f7fd4fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:51.135 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 20 Filter name: none 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f7fcdffb640 20 reqs_thread_entry: start 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:09:51.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:51.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f81213529c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-22T09:09:51.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f80027fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300851 cookie 94909586251136 notifier 9276 bl.length()=727 2024-09-22T09:09:51.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f80027fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:09:51.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.135+0000 7f80027fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:09:51.137 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:51.137 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "foobar.client.0", 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.foobar.client.0", 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "foobar+test@test.test", 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "foobar.client.0", 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "XNKOZNYBYGZTRLZXJCZE", 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "8IkkGu+wyB1teLGv1lXgzFKq35mJMih8d9AU2e+qHFWSp/gT96Xqng==", 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:50.721368Z" 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:51.138 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [ 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "oidc-provider", 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "perm": "*" 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "roles", 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "perm": "*" 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "user-policy", 2024-09-22T09:09:51.139 INFO:teuthology.orchestra.run.smithi064.stdout: "perm": "*" 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:51.140 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "rgw", 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [ 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "9090039879" 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "", 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:50.721356Z", 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:51.141 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:51.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.139+0000 7f7fd5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:51.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.143+0000 7f81213529c0 20 remove_watcher() i=0 2024-09-22T09:09:51.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.143+0000 7f81213529c0 2 removed watcher, disabling cache 2024-09-22T09:09:51.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.147+0000 7f81213529c0 20 remove_watcher() i=1 2024-09-22T09:09:51.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.147+0000 7f81213529c0 20 remove_watcher() i=2 2024-09-22T09:09:51.149 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.147+0000 7f81213529c0 20 remove_watcher() i=3 2024-09-22T09:09:51.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.151+0000 7f81213529c0 20 remove_watcher() i=4 2024-09-22T09:09:51.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.151+0000 7f81213529c0 20 remove_watcher() i=5 2024-09-22T09:09:51.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.155+0000 7f81213529c0 20 remove_watcher() i=6 2024-09-22T09:09:51.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.155+0000 7f81213529c0 20 remove_watcher() i=7 2024-09-22T09:09:51.170 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-22T09:09:51.248 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:51.255 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:51.289 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.287+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 realm 2024-09-22T09:09:51.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:51.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.292 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:51.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.291+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.295+0000 7f945ee519c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:51.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.295+0000 7f945ee519c0 20 searching for the correct realm 2024-09-22T09:09:51.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.503+0000 7f945c156640 0 -- 172.21.15.64:0/2019592705 >> [v2:172.21.15.150:6808/19909432,v1:172.21.15.150:6809/19909432] conn(0x7f944401c030 msgr2=0x7f94440637d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:51.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.719+0000 7f945c957640 0 -- 172.21.15.64:0/2019592705 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f944406df50 msgr2=0x7f944407a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:51.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.935+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:51.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:51.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 zone default found 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 4 Realm: () 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 zonegroup default 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 started sync module instance, tier type = 2024-09-22T09:09:51.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.939+0000 7f945ee519c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:51.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=0 2024-09-22T09:09:51.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=1 2024-09-22T09:09:51.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=2 2024-09-22T09:09:51.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=3 2024-09-22T09:09:51.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=4 2024-09-22T09:09:51.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=5 2024-09-22T09:09:51.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.963+0000 7f945ee519c0 20 add_watcher() i=6 2024-09-22T09:09:51.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.967+0000 7f945ee519c0 20 add_watcher() i=7 2024-09-22T09:09:51.968 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.967+0000 7f945ee519c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:51.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f93137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:51.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f945ee519c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:51.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f945ee519c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f945ee519c0 5 note: GC not initialized 2024-09-22T09:09:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f93127e4640 20 reqs_thread_entry: start 2024-09-22T09:09:51.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f945ee519c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.971+0000 7f945ee519c0 20 Filter name: none 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f930b7fe640 20 reqs_thread_entry: start 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-22T09:09:51.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-22T09:09:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-22T09:09:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-22T09:09:51.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.975+0000 7f945ee519c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-22T09:09:51.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.979+0000 7f945ee519c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-22T09:09:51.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.979+0000 7f945ee519c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-22T09:09:51.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.979+0000 7f945ee519c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-22T09:09:51.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.979+0000 7f9333fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300860 cookie 93996225117568 notifier 8678 bl.length()=384 2024-09-22T09:09:51.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.979+0000 7f9333fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-22T09:09:51.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.979+0000 7f9333fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-22T09:09:51.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.983+0000 7f945ee519c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-22T09:09:51.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.983+0000 7f945ee519c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-22T09:09:51.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.983+0000 7f945ee519c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-22T09:09:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.983+0000 7f9333fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300949 cookie 93996225127312 notifier 8678 bl.length()=225 2024-09-22T09:09:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.983+0000 7f9333fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-22T09:09:51.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.983+0000 7f9333fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-22T09:09:51.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.987+0000 7f945ee519c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-22T09:09:51.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.987+0000 7f945ee519c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-22T09:09:51.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.987+0000 7f945ee519c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-22T09:09:51.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.987+0000 7f93337fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300839 cookie 93996225118624 notifier 8678 bl.length()=234 2024-09-22T09:09:51.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.987+0000 7f93337fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-22T09:09:51.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.987+0000 7f93337fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-22T09:09:51.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.991+0000 7f93137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:51.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.995+0000 7f945ee519c0 20 remove_watcher() i=0 2024-09-22T09:09:51.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.995+0000 7f945ee519c0 2 removed watcher, disabling cache 2024-09-22T09:09:51.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.995+0000 7f945ee519c0 20 remove_watcher() i=1 2024-09-22T09:09:52.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:51.999+0000 7f945ee519c0 20 remove_watcher() i=2 2024-09-22T09:09:52.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.003+0000 7f945ee519c0 20 remove_watcher() i=3 2024-09-22T09:09:52.005 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.003+0000 7f945ee519c0 20 remove_watcher() i=4 2024-09-22T09:09:52.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.007+0000 7f945ee519c0 20 remove_watcher() i=5 2024-09-22T09:09:52.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.007+0000 7f945ee519c0 20 remove_watcher() i=6 2024-09-22T09:09:52.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.011+0000 7f945ee519c0 20 remove_watcher() i=7 2024-09-22T09:09:52.023 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "id": "RGW88888888888888888", 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "tenant": "", 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "name": "Mr.RGW88888888888888888", 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "quota": { 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.024 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: "max_users": 1000, 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: "max_roles": 1000, 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: "max_groups": 1000, 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout: "max_access_keys": 4 2024-09-22T09:09:52.025 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:52.026 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-22T09:09:52.026 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key KXGCVVLBWMKSJECNXSUV --secret 3DGbBgCIZxr2WIMSt/gX0LRGARpJk0gMws96GGIIC557DUGPy2XuhQ== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-22T09:09:52.120 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:52.120 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:52.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.159+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 realm 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:52.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.163+0000 7f7586ba99c0 20 searching for the correct realm 2024-09-22T09:09:52.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.171+0000 7f7584eb0640 0 -- 172.21.15.64:0/597070437 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x55a30fea2e40 msgr2=0x55a30fea52b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:52.177 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.175+0000 7f75846af640 0 -- 172.21.15.64:0/597070437 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f7578058930 msgr2=0x7f7578065bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.183+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:52.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 zone default found 2024-09-22T09:09:52.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 4 Realm: () 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 zonegroup default 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 started sync module instance, tier type = 2024-09-22T09:09:52.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.187+0000 7f7586ba99c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=0 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=1 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=2 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=3 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=4 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=5 2024-09-22T09:09:52.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=6 2024-09-22T09:09:52.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 20 add_watcher() i=7 2024-09-22T09:09:52.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.203+0000 7f7586ba99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f743b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 5 note: GC not initialized 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f743a7dc640 20 reqs_thread_entry: start 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 Filter name: none 2024-09-22T09:09:52.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f74337fe640 20 reqs_thread_entry: start 2024-09-22T09:09:52.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-22T09:09:52.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache get: name=default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV : miss 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV info.flags=0x0 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 adding default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV to cache LRU end 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-22T09:09:52.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.207+0000 7f7586ba99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-22T09:09:52.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-22T09:09:52.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-22T09:09:52.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:52.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 cache get: name=default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV : hit (negative entry) 2024-09-22T09:09:52.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 cache get: name=default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV : hit (negative entry) 2024-09-22T09:09:52.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:09:52.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:09:52.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f7586ba99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-22T09:09:52.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f745b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300861 cookie 94158835099696 notifier 9315 bl.length()=681 2024-09-22T09:09:52.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f745b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:09:52.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.211+0000 7f745b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:09:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.215+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-22T09:09:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.215+0000 7f7586ba99c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-22T09:09:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.215+0000 7f7586ba99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-22T09:09:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.215+0000 7f745b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300974 cookie 94158835111968 notifier 9315 bl.length()=189 2024-09-22T09:09:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.215+0000 7f745b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-22T09:09:52.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.215+0000 7f745b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-22T09:09:52.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.219+0000 7f7586ba99c0 10 cache put: name=default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV info.flags=0x7 2024-09-22T09:09:52.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.219+0000 7f7586ba99c0 10 moving default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV to cache LRU end 2024-09-22T09:09:52.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.219+0000 7f7586ba99c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:KXGCVVLBWMKSJECNXSUV, ofs0, ns] 2024-09-22T09:09:52.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.219+0000 7f745affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300950 cookie 94158835042608 notifier 9315 bl.length()=188 2024-09-22T09:09:52.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.219+0000 7f745affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV info.flags=0x7 2024-09-22T09:09:52.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.219+0000 7f745affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+KXGCVVLBWMKSJECNXSUV to cache LRU end 2024-09-22T09:09:52.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.223+0000 7f7586ba99c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-22T09:09:52.223 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:52.223 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "root1.client.0", 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "root1+test@test.test", 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "root1.client.0", 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "KXGCVVLBWMKSJECNXSUV", 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "3DGbBgCIZxr2WIMSt/gX0LRGARpJk0gMws96GGIIC557DUGPy2XuhQ==", 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:52.212819Z" 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:52.224 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:52.225 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "root", 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "RGW88888888888888888", 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:52.212801Z", 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:52.226 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:52.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.223+0000 7f743b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.227+0000 7f7586ba99c0 20 remove_watcher() i=0 2024-09-22T09:09:52.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.227+0000 7f7586ba99c0 2 removed watcher, disabling cache 2024-09-22T09:09:52.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.231+0000 7f7586ba99c0 20 remove_watcher() i=1 2024-09-22T09:09:52.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.231+0000 7f7586ba99c0 20 remove_watcher() i=2 2024-09-22T09:09:52.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.235+0000 7f7586ba99c0 20 remove_watcher() i=3 2024-09-22T09:09:52.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.235+0000 7f7586ba99c0 20 remove_watcher() i=4 2024-09-22T09:09:52.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.239+0000 7f7586ba99c0 20 remove_watcher() i=5 2024-09-22T09:09:52.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.239+0000 7f7586ba99c0 20 remove_watcher() i=6 2024-09-22T09:09:52.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.239+0000 7f7586ba99c0 20 remove_watcher() i=7 2024-09-22T09:09:52.256 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 7973838191 --totp-seed 436UXFHRIEYTWEXZ3DW5MADE3NWBTKTYFBY4ZDAORAWLOFIG2C5PBXYQYJXH2KMC --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:09:52.297 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:52.297 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:52.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.335+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 realm 2024-09-22T09:09:52.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:52.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:52.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.339+0000 7fc76eacc9c0 20 searching for the correct realm 2024-09-22T09:09:52.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.347+0000 7fc76cdd3640 0 -- 172.21.15.64:0/1090911844 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x560bb4bec4e0 msgr2=0x560bb4bee9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:52.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.351+0000 7fc76c5d2640 0 -- 172.21.15.64:0/1090911844 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fc760008050 msgr2=0x7fc76006dbc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:52.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:52.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:52.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:52.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:52.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:52.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:52.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.359+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 zone default found 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 4 Realm: () 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 zonegroup default 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 started sync module instance, tier type = 2024-09-22T09:09:52.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.363+0000 7fc76eacc9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:52.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=0 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=1 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=2 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=3 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=4 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=5 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=6 2024-09-22T09:09:52.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 20 add_watcher() i=7 2024-09-22T09:09:52.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.379+0000 7fc76eacc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:52.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc622fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:52.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:52.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 5 note: GC not initialized 2024-09-22T09:09:52.384 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc621fe3640 20 reqs_thread_entry: start 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 20 Filter name: none 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc61affd640 20 reqs_thread_entry: start 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:09:52.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.383+0000 7fc76eacc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:52.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.387+0000 7fc76eacc9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:09:52.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.387+0000 7fc76eacc9c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:09:52.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.387+0000 7fc76eacc9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-22T09:09:52.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.387+0000 7fc6437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300862 cookie 94608277042640 notifier 8711 bl.length()=695 2024-09-22T09:09:52.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.387+0000 7fc6437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:09:52.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.387+0000 7fc6437fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:09:52.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.391+0000 7fc622fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.395+0000 7fc76eacc9c0 20 remove_watcher() i=0 2024-09-22T09:09:52.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.395+0000 7fc76eacc9c0 2 removed watcher, disabling cache 2024-09-22T09:09:52.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.399+0000 7fc76eacc9c0 20 remove_watcher() i=1 2024-09-22T09:09:52.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.399+0000 7fc76eacc9c0 20 remove_watcher() i=2 2024-09-22T09:09:52.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.403+0000 7fc76eacc9c0 20 remove_watcher() i=3 2024-09-22T09:09:52.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.403+0000 7fc76eacc9c0 20 remove_watcher() i=4 2024-09-22T09:09:52.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.407+0000 7fc76eacc9c0 20 remove_watcher() i=5 2024-09-22T09:09:52.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.407+0000 7fc76eacc9c0 20 remove_watcher() i=6 2024-09-22T09:09:52.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.407+0000 7fc76eacc9c0 20 remove_watcher() i=7 2024-09-22T09:09:52.423 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-22T09:09:52.505 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:52.505 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:52.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 realm 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.547+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.551+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:52.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.551+0000 7fbfa1a0d9c0 20 searching for the correct realm 2024-09-22T09:09:52.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.555+0000 7fbf9fd14640 0 -- 172.21.15.64:0/2932532667 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x558ed64a4060 msgr2=0x558ed64a6520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:52.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.563+0000 7fbf9f513640 0 -- 172.21.15.64:0/2932532667 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fbf88050040 msgr2=0x7fbf88071660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:52.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 zone default found 2024-09-22T09:09:52.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 4 Realm: () 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 zonegroup default 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 started sync module instance, tier type = 2024-09-22T09:09:52.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.571+0000 7fbfa1a0d9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:52.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=0 2024-09-22T09:09:52.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=1 2024-09-22T09:09:52.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=2 2024-09-22T09:09:52.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=3 2024-09-22T09:09:52.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=4 2024-09-22T09:09:52.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=5 2024-09-22T09:09:52.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=6 2024-09-22T09:09:52.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 20 add_watcher() i=7 2024-09-22T09:09:52.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.587+0000 7fbfa1a0d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbe567e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 5 note: GC not initialized 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbe557e2640 20 reqs_thread_entry: start 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 Filter name: none 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbe4e7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-22T09:09:52.593 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.591+0000 7fbfa1a0d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-22T09:09:52.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-22T09:09:52.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-22T09:09:52.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-22T09:09:52.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-22T09:09:52.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.595+0000 7fbfa1a0d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-22T09:09:52.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbe82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300863 cookie 94071968919520 notifier 9351 bl.length()=384 2024-09-22T09:09:52.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbe82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-22T09:09:52.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbe82ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-22T09:09:52.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbfa1a0d9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-22T09:09:52.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbfa1a0d9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-22T09:09:52.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbfa1a0d9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-22T09:09:52.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbe82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300951 cookie 94071968928512 notifier 9351 bl.length()=225 2024-09-22T09:09:52.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbe82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-22T09:09:52.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.599+0000 7fbe82ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-22T09:09:52.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbfa1a0d9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-22T09:09:52.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbfa1a0d9c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-22T09:09:52.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbfa1a0d9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-22T09:09:52.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbe827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300840 cookie 94071968925712 notifier 9351 bl.length()=234 2024-09-22T09:09:52.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbe827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-22T09:09:52.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbe827fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-22T09:09:52.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.607+0000 7fbe567e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.611+0000 7fbfa1a0d9c0 20 remove_watcher() i=0 2024-09-22T09:09:52.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.611+0000 7fbfa1a0d9c0 2 removed watcher, disabling cache 2024-09-22T09:09:52.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.615+0000 7fbfa1a0d9c0 20 remove_watcher() i=1 2024-09-22T09:09:52.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.615+0000 7fbfa1a0d9c0 20 remove_watcher() i=2 2024-09-22T09:09:52.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.619+0000 7fbfa1a0d9c0 20 remove_watcher() i=3 2024-09-22T09:09:52.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.619+0000 7fbfa1a0d9c0 20 remove_watcher() i=4 2024-09-22T09:09:52.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.623+0000 7fbfa1a0d9c0 20 remove_watcher() i=5 2024-09-22T09:09:52.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.623+0000 7fbfa1a0d9c0 20 remove_watcher() i=6 2024-09-22T09:09:52.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.623+0000 7fbfa1a0d9c0 20 remove_watcher() i=7 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "id": "RGW99999999999999999", 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "tenant": "", 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "name": "Mr.RGW99999999999999999", 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "quota": { 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.637 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_users": 1000, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_roles": 1000, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_groups": 1000, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout: "max_access_keys": 4 2024-09-22T09:09:52.638 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:52.639 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-22T09:09:52.640 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key YQJEBXUOBKUEDXDSGFTL --secret TPOKMi76JY6narjz2khyRKizWU7SESm9rDzkiE/QJjIPwrKQWZBJsA== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-22T09:09:52.733 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:52.733 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:52.773 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.771+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 realm 2024-09-22T09:09:52.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:52.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.775+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.779+0000 7f5f87dbe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.778 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.779+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.779+0000 7f5f87dbe9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:52.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.779+0000 7f5f87dbe9c0 20 searching for the correct realm 2024-09-22T09:09:52.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.783+0000 7f5f860c5640 0 -- 172.21.15.64:0/3047595659 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x5585ef3fc2d0 msgr2=0x5585ef3fe790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:52.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.791+0000 7f5f858c4640 0 -- 172.21.15.64:0/3047595659 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7f5f700ac030 msgr2=0x7f5f700b97f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:52.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.799 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 zone default found 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 4 Realm: () 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:52.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 zonegroup default 2024-09-22T09:09:52.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 started sync module instance, tier type = 2024-09-22T09:09:52.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.799+0000 7f5f87dbe9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=0 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=1 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=2 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=3 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=4 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=5 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.815+0000 7f5f87dbe9c0 20 add_watcher() i=6 2024-09-22T09:09:52.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5f87dbe9c0 20 add_watcher() i=7 2024-09-22T09:09:52.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5f87dbe9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:52.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5e3bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5f87dbe9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:52.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5f87dbe9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:52.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5f87dbe9c0 5 note: GC not initialized 2024-09-22T09:09:52.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.819+0000 7f5e3afe5640 20 reqs_thread_entry: start 2024-09-22T09:09:52.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:52.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 Filter name: none 2024-09-22T09:09:52.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5e38fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache get: name=default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL : miss 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL info.flags=0x0 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 adding default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL to cache LRU end 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-22T09:09:52.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-22T09:09:52.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-22T09:09:52.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:52.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache get: name=default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL : hit (negative entry) 2024-09-22T09:09:52.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.823+0000 7f5f87dbe9c0 10 cache get: name=default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL : hit (negative entry) 2024-09-22T09:09:52.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.827+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:09:52.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.827+0000 7f5f87dbe9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:09:52.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.827+0000 7f5f87dbe9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-22T09:09:52.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.827+0000 7f5e697fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300864 cookie 94033732956752 notifier 9369 bl.length()=681 2024-09-22T09:09:52.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.827+0000 7f5e697fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:09:52.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.827+0000 7f5e697fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:09:52.831 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.831+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-22T09:09:52.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.831+0000 7f5f87dbe9c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-22T09:09:52.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.831+0000 7f5f87dbe9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-22T09:09:52.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.831+0000 7f5e68ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300975 cookie 94033732968080 notifier 9369 bl.length()=189 2024-09-22T09:09:52.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.831+0000 7f5e68ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-22T09:09:52.832 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.831+0000 7f5e68ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-22T09:09:52.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.835+0000 7f5f87dbe9c0 10 cache put: name=default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL info.flags=0x7 2024-09-22T09:09:52.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.835+0000 7f5f87dbe9c0 10 moving default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL to cache LRU end 2024-09-22T09:09:52.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.835+0000 7f5f87dbe9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:YQJEBXUOBKUEDXDSGFTL, ofs0, ns] 2024-09-22T09:09:52.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.835+0000 7f5e68ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300976 cookie 94033732968080 notifier 9369 bl.length()=188 2024-09-22T09:09:52.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.835+0000 7f5e68ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL info.flags=0x7 2024-09-22T09:09:52.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.835+0000 7f5e68ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+YQJEBXUOBKUEDXDSGFTL to cache LRU end 2024-09-22T09:09:52.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.839+0000 7f5f87dbe9c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-22T09:09:52.839 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:09:52.839 INFO:teuthology.orchestra.run.smithi064.stdout: "user_id": "root2.client.0", 2024-09-22T09:09:52.839 INFO:teuthology.orchestra.run.smithi064.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-22T09:09:52.839 INFO:teuthology.orchestra.run.smithi064.stdout: "email": "root2+test@test.test", 2024-09-22T09:09:52.839 INFO:teuthology.orchestra.run.smithi064.stdout: "suspended": 0, 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "max_buckets": 1000, 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "subusers": [], 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "keys": [ 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: { 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "user": "root2.client.0", 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "access_key": "YQJEBXUOBKUEDXDSGFTL", 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "secret_key": "TPOKMi76JY6narjz2khyRKizWU7SESm9rDzkiE/QJjIPwrKQWZBJsA==", 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "active": true, 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:52.827279Z" 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: ], 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "swift_keys": [], 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": [], 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "op_mask": "read, write, delete", 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "default_placement": "", 2024-09-22T09:09:52.840 INFO:teuthology.orchestra.run.smithi064.stdout: "default_storage_class": "", 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "placement_tags": [], 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "bucket_quota": { 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "user_quota": { 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "enabled": false, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "check_on_raw": false, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size": -1, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "max_size_kb": 0, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "max_objects": -1 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "temp_url_keys": [], 2024-09-22T09:09:52.841 INFO:teuthology.orchestra.run.smithi064.stdout: "type": "root", 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: "mfa_ids": [], 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: "account_id": "RGW99999999999999999", 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: "path": "/", 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: "create_date": "2024-09-22T09:09:52.827262Z", 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: "tags": [], 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: "group_ids": [] 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:09:52.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.839+0000 7f5e3bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:52.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.843+0000 7f5f87dbe9c0 20 remove_watcher() i=0 2024-09-22T09:09:52.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.843+0000 7f5f87dbe9c0 2 removed watcher, disabling cache 2024-09-22T09:09:52.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.847+0000 7f5f87dbe9c0 20 remove_watcher() i=1 2024-09-22T09:09:52.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.851+0000 7f5f87dbe9c0 20 remove_watcher() i=2 2024-09-22T09:09:52.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.851+0000 7f5f87dbe9c0 20 remove_watcher() i=3 2024-09-22T09:09:52.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.855+0000 7f5f87dbe9c0 20 remove_watcher() i=4 2024-09-22T09:09:52.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.855+0000 7f5f87dbe9c0 20 remove_watcher() i=5 2024-09-22T09:09:52.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.855+0000 7f5f87dbe9c0 20 remove_watcher() i=6 2024-09-22T09:09:52.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.859+0000 7f5f87dbe9c0 20 remove_watcher() i=7 2024-09-22T09:09:52.873 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 7779293366 --totp-seed P4DSCM2WW2BEEGCP675F2FIYYB4RV5DLN4SQCF37WRQVT2OWN24WWLUTZRK46JIE --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:09:52.914 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:52.914 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:52.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.951+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 realm 2024-09-22T09:09:52.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:52.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:52.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:52.957 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.955+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:52.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.959+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:52.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.959+0000 7fb5d5cdc9c0 20 searching for the correct realm 2024-09-22T09:09:52.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:52.963+0000 7fb5d3fe3640 0 -- 172.21.15.64:0/2667185832 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7fb5bc04e450 msgr2=0x7fb5bc04e8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:53.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.179+0000 7fb5d37e2640 0 -- 172.21.15.64:0/2667185832 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x556a72d6a4e0 msgr2=0x556a72d6c8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:53.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:53.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.187+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:53.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 zone default found 2024-09-22T09:09:53.190 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 4 Realm: () 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 zonegroup default 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:53.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:53.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:53.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 started sync module instance, tier type = 2024-09-22T09:09:53.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.191+0000 7fb5d5cdc9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=0 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=1 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=2 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=3 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=4 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=5 2024-09-22T09:09:53.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.223+0000 7fb5d5cdc9c0 20 add_watcher() i=6 2024-09-22T09:09:53.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.227+0000 7fb5d5cdc9c0 20 add_watcher() i=7 2024-09-22T09:09:53.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.227+0000 7fb5d5cdc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:53.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb489fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:53.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:53.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:53.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 5 note: GC not initialized 2024-09-22T09:09:53.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb488fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:53.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:09:53.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 20 Filter name: none 2024-09-22T09:09:53.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb4027fc640 20 reqs_thread_entry: start 2024-09-22T09:09:53.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-22T09:09:53.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:53.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-22T09:09:53.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-22T09:09:53.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:09:53.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.231+0000 7fb5d5cdc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:53.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.239+0000 7fb5d5cdc9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:09:53.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.239+0000 7fb5d5cdc9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:09:53.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.239+0000 7fb5d5cdc9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-22T09:09:53.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.239+0000 7fb4b6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300865 cookie 93915681611248 notifier 8762 bl.length()=695 2024-09-22T09:09:53.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.239+0000 7fb4b6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:09:53.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.239+0000 7fb4b6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:09:53.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.243+0000 7fb489fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:53.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.247+0000 7fb5d5cdc9c0 20 remove_watcher() i=0 2024-09-22T09:09:53.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.247+0000 7fb5d5cdc9c0 2 removed watcher, disabling cache 2024-09-22T09:09:53.249 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.247+0000 7fb5d5cdc9c0 20 remove_watcher() i=1 2024-09-22T09:09:53.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.251+0000 7fb5d5cdc9c0 20 remove_watcher() i=2 2024-09-22T09:09:53.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.255+0000 7fb5d5cdc9c0 20 remove_watcher() i=3 2024-09-22T09:09:53.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.255+0000 7fb5d5cdc9c0 20 remove_watcher() i=4 2024-09-22T09:09:53.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.259+0000 7fb5d5cdc9c0 20 remove_watcher() i=5 2024-09-22T09:09:53.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.259+0000 7fb5d5cdc9c0 20 remove_watcher() i=6 2024-09-22T09:09:53.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:09:53.263+0000 7fb5d5cdc9c0 20 remove_watcher() i=7 2024-09-22T09:09:53.278 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-22T09:09:53.279 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T09:09:53.279 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-22T09:09:53.327 INFO:tasks.s3tests:Configuring boto... 2024-09-22T09:09:53.327 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T09:09:53.327 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-22T09:09:53.375 DEBUG:teuthology.orchestra.run.smithi064:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-22T09:09:53.558 INFO:teuthology.orchestra.run.smithi064.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-22T09:09:53.760 INFO:teuthology.orchestra.run.smithi064.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-22T09:09:54.110 INFO:teuthology.orchestra.run.smithi064.stdout:py installdeps: -rrequirements.txt 2024-09-22T09:11:50.744 INFO:teuthology.orchestra.run.smithi064.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-22T09:11:52.612 INFO:teuthology.orchestra.run.smithi064.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.1,gevent==24.2.1,greenlet==3.1.1,httplib2==0.22.0,idna==3.10,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.6,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.8.0,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=a7890a0b20b8bd3621d523e93d15bcb0c4ce8ecd8c67d7038776fddec57da72d,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.20.0,urllib3==1.26.20,virtualenv==20.26.5,zope.event==5.0,zope.interface==7.0.3 2024-09-22T09:11:52.613 INFO:teuthology.orchestra.run.smithi064.stdout:py run-test-pre: PYTHONHASHSEED='917911919' 2024-09-22T09:11:52.613 INFO:teuthology.orchestra.run.smithi064.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-22T09:11:52.797 INFO:teuthology.orchestra.run.smithi064.stdout:============================= test session starts ============================== 2024-09-22T09:11:52.797 INFO:teuthology.orchestra.run.smithi064.stdout:platform linux -- Python 3.10.6, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-22T09:11:52.797 INFO:teuthology.orchestra.run.smithi064.stdout:cachedir: .tox/py/.pytest_cache 2024-09-22T09:11:52.797 INFO:teuthology.orchestra.run.smithi064.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-22T09:11:52.797 INFO:teuthology.orchestra.run.smithi064.stdout:configfile: pytest.ini 2024-09-22T09:11:54.671 INFO:teuthology.orchestra.run.smithi064.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-22T09:11:54.671 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:11:54.835 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-22T09:11:54.988 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-22T09:11:55.206 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-22T09:11:55.425 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-22T09:11:55.578 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-22T09:11:55.732 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-22T09:11:55.959 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-22T09:11:56.113 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-22T09:11:56.214 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-22T09:11:56.309 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-22T09:11:56.467 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-22T09:11:56.630 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-22T09:11:56.792 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-22T09:11:56.953 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-22T09:11:57.049 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-22T09:11:57.146 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-22T09:11:57.201 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-22T09:11:57.257 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-22T09:11:57.313 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-22T09:11:57.369 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-22T09:11:57.425 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-22T09:11:57.482 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-22T09:11:57.537 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.594 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.650 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.706 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.761 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.818 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.873 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-22T09:11:57.930 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-22T09:11:57.985 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.042 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.098 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.154 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.210 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.265 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.321 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-22T09:11:58.377 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.434 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.489 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.545 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.602 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.658 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.714 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-22T09:11:58.770 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-22T09:11:58.826 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-22T09:11:58.881 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-22T09:11:58.937 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-22T09:11:58.994 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-22T09:11:59.049 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-22T09:11:59.102 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-22T09:11:59.157 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-22T09:11:59.214 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-22T09:11:59.561 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-22T09:12:00.477 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-22T09:12:02.200 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-22T09:12:03.707 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-22T09:12:06.334 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-22T09:12:07.069 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-22T09:12:08.228 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-22T09:12:08.582 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-22T09:12:08.706 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-22T09:12:08.953 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-22T09:12:09.199 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-22T09:12:09.461 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-22T09:12:09.663 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-22T09:12:09.788 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-22T09:12:09.790 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-22T09:12:09.793 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-22T09:12:09.795 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-22T09:12:09.797 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-22T09:12:09.799 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-22T09:12:09.802 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-22T09:12:09.805 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-22T09:12:09.808 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.811 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.814 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.816 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.819 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-22T09:12:09.821 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.824 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.826 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:12:09.828 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:12:09.830 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:12:09.832 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:12:09.834 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:12:09.836 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-22T09:12:09.838 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-22T09:12:09.840 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-22T09:12:09.842 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-22T09:12:09.843 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-22T09:12:09.845 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-22T09:12:09.847 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-22T09:12:09.848 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-22T09:12:09.959 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-22T09:12:09.971 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-22T09:12:10.358 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-22T09:12:22.619 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-22T09:12:22.859 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-22T09:12:23.194 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-22T09:12:23.528 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-22T09:12:23.868 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-22T09:12:24.206 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-22T09:12:24.449 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-22T09:12:24.817 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-22T09:12:25.119 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-22T09:12:25.420 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-22T09:12:25.666 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-22T09:12:25.892 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-22T09:12:26.112 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-22T09:12:26.218 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-22T09:12:26.509 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-22T09:12:26.835 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-22T09:12:27.175 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-22T09:12:27.401 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-22T09:12:27.645 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-22T09:12:27.880 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-22T09:12:28.122 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-22T09:12:28.364 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-22T09:12:28.587 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-22T09:12:28.809 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-22T09:12:28.923 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-22T09:12:29.054 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-22T09:12:29.123 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-22T09:12:29.195 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-22T09:12:29.266 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-22T09:12:29.463 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-22T09:12:29.563 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-22T09:12:29.672 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-22T09:12:29.921 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-22T09:12:30.168 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-22T09:12:30.306 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-22T09:12:30.535 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-22T09:12:30.783 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-22T09:12:31.158 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-22T09:12:31.354 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-22T09:12:31.602 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-22T09:12:31.842 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-22T09:12:32.337 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-22T09:12:32.671 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-22T09:12:33.037 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-22T09:12:33.352 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:12:33.844 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:12:34.315 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:12:34.874 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:12:35.268 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:12:35.737 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:12:36.112 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-22T09:12:36.562 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-22T09:12:36.826 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-22T09:12:37.764 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-22T09:12:38.365 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-22T09:12:39.127 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-22T09:12:40.829 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-22T09:12:43.176 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-22T09:12:44.449 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-22T09:12:45.558 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-22T09:12:46.331 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-22T09:12:46.795 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-22T09:12:47.758 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-22T09:12:48.407 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-22T09:12:49.325 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-22T09:12:49.927 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-22T09:12:51.208 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-22T09:12:52.033 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-22T09:12:53.392 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-22T09:12:54.722 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-22T09:12:55.581 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-22T09:12:56.345 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-22T09:12:56.959 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-22T09:12:58.651 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-22T09:12:59.847 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-22T09:13:01.221 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-22T09:13:02.509 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-22T09:13:03.691 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-22T09:13:04.868 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-22T09:13:05.751 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-22T09:13:06.376 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-22T09:13:07.122 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-22T09:13:08.668 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-22T09:13:10.722 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-22T09:13:11.478 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-22T09:13:12.716 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-22T09:13:13.949 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-22T09:13:14.996 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-22T09:13:16.113 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-22T09:13:17.341 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-22T09:13:18.412 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-22T09:13:19.495 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-22T09:13:20.237 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-22T09:13:20.830 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-22T09:13:21.421 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-22T09:13:22.073 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-22T09:13:23.032 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-22T09:13:24.062 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-22T09:13:25.088 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-22T09:13:26.130 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-22T09:13:27.165 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-22T09:13:28.221 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-22T09:13:29.215 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-22T09:13:30.248 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-22T09:13:31.239 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-22T09:13:32.274 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-22T09:13:33.326 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-22T09:13:34.355 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-22T09:13:34.919 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-22T09:13:35.485 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-22T09:13:36.011 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-22T09:13:36.586 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-22T09:13:36.883 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-22T09:13:37.367 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-22T09:13:37.774 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-22T09:13:38.192 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-22T09:13:38.596 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-22T09:13:38.984 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-22T09:13:39.417 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-22T09:13:39.803 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-22T09:13:40.186 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-22T09:13:40.701 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-22T09:13:41.220 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-22T09:13:41.541 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-22T09:13:41.896 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-22T09:13:42.268 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-22T09:13:42.652 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-22T09:13:43.162 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-22T09:13:43.670 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-22T09:13:44.122 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-22T09:13:44.485 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-22T09:13:44.869 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-22T09:13:45.258 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-22T09:13:45.651 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-22T09:13:46.035 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-22T09:13:46.421 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-22T09:13:46.843 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-22T09:13:47.223 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-22T09:13:47.597 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-22T09:13:47.978 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-22T09:13:48.365 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-22T09:13:48.727 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-22T09:13:49.091 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-22T09:13:49.710 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-22T09:13:50.105 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-22T09:13:50.434 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-22T09:14:14.209 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-22T09:14:14.497 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-22T09:14:14.858 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-22T09:14:15.221 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-22T09:14:15.589 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-22T09:14:15.954 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-22T09:14:16.368 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-22T09:14:16.735 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-22T09:14:17.101 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-22T09:14:17.465 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-22T09:14:17.826 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-22T09:14:18.190 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-22T09:14:18.556 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-22T09:14:19.002 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-22T09:14:19.390 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-22T09:14:19.771 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-22T09:14:20.154 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-22T09:14:20.545 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-22T09:14:20.926 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-22T09:14:21.364 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:14:21.755 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:14:22.140 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:14:22.522 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:14:22.959 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-22T09:14:23.403 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-22T09:14:23.791 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-22T09:14:24.214 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-22T09:14:24.598 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-22T09:14:24.974 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-22T09:14:25.092 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-22T09:14:25.405 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-22T09:14:26.498 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-22T09:14:27.600 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-22T09:14:27.968 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-22T09:14:28.365 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-22T09:14:28.752 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-22T09:14:29.139 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-22T09:14:29.572 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-22T09:14:30.050 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-22T09:14:30.433 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-22T09:14:30.812 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-22T09:14:31.202 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-22T09:14:31.587 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-22T09:14:31.966 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-22T09:14:32.406 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-22T09:14:32.987 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-22T09:14:33.760 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-22T09:14:34.023 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-22T09:14:34.294 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-22T09:14:34.546 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-22T09:14:34.787 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-22T09:14:34.900 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-22T09:14:35.046 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-22T09:14:35.116 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-22T09:14:35.414 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-22T09:14:35.737 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-22T09:14:35.852 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-22T09:14:36.156 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-22T09:14:36.396 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-22T09:14:36.939 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-22T09:14:37.722 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-22T09:14:38.236 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-22T09:14:38.743 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-22T09:15:03.048 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-22T09:15:26.899 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-22T09:15:27.151 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-22T09:15:27.516 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-22T09:15:27.803 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-22T09:15:28.119 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-22T09:15:28.521 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-22T09:15:28.844 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-22T09:15:29.174 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-22T09:15:29.548 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-22T09:15:29.892 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-22T09:15:30.255 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-22T09:15:30.665 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-22T09:15:30.991 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-22T09:15:31.343 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-22T09:15:31.576 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-22T09:15:31.875 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-22T09:15:32.172 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-22T09:15:32.541 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-22T09:15:32.852 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-22T09:15:33.158 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-22T09:15:33.516 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-22T09:15:33.835 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-22T09:15:34.187 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-22T09:15:34.427 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-22T09:15:34.667 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-22T09:15:34.906 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-22T09:15:35.160 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-22T09:15:35.406 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-22T09:15:35.648 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-22T09:15:36.011 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-22T09:15:36.256 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-22T09:15:36.503 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-22T09:15:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-22T09:15:36.995 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-22T09:15:37.365 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-22T09:15:37.603 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-22T09:15:37.845 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-22T09:15:38.086 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-22T09:15:38.371 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-22T09:15:38.592 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-22T09:15:38.830 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-22T09:15:39.080 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-22T09:15:39.474 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-22T09:15:39.717 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-22T09:15:40.078 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-22T09:15:40.444 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-22T09:15:40.827 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-22T09:15:41.164 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-22T09:15:41.524 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-22T09:15:42.857 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-22T09:15:43.221 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-22T09:15:43.582 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-22T09:15:44.025 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-22T09:15:44.496 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-22T09:15:44.934 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-22T09:15:45.343 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-22T09:15:45.775 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-22T09:15:46.242 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-22T09:15:46.616 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-22T09:15:47.092 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-22T09:15:47.399 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-22T09:15:47.642 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-22T09:15:47.873 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-22T09:15:48.190 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-22T09:15:48.430 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-22T09:15:48.543 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-22T09:15:48.943 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-22T09:15:49.256 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-22T09:15:49.576 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-22T09:15:52.206 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-22T09:15:52.524 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-22T09:15:52.893 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-22T09:15:53.210 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-22T09:15:53.525 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-22T09:15:53.798 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-22T09:15:54.127 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-22T09:15:54.442 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-22T09:15:54.754 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-22T09:15:55.062 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-22T09:15:55.373 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-22T09:15:55.732 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-22T09:15:56.056 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-22T09:15:56.402 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-22T09:15:56.710 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-22T09:15:57.024 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-22T09:15:57.331 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-22T09:15:57.642 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-22T09:15:57.758 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-22T09:15:57.921 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-22T09:15:57.997 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-22T09:15:58.198 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-22T09:15:58.425 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-22T09:15:58.650 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-22T09:15:58.883 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-22T09:15:59.166 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-22T09:15:59.283 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-22T09:15:59.394 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-22T09:15:59.607 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-22T09:15:59.732 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-22T09:15:59.837 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-22T09:15:59.932 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-22T09:16:00.024 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-22T09:16:00.267 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-22T09:16:00.599 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-22T09:16:00.843 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-22T09:16:01.128 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-22T09:16:01.410 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-22T09:16:01.650 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-22T09:16:01.933 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-22T09:16:02.276 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-22T09:16:02.549 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-22T09:16:02.827 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-22T09:16:03.249 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-22T09:16:03.605 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-22T09:16:04.028 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-22T09:16:04.385 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-22T09:16:04.739 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-22T09:16:05.184 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-22T09:16:05.614 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-22T09:16:06.006 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-22T09:16:06.433 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-22T09:16:06.686 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-22T09:16:07.113 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-22T09:16:07.533 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-22T09:16:07.954 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-22T09:16:08.376 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-22T09:16:08.799 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-22T09:16:09.266 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-22T09:16:09.685 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-22T09:16:10.066 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-22T09:16:10.512 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-22T09:16:10.899 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-22T09:16:11.168 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-22T09:16:11.580 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-22T09:16:11.950 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-22T09:16:12.270 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-22T09:16:12.537 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-22T09:16:12.966 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-22T09:16:13.528 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-22T09:16:14.090 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-22T09:16:14.712 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-22T09:16:15.287 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-22T09:16:15.856 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-22T09:16:16.434 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-22T09:16:17.022 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-22T09:16:17.651 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-22T09:16:18.223 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-22T09:16:18.785 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-22T09:16:19.345 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-22T09:16:19.904 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-22T09:16:20.647 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-22T09:16:21.438 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-22T09:16:21.519 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-22T09:16:21.612 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-22T09:16:21.704 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-22T09:16:21.937 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-22T09:16:22.197 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-22T09:16:22.424 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-22T09:16:22.659 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-22T09:16:23.069 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-22T09:16:24.440 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-22T09:16:24.865 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-22T09:16:25.285 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-22T09:16:26.042 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-22T09:16:26.482 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-22T09:16:26.908 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-22T09:16:27.344 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-22T09:16:27.709 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-22T09:16:28.306 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-22T09:16:28.739 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-22T09:16:29.196 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-22T09:16:29.668 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-22T09:16:30.398 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-22T09:16:31.158 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-22T09:16:31.402 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-22T09:16:31.650 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-22T09:16:33.067 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-22T09:16:33.555 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-22T09:16:35.909 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-22T09:16:36.264 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-22T09:16:36.623 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-22T09:16:37.529 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-22T09:16:37.949 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-22T09:16:38.699 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-22T09:16:40.997 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-22T09:16:43.121 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-22T09:16:46.643 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-22T09:16:56.486 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-22T09:16:58.817 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-22T09:17:01.812 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-22T09:17:02.283 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-22T09:17:03.332 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-22T09:17:04.277 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-22T09:17:04.876 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-22T09:17:05.230 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-22T09:17:06.182 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-22T09:17:06.830 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-22T09:17:07.200 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-22T09:17:07.566 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-22T09:17:22.552 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-22T09:17:24.736 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-22T09:17:25.148 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-22T09:17:25.390 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-22T09:17:25.759 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-22T09:17:29.170 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-22T09:17:32.447 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-22T09:17:35.726 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-22T09:17:36.107 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-22T09:17:36.426 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-22T09:17:36.742 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-22T09:17:37.068 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-22T09:17:37.386 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-22T09:17:37.716 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-22T09:17:38.080 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-22T09:17:38.554 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-22T09:17:39.264 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-22T09:17:39.985 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-22T09:17:40.554 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-22T09:17:41.357 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-22T09:17:42.140 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-22T09:17:42.786 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-22T09:17:43.640 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-22T09:17:44.702 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-22T09:17:45.227 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-22T09:17:45.711 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-22T09:17:46.395 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-22T09:17:46.753 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-22T09:17:51.919 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-22T09:17:52.286 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-22T09:17:52.651 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-22T09:17:53.015 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-22T09:17:53.374 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-22T09:17:53.902 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-22T09:18:02.286 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-22T09:18:03.043 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-22T09:18:03.492 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-22T09:18:04.161 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-22T09:18:04.854 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-22T09:18:08.318 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-22T09:18:09.010 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-22T09:18:13.221 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-22T09:18:29.143 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-22T09:18:32.559 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-22T09:18:33.928 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-22T09:18:35.443 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-22T09:18:36.028 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-22T09:18:36.646 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-22T09:18:37.148 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-22T09:18:37.842 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-22T09:18:38.427 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-22T09:18:39.111 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-22T09:18:39.385 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-22T09:18:39.705 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-22T09:18:40.238 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-22T09:18:40.491 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-22T09:18:40.785 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-22T09:18:41.122 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-22T09:18:41.403 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-22T09:18:41.655 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-22T09:18:42.031 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-22T09:18:42.301 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-22T09:18:42.580 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-22T09:18:42.849 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-22T09:18:43.124 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-22T09:18:43.402 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-22T09:18:43.757 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-22T09:18:44.162 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-22T09:18:44.538 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-22T09:18:44.906 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-22T09:18:45.242 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-22T09:18:45.609 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-22T09:18:45.974 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-22T09:18:46.320 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-22T09:18:46.617 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-22T09:18:46.918 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-22T09:18:47.215 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-22T09:18:50.201 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-22T09:18:53.169 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-22T09:18:54.733 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-22T09:18:55.058 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-22T09:19:55.735 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-22T09:20:56.950 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-22T09:20:57.287 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-22T09:20:57.648 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-22T09:20:57.946 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-22T09:20:58.197 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-22T09:21:00.573 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-22T09:21:01.873 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-22T09:21:03.201 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-22T09:21:03.499 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-22T09:21:03.859 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-22T09:21:04.223 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-22T09:21:04.602 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-22T09:21:04.964 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-22T09:21:05.333 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-22T09:21:05.689 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-22T09:21:06.081 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-22T09:21:06.460 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-22T09:21:06.831 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-22T09:21:07.172 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-22T09:21:07.501 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-22T09:21:08.111 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-22T09:21:08.732 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-22T09:21:09.352 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-22T09:21:09.810 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-22T09:21:10.346 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-22T09:21:10.847 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-22T09:21:11.394 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-22T09:21:11.942 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-22T09:21:12.482 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-22T09:21:13.127 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-22T09:21:13.693 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-22T09:21:14.104 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-22T09:21:14.432 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-22T09:21:14.841 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-22T09:21:15.391 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-22T09:21:15.969 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-22T09:21:16.621 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-22T09:21:17.517 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-22T09:21:21.502 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-22T09:21:22.036 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-22T09:21:22.616 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-22T09:21:23.171 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-22T09:21:24.022 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-22T09:21:24.695 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-22T09:21:25.092 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-22T09:21:25.694 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-22T09:21:25.945 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-22T09:21:26.197 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-22T09:21:26.442 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-22T09:21:26.716 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-22T09:21:27.083 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-22T09:21:27.392 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-22T09:21:27.986 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-22T09:21:28.283 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-22T09:21:28.570 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-22T09:21:28.853 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-22T09:21:29.145 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-22T09:21:29.433 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-22T09:21:29.824 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-22T09:21:30.112 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-22T09:21:30.403 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-22T09:21:30.693 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-22T09:21:30.986 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-22T09:21:31.371 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-22T09:21:31.718 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-22T09:21:32.141 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-22T09:21:32.524 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-22T09:21:32.921 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-22T09:21:33.273 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-22T09:21:33.735 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-22T09:21:34.129 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-22T09:21:34.527 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-22T09:21:34.918 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-22T09:21:35.317 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-22T09:21:35.701 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-22T09:21:36.207 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-22T09:21:36.691 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-22T09:21:37.113 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-22T09:21:37.531 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-22T09:21:37.886 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-22T09:21:38.262 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-22T09:21:38.724 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-22T09:21:39.085 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-22T09:21:39.492 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-22T09:21:40.026 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-22T09:21:40.356 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-22T09:21:40.724 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-22T09:21:41.122 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-22T09:21:51.340 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-22T09:21:51.713 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-22T09:22:01.169 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-22T09:22:01.596 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-22T09:22:02.016 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-22T09:22:02.264 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-22T09:22:02.566 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-22T09:22:02.867 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-22T09:22:03.224 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-22T09:22:03.528 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-22T09:22:03.828 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-22T09:22:04.077 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-22T09:22:04.388 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-22T09:22:04.754 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-22T09:22:05.043 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-22T09:22:05.485 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-22T09:22:05.964 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-22T09:22:06.245 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-22T09:22:06.511 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-22T09:22:07.029 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-22T09:22:08.921 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-22T09:22:09.171 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-22T09:22:09.476 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-22T09:22:09.805 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-22T09:22:10.177 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-22T09:22:10.776 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-22T09:22:11.151 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-22T09:22:11.887 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-22T09:22:12.737 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-22T09:22:13.146 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-22T09:22:15.169 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-22T09:22:16.989 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-22T09:22:17.335 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-22T09:22:17.808 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-22T09:22:19.292 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-22T09:22:20.979 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-22T09:22:21.914 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-22T09:22:22.496 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-22T09:22:23.045 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-22T09:22:23.753 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-22T09:22:24.162 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-22T09:22:24.904 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-22T09:22:25.658 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-22T09:22:27.892 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-22T09:22:28.600 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-22T09:22:29.181 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-22T09:22:29.693 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-22T09:22:30.140 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-22T09:22:30.916 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-22T09:22:31.539 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-22T09:22:31.979 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-22T09:22:32.493 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-22T09:22:33.116 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-22T09:22:33.688 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-22T09:22:34.345 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-22T09:22:34.867 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-22T09:22:34.970 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-22T09:22:36.132 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-22T09:22:36.915 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-22T09:22:37.627 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-22T09:22:38.246 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-22T09:22:38.838 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-22T09:22:49.587 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-22T09:22:49.684 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-22T09:22:50.358 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-22T09:22:50.938 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-22T09:22:51.430 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-22T09:22:52.061 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout:=============================== warnings summary =============================== 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout: import imp 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py:120 2024-09-22T09:22:52.104 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: if boto_type is 'S3Connection': 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_headers.py:124 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: elif boto_type is 'HTTPRequest': 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3.py:359 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py:176 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: if k is 'BucketName': 2024-09-22T09:22:52.105 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py:253 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: @pytest.mark.timeout(10) 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: @pytest.mark.s3website_routing_rules 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T09:22:52.106 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.107 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.108 INFO:teuthology.orchestra.run.smithi064.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:22:52.109 INFO:teuthology.orchestra.run.smithi064.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-22T09:22:52.110 INFO:teuthology.orchestra.run.smithi064.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 18 warnings in 659.31s (0:10:59) = 2024-09-22T09:22:52.281 INFO:teuthology.orchestra.run.smithi064.stdout:___________________________________ summary ____________________________________ 2024-09-22T09:22:52.281 INFO:teuthology.orchestra.run.smithi064.stdout: py: commands succeeded 2024-09-22T09:22:52.281 INFO:teuthology.orchestra.run.smithi064.stdout: congratulations :) 2024-09-22T09:22:52.323 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-22T09:22:52.323 DEBUG:teuthology.orchestra.run.smithi064:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-22T09:22:52.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T09:22:52.422 INFO:tasks.s3tests:Cleaning up boto... 2024-09-22T09:22:52.422 DEBUG:teuthology.orchestra.run.smithi064:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-22T09:22:52.428 INFO:tasks.s3tests:Removing s3-tests... 2024-09-22T09:22:52.428 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-22T09:22:52.621 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T09:22:52.631 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T09:22:52.632 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T09:22:52.632 DEBUG:teuthology.orchestra.run.smithi064:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:22:52.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T09:22:52.638 INFO:teuthology.orchestra.run.smithi064.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T09:22:52.638 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:22:52.687 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T09:22:52.687 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T09:22:52.736 INFO:tasks.workunit:timeout=3h 2024-09-22T09:22:52.736 INFO:tasks.workunit:cleanup=True 2024-09-22T09:22:52.736 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T09:22:52.786 INFO:tasks.workunit.client.0.smithi064.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T09:23:51.858 INFO:tasks.workunit.client.0.smithi064.stderr:Updating files: 95% (12100/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T09:23:52.749 INFO:tasks.workunit.client.0.smithi064.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: git switch -c 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr:Or undo this operation with: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: git switch - 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:23:52.750 INFO:tasks.workunit.client.0.smithi064.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T09:23:52.756 DEBUG:teuthology.orchestra.run.smithi064:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T09:23:52.804 INFO:tasks.workunit.client.0.smithi064.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T09:23:52.807 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T09:23:52.808 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T09:23:52.864 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T09:23:52.926 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T09:23:52.973 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T09:23:52.976 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T09:23:52.976 INFO:tasks.workunit.client.0.smithi064.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T09:23:53.024 INFO:tasks.workunit.client.0.smithi064.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T09:23:53.029 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-09-22T09:23:53.029 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T09:23:53.076 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-22T09:23:53.077 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-22T09:23:53.077 DEBUG:teuthology.orchestra.run.smithi064:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-22T09:23:53.129 INFO:tasks.workunit.client.0.smithi064.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-22T09:23:53.130 INFO:tasks.workunit.client.0.smithi064.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T09:23:53.130 INFO:tasks.workunit.client.0.smithi064.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T09:23:56.155 INFO:tasks.workunit.client.0.smithi064.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T09:23:56.155 INFO:tasks.workunit.client.0.smithi064.stderr:++ deactivate nondestructive 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:23:56.156 INFO:tasks.workunit.client.0.smithi064.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PATH 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n '' ']' 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -z '' ']' 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ PS1='(rgw) ' 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ export PS1 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T09:23:56.157 INFO:tasks.workunit.client.0.smithi064.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T09:23:56.158 INFO:tasks.workunit.client.0.smithi064.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:23:56.158 INFO:tasks.workunit.client.0.smithi064.stderr:++ hash -r 2024-09-22T09:23:56.158 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install pip --upgrade 2024-09-22T09:23:56.558 INFO:tasks.workunit.client.0.smithi064.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T09:23:56.774 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting pip 2024-09-22T09:23:56.780 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T09:23:56.818 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: pip 2024-09-22T09:23:56.818 INFO:tasks.workunit.client.0.smithi064.stdout: Attempting uninstall: pip 2024-09-22T09:23:56.818 INFO:tasks.workunit.client.0.smithi064.stdout: Found existing installation: pip 22.0.2 2024-09-22T09:23:57.106 INFO:tasks.workunit.client.0.smithi064.stdout: Uninstalling pip-22.0.2: 2024-09-22T09:23:57.113 INFO:tasks.workunit.client.0.smithi064.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T09:23:57.886 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed pip-24.2 2024-09-22T09:23:57.948 INFO:tasks.workunit.client.0.smithi064.stderr:+ pip install boto3 2024-09-22T09:23:58.987 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting boto3 2024-09-22T09:23:58.989 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T09:23:59.530 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T09:23:59.531 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T09:23:59.585 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T09:23:59.586 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T09:23:59.632 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T09:23:59.633 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T09:23:59.682 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:23:59.684 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T09:23:59.763 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:23:59.764 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T09:23:59.905 INFO:tasks.workunit.client.0.smithi064.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:23:59.906 INFO:tasks.workunit.client.0.smithi064.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T09:23:59.909 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T09:23:59.911 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T09:23:59.920 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T09:23:59.922 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T09:23:59.923 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T09:23:59.924 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T09:23:59.926 INFO:tasks.workunit.client.0.smithi064.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T09:23:59.996 INFO:tasks.workunit.client.0.smithi064.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T09:24:01.086 INFO:tasks.workunit.client.0.smithi064.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T09:24:01.297 INFO:tasks.workunit.client.0.smithi064.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-22T09:24:01.426 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-22T09:24:01.465 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:01.465 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:01.506 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.501+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.507 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 realm 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.508 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:01.509 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:01.510 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.505+0000 7f6afe0849c0 20 searching for the correct realm 2024-09-22T09:24:01.517 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.513+0000 7f6afc38b640 0 -- 172.21.15.64:0/3483736673 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f6af0038ad0 msgr2=0x7f6af0054430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:01.733 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.729+0000 7f6afbb8a640 0 -- 172.21.15.64:0/3483736673 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x56488eeb8830 msgr2=0x56488eebac60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.741 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:01.742 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.737+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 zone default found 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 4 Realm: () 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 zonegroup default 2024-09-22T09:24:01.743 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.744 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 started sync module instance, tier type = 2024-09-22T09:24:01.745 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.741+0000 7f6afe0849c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=0 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=1 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=2 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=3 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=4 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=5 2024-09-22T09:24:01.767 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=6 2024-09-22T09:24:01.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 20 add_watcher() i=7 2024-09-22T09:24:01.769 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.765+0000 7f6afe0849c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:01.773 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.769+0000 7f69b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:01.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.769+0000 7f6afe0849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:01.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.769+0000 7f6afe0849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:01.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.769+0000 7f6afe0849c0 5 note: GC not initialized 2024-09-22T09:24:01.774 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.769+0000 7f69b0fe1640 20 reqs_thread_entry: start 2024-09-22T09:24:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.769+0000 7f6afe0849c0 20 init_complete bucket index max shards: 1 2024-09-22T09:24:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 20 Filter name: none 2024-09-22T09:24:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f692a7fc640 20 reqs_thread_entry: start 2024-09-22T09:24:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-22T09:24:01.775 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-22T09:24:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-22T09:24:01.776 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-22T09:24:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-22T09:24:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-22T09:24:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-22T09:24:01.777 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.773+0000 7f6afe0849c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-22T09:24:01.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.777+0000 7f6afe0849c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-22T09:24:01.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.777+0000 7f6afe0849c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-22T09:24:01.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.777+0000 7f6afe0849c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-22T09:24:01.780 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.777+0000 7f69daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461301294 cookie 94869635495040 notifier 9405 bl.length()=613 2024-09-22T09:24:01.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.777+0000 7f69daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-22T09:24:01.781 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.777+0000 7f69daffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-22T09:24:01.783 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f6afe0849c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-22T09:24:01.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f6afe0849c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-22T09:24:01.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f6afe0849c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-22T09:24:01.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f69da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461302176 cookie 94869635490240 notifier 9405 bl.length()=191 2024-09-22T09:24:01.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f69da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-22T09:24:01.784 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f69da7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-22T09:24:01.786 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.781+0000 7f69b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:01.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.789+0000 7f6afe0849c0 20 remove_watcher() i=0 2024-09-22T09:24:01.791 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.789+0000 7f6afe0849c0 2 removed watcher, disabling cache 2024-09-22T09:24:01.793 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.789+0000 7f6afe0849c0 20 remove_watcher() i=1 2024-09-22T09:24:01.795 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.793+0000 7f6afe0849c0 20 remove_watcher() i=2 2024-09-22T09:24:01.797 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.793+0000 7f6afe0849c0 20 remove_watcher() i=3 2024-09-22T09:24:01.799 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.797+0000 7f6afe0849c0 20 remove_watcher() i=4 2024-09-22T09:24:01.801 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.797+0000 7f6afe0849c0 20 remove_watcher() i=5 2024-09-22T09:24:01.802 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.797+0000 7f6afe0849c0 20 remove_watcher() i=6 2024-09-22T09:24:01.803 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:01.801+0000 7f6afe0849c0 20 remove_watcher() i=7 2024-09-22T09:24:02.027 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-22T09:24:02.028 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:24:02.094 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-22T09:24:02.125 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:02.125 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:02.169 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.165+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.165+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.165+0000 7f2101d919c0 20 realm 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.165+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.171 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:02.173 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:02.174 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.169+0000 7f2101d919c0 20 searching for the correct realm 2024-09-22T09:24:02.180 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.177+0000 7f2100098640 0 -- 172.21.15.64:0/3661254344 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f20e80f38f0 msgr2=0x7f20e80b83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:02.397 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.393+0000 7f20ff897640 0 -- 172.21.15.64:0/3661254344 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x5649341c1250 msgr2=0x5649341c3640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:24:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:24:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:02.405 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:02.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:02.406 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.401+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 zone default found 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 4 Realm: () 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 zonegroup default 2024-09-22T09:24:02.407 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.408 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 started sync module instance, tier type = 2024-09-22T09:24:02.409 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.405+0000 7f2101d919c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=0 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=1 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=2 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=3 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=4 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=5 2024-09-22T09:24:02.433 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.429+0000 7f2101d919c0 20 add_watcher() i=6 2024-09-22T09:24:02.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.433+0000 7f2101d919c0 20 add_watcher() i=7 2024-09-22T09:24:02.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.433+0000 7f2101d919c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:02.440 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f1fb5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:02.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f2101d919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:02.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f2101d919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:02.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f2101d919c0 5 note: GC not initialized 2024-09-22T09:24:02.441 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f1fb4fe1640 20 reqs_thread_entry: start 2024-09-22T09:24:02.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f2101d919c0 20 init_complete bucket index max shards: 1 2024-09-22T09:24:02.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f2101d919c0 20 Filter name: none 2024-09-22T09:24:02.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f1f2e7fc640 20 reqs_thread_entry: start 2024-09-22T09:24:02.442 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.437+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-22T09:24:02.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.443 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-22T09:24:02.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:24:02.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T09:24:02.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 INFO: main: starting shard=0 2024-09-22T09:24:02.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783.0 2024-09-22T09:24:02.444 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:24:02.445 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f2101d919c0 20 INFO: main: done 2024-09-22T09:24:02.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.441+0000 7f1fb5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:02.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.445+0000 7f2101d919c0 20 remove_watcher() i=0 2024-09-22T09:24:02.451 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.445+0000 7f2101d919c0 2 removed watcher, disabling cache 2024-09-22T09:24:02.453 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.449+0000 7f2101d919c0 20 remove_watcher() i=1 2024-09-22T09:24:02.455 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.453+0000 7f2101d919c0 20 remove_watcher() i=2 2024-09-22T09:24:02.458 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.453+0000 7f2101d919c0 20 remove_watcher() i=3 2024-09-22T09:24:02.460 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.457+0000 7f2101d919c0 20 remove_watcher() i=4 2024-09-22T09:24:02.461 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.457+0000 7f2101d919c0 20 remove_watcher() i=5 2024-09-22T09:24:02.462 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.457+0000 7f2101d919c0 20 remove_watcher() i=6 2024-09-22T09:24:02.464 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.461+0000 7f2101d919c0 20 remove_watcher() i=7 2024-09-22T09:24:02.480 INFO:tasks.workunit.client.0.smithi064.stderr:rados -p default.rgw.buckets.data ls | grep dc02e370-2469-468d-97df-3b0e83cf3859 2024-09-22T09:24:02.503 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:02.503 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:02.656 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:02.653+0000 7f86c4fc3640 0 -- 172.21.15.64:0/401946333 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x7f86b80a9890 msgr2=0x7f86b80b3360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:02.682 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-22T09:24:02.682 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:24:02.683 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T09:24:04.171 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T09:24:04.624 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-22T09:24:04.648 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:04.648 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:04.689 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.685+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 realm 2024-09-22T09:24:04.691 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:04.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.692 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:04.693 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:04.694 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.689+0000 7efc22e209c0 20 searching for the correct realm 2024-09-22T09:24:04.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.697+0000 7efc21127640 0 -- 172.21.15.64:0/1178266801 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7efc10068a50 msgr2=0x7efc10071610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:24:04.917 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.913+0000 7efc20926640 0 -- 172.21.15.64:0/1178266801 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x55d188b79650 msgr2=0x55d188b7bae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.924 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:04.925 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:04.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 zone default found 2024-09-22T09:24:04.926 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 4 Realm: () 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 zonegroup default 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.927 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.921+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.925+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.925+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.925+0000 7efc22e209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:04.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.925+0000 7efc22e209c0 20 started sync module instance, tier type = 2024-09-22T09:24:04.928 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.925+0000 7efc22e209c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=0 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=1 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=2 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=3 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=4 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=5 2024-09-22T09:24:04.951 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.945+0000 7efc22e209c0 20 add_watcher() i=6 2024-09-22T09:24:04.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.949+0000 7efc22e209c0 20 add_watcher() i=7 2024-09-22T09:24:04.953 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.949+0000 7efc22e209c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:04.957 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.953+0000 7efad77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:04.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.953+0000 7efc22e209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:04.958 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.953+0000 7efc22e209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:04.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.953+0000 7efc22e209c0 5 note: GC not initialized 2024-09-22T09:24:04.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efad67e4640 20 reqs_thread_entry: start 2024-09-22T09:24:04.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 init_complete bucket index max shards: 1 2024-09-22T09:24:04.959 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 Filter name: none 2024-09-22T09:24:04.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efacf7fe640 20 reqs_thread_entry: start 2024-09-22T09:24:04.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-22T09:24:04.960 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:04.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-22T09:24:04.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:24:04.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-22T09:24:04.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 INFO: main: starting shard=0 2024-09-22T09:24:04.961 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.957+0000 7efc22e209c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783.0 2024-09-22T09:24:04.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.961+0000 7efc22e209c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:24:04.963 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.961+0000 7efc22e209c0 20 INFO: main: done 2024-09-22T09:24:04.964 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.961+0000 7efad77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:04.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.965+0000 7efc22e209c0 20 remove_watcher() i=0 2024-09-22T09:24:04.970 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.965+0000 7efc22e209c0 2 removed watcher, disabling cache 2024-09-22T09:24:04.972 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.969+0000 7efc22e209c0 20 remove_watcher() i=1 2024-09-22T09:24:04.975 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.969+0000 7efc22e209c0 20 remove_watcher() i=2 2024-09-22T09:24:04.976 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.973+0000 7efc22e209c0 20 remove_watcher() i=3 2024-09-22T09:24:04.979 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.977+0000 7efc22e209c0 20 remove_watcher() i=4 2024-09-22T09:24:04.980 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.977+0000 7efc22e209c0 20 remove_watcher() i=5 2024-09-22T09:24:04.982 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.977+0000 7efc22e209c0 20 remove_watcher() i=6 2024-09-22T09:24:04.983 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:04.981+0000 7efc22e209c0 20 remove_watcher() i=7 2024-09-22T09:24:05.007 INFO:tasks.workunit.client.0.smithi064.stderr:rados -p default.rgw.buckets.data ls | grep 95875810-849e-43db-a2ea-d6569a2f0175 2024-09-22T09:24:05.036 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:05.036 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:05.188 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:05.185+0000 7f518e453640 0 -- 172.21.15.64:0/83555647 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x7f51780fa1f0 msgr2=0x7f51780fa680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:05.219 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-22T09:24:05.220 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:24:05.265 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T09:24:06.804 INFO:tasks.workunit.client.0.smithi064.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:24:06.804 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T09:24:07.279 INFO:tasks.workunit.client.0.smithi064.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-22T09:24:07.279 INFO:tasks.workunit.client.0.smithi064.stderr: 2024-09-22T09:24:07.397 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-22T09:24:10.904 INFO:tasks.workunit.client.0.smithi064.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-22T09:24:11.358 INFO:tasks.workunit.client.0.smithi064.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-22T09:24:11.391 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:11.391 INFO:tasks.workunit.client.0.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:11.435 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.428+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.436 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 realm 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.437 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:11.438 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.432+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.436+0000 7f03a4e2c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:11.439 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.436+0000 7f03a4e2c9c0 20 searching for the correct realm 2024-09-22T09:24:11.446 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.440+0000 7f03a3133640 0 -- 172.21.15.64:0/3412487040 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f0398066a30 msgr2=0x7f039806f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:11.661 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.656+0000 7f03a2932640 0 -- 172.21.15.64:0/3412487040 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x555724444010 msgr2=0x555724446420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:11.669 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:11.670 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.664+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 zone default found 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 4 Realm: () 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:11.671 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 zonegroup default 2024-09-22T09:24:11.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.672 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:11.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 started sync module instance, tier type = 2024-09-22T09:24:11.673 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.668+0000 7f03a4e2c9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:24:11.697 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=0 2024-09-22T09:24:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=1 2024-09-22T09:24:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=2 2024-09-22T09:24:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=3 2024-09-22T09:24:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=4 2024-09-22T09:24:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=5 2024-09-22T09:24:11.698 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.692+0000 7f03a4e2c9c0 20 add_watcher() i=6 2024-09-22T09:24:11.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.696+0000 7f03a4e2c9c0 20 add_watcher() i=7 2024-09-22T09:24:11.700 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.696+0000 7f03a4e2c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:11.704 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f0259fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:11.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:11.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:11.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 5 note: GC not initialized 2024-09-22T09:24:11.705 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f0258fe1640 20 reqs_thread_entry: start 2024-09-22T09:24:11.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:24:11.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 Filter name: none 2024-09-22T09:24:11.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f0251ffb640 20 reqs_thread_entry: start 2024-09-22T09:24:11.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-22T09:24:11.706 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-22T09:24:11.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-22T09:24:11.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-22T09:24:11.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783 : miss 2024-09-22T09:24:11.707 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.700+0000 7f03a4e2c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783 info.flags=0x17 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783 to cache LRU end 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783 2024-09-22T09:24:11.708 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 20 bucket index object: :.dir.ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783.0 2024-09-22T09:24:11.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T09:24:11.709 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.704+0000 7f03a4e2c9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T09:24:11.711 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.708+0000 7f0259fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.712+0000 7f03a4e2c9c0 20 remove_watcher() i=0 2024-09-22T09:24:11.717 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.712+0000 7f03a4e2c9c0 2 removed watcher, disabling cache 2024-09-22T09:24:11.719 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.716+0000 7f03a4e2c9c0 20 remove_watcher() i=1 2024-09-22T09:24:11.722 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.716+0000 7f03a4e2c9c0 20 remove_watcher() i=2 2024-09-22T09:24:11.724 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.720+0000 7f03a4e2c9c0 20 remove_watcher() i=3 2024-09-22T09:24:11.726 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.720+0000 7f03a4e2c9c0 20 remove_watcher() i=4 2024-09-22T09:24:11.728 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.724+0000 7f03a4e2c9c0 20 remove_watcher() i=5 2024-09-22T09:24:11.729 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.724+0000 7f03a4e2c9c0 20 remove_watcher() i=6 2024-09-22T09:24:11.731 INFO:tasks.workunit.client.0.smithi064.stderr:2024-09-22T09:24:11.728+0000 7f03a4e2c9c0 20 remove_watcher() i=7 2024-09-22T09:24:11.749 INFO:tasks.workunit.client.0.smithi064.stderr:Deleting bucket versioning-bucket 2024-09-22T09:24:11.785 INFO:tasks.workunit.client.0.smithi064.stderr:Completed bucket versioning tests 2024-09-22T09:24:11.785 INFO:tasks.workunit.client.0.smithi064.stdout:connected to http://localhost:80 2024-09-22T09:24:11.869 INFO:tasks.workunit.client.0.smithi064.stderr:+ deactivate 2024-09-22T09:24:11.869 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T09:24:11.869 INFO:tasks.workunit.client.0.smithi064.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:24:11.869 INFO:tasks.workunit.client.0.smithi064.stderr:+ export PATH 2024-09-22T09:24:11.869 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ hash -r 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' -n '' ']' 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ unset -f deactivate 2024-09-22T09:24:11.870 INFO:tasks.workunit.client.0.smithi064.stderr:+ echo OK. 2024-09-22T09:24:11.871 INFO:tasks.workunit.client.0.smithi064.stdout:OK. 2024-09-22T09:24:11.871 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T09:24:11.871 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T09:24:11.928 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-22T09:24:11.929 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T09:24:12.319 DEBUG:teuthology.parallel:result is None 2024-09-22T09:24:12.320 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:24:12.332 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:24:12.332 DEBUG:teuthology.orchestra.run.smithi064:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:24:12.380 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:24:12.380 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-22T09:24:12.398 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-22T09:24:12.490 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-22T09:24:12.490 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-22T09:24:12.491 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-22T09:24:12.543 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-22T09:24:12.544 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-22T09:24:12.583 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:12.583 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:12.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 realm 2024-09-22T09:24:12.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.626 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:12.626 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.626 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.626 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.620+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.627 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.624+0000 7f8e7182e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:12.627 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.624+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.624+0000 7f8e7182e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:12.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.624+0000 7f8e7182e9c0 20 searching for the correct realm 2024-09-22T09:24:12.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.628+0000 7f8e6fb35640 0 -- 172.21.15.64:0/811405597 >> [v2:172.21.15.150:6816/2833561222,v1:172.21.15.150:6817/2833561222] conn(0x7f8e6410ca70 msgr2=0x7f8e640d7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:12.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.844+0000 7f8e6f334640 0 -- 172.21.15.64:0/811405597 >> [v2:172.21.15.150:6818/1163791996,v1:172.21.15.150:6821/1163791996] conn(0x56368dbc9eb0 msgr2=0x56368dbcc2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:12.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:12.858 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.852+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.859 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:12.859 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 zone default found 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 4 Realm: () 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 zonegroup default 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:12.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 started sync module instance, tier type = 2024-09-22T09:24:12.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.856+0000 7f8e7182e9c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=0 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=1 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=2 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=3 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=4 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=5 2024-09-22T09:24:12.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.880+0000 7f8e7182e9c0 20 add_watcher() i=6 2024-09-22T09:24:12.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.884+0000 7f8e7182e9c0 20 add_watcher() i=7 2024-09-22T09:24:12.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.884+0000 7f8e7182e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:12.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.888+0000 7f8d267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:12.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.888+0000 7f8e7182e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:12.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.888+0000 7f8e7182e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:12.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.980+0000 7f8d257e2640 20 reqs_thread_entry: start 2024-09-22T09:24:12.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.980+0000 7f8e7182e9c0 20 init_complete bucket index max shards: 1 2024-09-22T09:24:12.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.980+0000 7f8e7182e9c0 20 Filter name: none 2024-09-22T09:24:12.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.980+0000 7f8d1e7fc640 20 reqs_thread_entry: start 2024-09-22T09:24:12.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.980+0000 7f8e7182e9c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-22T09:24:12.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.980+0000 7f8e7182e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:12.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.984+0000 7f8e7182e9c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-22T09:24:12.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.984+0000 7f8e7182e9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-22T09:24:12.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.984+0000 7f8e7182e9c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:24:12.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.984+0000 7f8e7182e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:24:12.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.984+0000 7f8e7182e9c0 10 removing key index: JZWVTZGLJXNHGEOSVPPO 2024-09-22T09:24:12.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.984+0000 7f8e7182e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:JZWVTZGLJXNHGEOSVPPO, ofs0, ns] 2024-09-22T09:24:12.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.988+0000 7f8d52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300906 cookie 94792306228784 notifier 8882 bl.length()=170 2024-09-22T09:24:12.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.988+0000 7f8e7182e9c0 10 removing email index: tester.client.0_test@test.test 2024-09-22T09:24:12.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.988+0000 7f8e7182e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-22T09:24:12.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.988+0000 7f8d527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300907 cookie 94792306228784 notifier 8882 bl.length()=181 2024-09-22T09:24:12.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.988+0000 7f8e7182e9c0 10 removing user buckets index 2024-09-22T09:24:12.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.992+0000 7f8e7182e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-22T09:24:12.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.992+0000 7f8d52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461301295 cookie 94792306238592 notifier 8882 bl.length()=172 2024-09-22T09:24:12.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.992+0000 7f8e7182e9c0 10 removing user index: tester.client.0 2024-09-22T09:24:13.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.996+0000 7f8e7182e9c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-22T09:24:13.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.996+0000 7f8e7182e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-22T09:24:13.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:12.996+0000 7f8d52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461302179 cookie 94792306236064 notifier 8882 bl.length()=164 2024-09-22T09:24:13.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.000+0000 7f8d267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:13.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.004+0000 7f8e7182e9c0 20 remove_watcher() i=0 2024-09-22T09:24:13.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.004+0000 7f8e7182e9c0 2 removed watcher, disabling cache 2024-09-22T09:24:13.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.004+0000 7f8e7182e9c0 20 remove_watcher() i=1 2024-09-22T09:24:13.013 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.008+0000 7f8e7182e9c0 20 remove_watcher() i=2 2024-09-22T09:24:13.015 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.012+0000 7f8e7182e9c0 20 remove_watcher() i=3 2024-09-22T09:24:13.017 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.012+0000 7f8e7182e9c0 20 remove_watcher() i=4 2024-09-22T09:24:13.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.012+0000 7f8e7182e9c0 20 remove_watcher() i=5 2024-09-22T09:24:13.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.016+0000 7f8e7182e9c0 20 remove_watcher() i=6 2024-09-22T09:24:13.021 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:13.016+0000 7f8e7182e9c0 20 remove_watcher() i=7 2024-09-22T09:24:13.037 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-22T09:24:13.047 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-22T09:24:13.091 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-22T09:24:13.138 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-22T09:24:13.148 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-22T09:24:13.148 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:24:13.149 INFO:tasks.rgw.client.0.smithi064.stdout:2024-09-22T09:24:13.144+0000 7f113d7dd640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast port=80 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 38389) UID: 0 2024-09-22T09:24:13.149 INFO:tasks.rgw.client.0.smithi064.stdout:2024-09-22T09:24:13.144+0000 7f1141025a40 -1 shutting down 2024-09-22T09:24:37.553 INFO:tasks.rgw.client.0:Stopped 2024-09-22T09:24:37.554 DEBUG:teuthology.orchestra.run.smithi064:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-22T09:24:37.561 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/vault-root-token 2024-09-22T09:24:37.616 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-22T09:24:37.631 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-22T09:24:37.672 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-22T09:24:37.672 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-22T09:24:37.673 DEBUG:teuthology.orchestra.run.smithi064:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-22T09:24:37.752 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:37.752 INFO:teuthology.orchestra.run.smithi064.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:37.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:37.797 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 realm 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:37.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.796+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:37.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.800+0000 7fb992dc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:37.800 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.800+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:37.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.800+0000 7fb992dc89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:37.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.800+0000 7fb992dc89c0 20 searching for the correct realm 2024-09-22T09:24:37.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.804+0000 7fb9908ce640 0 -- 172.21.15.64:0/1742075694 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x7fb98c0abb80 msgr2=0x7fb98c0b9450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:37.812 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:37.812+0000 7fb9908ce640 0 -- 172.21.15.64:0/1742075694 >> [v2:172.21.15.64:6800/2468979076,v1:172.21.15.64:6801/2468979076] conn(0x7fb97c063040 msgr2=0x7fb97c066500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:38.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 RGWRados::pool_iterate: got zone_info.ffd4da44-870a-432c-9d4f-02f4117bd84c 2024-09-22T09:24:38.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:38.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 RGWRados::pool_iterate: got zonegroup_info.3a6300c6-fdcf-42cc-af46-aba8be61fc62 2024-09-22T09:24:38.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:38.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:38.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:38.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:38.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:38.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:38.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:38.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 zone default found 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 4 Realm: () 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 4 ZoneGroup: default (3a6300c6-fdcf-42cc-af46-aba8be61fc62) 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 4 Zone: default (ffd4da44-870a-432c-9d4f-02f4117bd84c) 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:38.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 zonegroup default 2024-09-22T09:24:38.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:38.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:38.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:38.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:38.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.032+0000 7fb992dc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:38.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.036+0000 7fb992dc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:38.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.036+0000 7fb992dc89c0 20 started sync module instance, tier type = 2024-09-22T09:24:38.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.036+0000 7fb992dc89c0 20 started zone id=ffd4da44-870a-432c-9d4f-02f4117bd84c (name=default) with tier type = 2024-09-22T09:24:38.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=0 2024-09-22T09:24:38.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=1 2024-09-22T09:24:38.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=2 2024-09-22T09:24:38.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=3 2024-09-22T09:24:38.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=4 2024-09-22T09:24:38.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=5 2024-09-22T09:24:38.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.056+0000 7fb992dc89c0 20 add_watcher() i=6 2024-09-22T09:24:38.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.060+0000 7fb992dc89c0 20 add_watcher() i=7 2024-09-22T09:24:38.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.060+0000 7fb992dc89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:38.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.064+0000 7fb846fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:38.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.064+0000 7fb992dc89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:38.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.064+0000 7fb992dc89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:38.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.156+0000 7fb845fe3640 20 reqs_thread_entry: start 2024-09-22T09:24:38.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.156+0000 7fb992dc89c0 20 init_complete bucket index max shards: 1 2024-09-22T09:24:38.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.156+0000 7fb992dc89c0 20 Filter name: none 2024-09-22T09:24:38.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.156+0000 7fb7b77fe640 20 reqs_thread_entry: start 2024-09-22T09:24:38.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:24:38.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48867' 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_YwOSuXNOAadGlh0W-vpwjGh-tOma-MD', time=2024-09-22T11:12:03.651276+0000, chain.objs.size()=2 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.BJcQ378s5RaY2X0IGBfnI-pRh28x0PU_0 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.BJcQ378s5RaY2X0IGBfnI-pRh28x0PU_1 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10877442625140700866', time=2024-09-22T11:12:24.985762+0000, chain.objs.size()=1 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.183__shadow_.-UXQJR3e6XQUiXButQ5pxFbGzxoL40w_0 2024-09-22T09:24:38.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13554379679485558802', time=2024-09-22T11:12:33.717359+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.201__shadow_.p0mH3JRJeBhYPNUE2HdmrSzKovuyEgP_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6203076351337441544', time=2024-09-22T11:13:37.647452+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.231__shadow_.FIheiXTdpJV4zGnIEI90Wy52jDYQDTA_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.915602091215853358', time=2024-09-22T11:13:43.544754+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.245__shadow_.4vIXhGmqDqDKKpeJYdpBQ_BS2YkteZC_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.24346496107216530', time=2024-09-22T11:13:47.474973+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.255__shadow_.Ba6-urzcUhYKUbnF5n7d2dtPy5Y7N9c_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4936895734573071714', time=2024-09-22T11:13:47.847754+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.256__shadow_.yTHSgc7ldBWBzsp2Y0xbcVTJmGpv8bU_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.834209655066721252', time=2024-09-22T11:14:11.443762+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nzVcd9adMhAzABHmib3LkZA83rsZk9-_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10197406743515289374', time=2024-09-22T11:14:11.772716+0000, chain.objs.size()=1 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ix8DkQ9t93Eo8iiFs6l1wv0BLlxUs1Z_0 2024-09-22T09:24:38.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12445221791868617000', time=2024-09-22T11:14:11.822073+0000, chain.objs.size()=1 2024-09-22T09:24:38.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.PLX5icccyrUOVRru1I8uJLxU6KwFo5F_0 2024-09-22T09:24:38.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10428812789457938920', time=2024-09-22T11:14:11.829930+0000, chain.objs.size()=1 2024-09-22T09:24:38.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yha1ZJivVrqp-6A85qBm6LkZapvCnOp_0 2024-09-22T09:24:38.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17080777911345262885', time=2024-09-22T11:14:11.874394+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6he33gTT6Sa1BGR1WsS8kud23FeI_jq_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14307044249775930997', time=2024-09-22T11:14:11.913292+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xgxD7YgERxusb6wTDXsrek936qQ1vpe_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8439664228666787970', time=2024-09-22T11:14:12.126992+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6ziM_tqmhEA32ZfbYmLFzvvgnOuk4Pe_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18228798599262406613', time=2024-09-22T11:14:12.148446+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uppdn8sVwV_npBhnnRchsSDS9xJbyvL_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12012319613844467714', time=2024-09-22T11:14:12.157188+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yvsEloowIad8LviiVLtELZzlNPJ7giR_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12095615497757736277', time=2024-09-22T11:14:12.240256+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1j_ylSjUq_EKZCUK4r2VAAsbY-fJTnH_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7439600132874113936', time=2024-09-22T11:14:12.253689+0000, chain.objs.size()=1 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.d3d7ZMb6PbtrkR36VSMsfj4B12ekf15_0 2024-09-22T09:24:38.180 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1923413292745711813', time=2024-09-22T11:14:12.279839+0000, chain.objs.size()=1 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._hpuldP-pBweSxemMq2HtT5wQIJRtHr_0 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10291460341968493813', time=2024-09-22T11:14:12.358206+0000, chain.objs.size()=1 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.c-655NeoqKIcK06h4PKuFZ6qFL-xqfu_0 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11166172156231328967', time=2024-09-22T11:14:12.501317+0000, chain.objs.size()=1 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IWvUpU9LC3UeBv7CwMDHcT4L0DSBc3b_0 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7840536536870860255', time=2024-09-22T11:14:12.536927+0000, chain.objs.size()=1 2024-09-22T09:24:38.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0Df8HJhwd87jFQDm2j-AqT-tHO05o2x_0 2024-09-22T09:24:38.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12787275760680934467', time=2024-09-22T11:14:12.575867+0000, chain.objs.size()=1 2024-09-22T09:24:38.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wf4ifRJnBqtsS7RrbTY75HSq8zozvq3_0 2024-09-22T09:24:38.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16084678335466611512', time=2024-09-22T11:14:12.644484+0000, chain.objs.size()=1 2024-09-22T09:24:38.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CVUJIFXeVlN1KM5W--3rofbYB77bPyz_0 2024-09-22T09:24:38.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15463776582521255443', time=2024-09-22T11:14:12.971731+0000, chain.objs.size()=1 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZZbPh5eYsJuOILHVvTDHxlcK543s_uR_0 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15667573166480687262', time=2024-09-22T11:14:12.981293+0000, chain.objs.size()=1 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CcvjzI3KzPoXTimnzvGP3FTO7dxbDNL_0 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11188058106449359527', time=2024-09-22T11:14:13.081391+0000, chain.objs.size()=1 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EIzJkfLlijaNMsExZQiKqsu_5iXzevQ_0 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9126126853293261886', time=2024-09-22T11:14:13.091489+0000, chain.objs.size()=1 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dtejwGWZYIm2MzQgLPknykIQpVnuKer_0 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12523172280863993077', time=2024-09-22T11:14:13.120662+0000, chain.objs.size()=1 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.E5MDEQHUTgD1U4XbHeD7ybsUmRTO916_0 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3770970854338056317', time=2024-09-22T11:14:13.401326+0000, chain.objs.size()=1 2024-09-22T09:24:38.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-oizIWP267xL_B661cJdUNT35Pgl8nv_0 2024-09-22T09:24:38.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18017163932856616287', time=2024-09-22T11:14:13.440751+0000, chain.objs.size()=1 2024-09-22T09:24:38.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2bJerOjJHjDJSMkVFYQ0LjWH7yb7Qo0_0 2024-09-22T09:24:38.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15634392321664389694', time=2024-09-22T11:14:13.474419+0000, chain.objs.size()=1 2024-09-22T09:24:38.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.khYN1Z8wEa9rg1eop5wl0zkOBwi6qm-_0 2024-09-22T09:24:38.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13548552552970998032', time=2024-09-22T11:14:13.478621+0000, chain.objs.size()=1 2024-09-22T09:24:38.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SH8IgBiR-66ATOSEFuO51jVcG72kYir_0 2024-09-22T09:24:38.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12877426886950687968', time=2024-09-22T11:14:13.620497+0000, chain.objs.size()=1 2024-09-22T09:24:38.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.e3nX4waaFJ0PSqdogyLbBaLU0B42dVc_0 2024-09-22T09:24:38.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4620805692636757170', time=2024-09-22T11:14:13.734111+0000, chain.objs.size()=1 2024-09-22T09:24:38.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6ae3gxJ-vMnSBW8GK_rm5WbiP9e4Noo_0 2024-09-22T09:24:38.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17053475054444254939', time=2024-09-22T11:14:13.795507+0000, chain.objs.size()=1 2024-09-22T09:24:38.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jEzPkA8kmJrVrgJWRVMG2CWojoJXkr-_0 2024-09-22T09:24:38.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5341570792976195966', time=2024-09-22T11:14:13.860878+0000, chain.objs.size()=1 2024-09-22T09:24:38.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.H8ZzSQnym5COHLJdbVMuJ5xRp3JdiNO_0 2024-09-22T09:24:38.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10374310007500118965', time=2024-09-22T11:14:13.953726+0000, chain.objs.size()=1 2024-09-22T09:24:38.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DlXpt2XLG2roWrn6aGKxVBFi6KMeDxa_0 2024-09-22T09:24:38.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12192249019502808503', time=2024-09-22T11:14:14.158412+0000, chain.objs.size()=1 2024-09-22T09:24:38.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RoC2_3JW2ujhB6vnbHmdaYYBXFxKcPq_0 2024-09-22T09:24:38.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16196100649147182104', time=2024-09-22T11:14:21.619196+0000, chain.objs.size()=1 2024-09-22T09:24:38.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.283__shadow_.R7HOEHSfwWJuFbVmXxIgHlG-vpWeo2t_0 2024-09-22T09:24:38.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1411512402837504037', time=2024-09-22T11:14:22.013459+0000, chain.objs.size()=1 2024-09-22T09:24:38.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.284__shadow_.g9Hq9oJ1H2B5kW4ElPrvk2NLiCIRXpI_0 2024-09-22T09:24:38.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16459047328452520595', time=2024-09-22T11:14:22.015406+0000, chain.objs.size()=1 2024-09-22T09:24:38.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.284__shadow_.VKHYi6dcICvJS0MnpUYmxlnMKsHFfIA_0 2024-09-22T09:24:38.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5306791108302533626', time=2024-09-22T11:14:24.846623+0000, chain.objs.size()=1 2024-09-22T09:24:38.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.291__shadow_.bBA_Lueww53upWPcOb4LAR5ZzbbIFEv_0 2024-09-22T09:24:38.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9800496076080495740', time=2024-09-22T11:14:26.352619+0000, chain.objs.size()=1 2024-09-22T09:24:38.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.rbfYSofDaNTMYk7Y63yNXFif7H5RyKo_0 2024-09-22T09:24:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11945505325606366498', time=2024-09-22T11:14:26.365671+0000, chain.objs.size()=1 2024-09-22T09:24:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.bo_uFuA24NEFQfiQ_NjsYOj_SYcy0mP_0 2024-09-22T09:24:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5900812333933485988', time=2024-09-22T11:14:26.388739+0000, chain.objs.size()=1 2024-09-22T09:24:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.lsD9xEnkgtA9vGbnFUE9AraZpfvOyLx_0 2024-09-22T09:24:38.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1941125623078094749', time=2024-09-22T11:14:27.468698+0000, chain.objs.size()=1 2024-09-22T09:24:38.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.rQ-6iM_xgPzZ5x4bwoymKvf_37t3pHn_0 2024-09-22T09:24:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3400206500992722090', time=2024-09-22T11:14:28.622046+0000, chain.objs.size()=1 2024-09-22T09:24:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.297__shadow_.Hjpq7SonyF3v_VHcVJ0EQOW3ErJ6YI0_0 2024-09-22T09:24:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3379995839500699455', time=2024-09-22T11:15:00.344106+0000, chain.objs.size()=1 2024-09-22T09:24:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bwxwTWiZigPjRNAolZumuUbHgwnIBbX_0 2024-09-22T09:24:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12439638572013040223', time=2024-09-22T11:15:00.375878+0000, chain.objs.size()=1 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pzILknAsvq856zkELCPWL2QYJLKK3jp_0 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10231331995741164827', time=2024-09-22T11:15:00.440449+0000, chain.objs.size()=1 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9nEerGRwhHH9xMpMhQN-YpeJic-E-T0_0 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17333493559186815980', time=2024-09-22T11:15:00.465438+0000, chain.objs.size()=1 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.T5fcfw0NNZ67FQbZi0iYYMlw8F04Nj7_0 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4707507608906222596', time=2024-09-22T11:15:00.475205+0000, chain.objs.size()=1 2024-09-22T09:24:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HMR0vHyAZVjey63yFlhC13w7V_R_gml_0 2024-09-22T09:24:38.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9341936623507546472', time=2024-09-22T11:15:00.508922+0000, chain.objs.size()=1 2024-09-22T09:24:38.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.SZ6Gc2mmARQK3wCtO9a2bnspeZ7MKgL_0 2024-09-22T09:24:38.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8356365857947994833', time=2024-09-22T11:15:00.683316+0000, chain.objs.size()=1 2024-09-22T09:24:38.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HtYsBr6B2kG7huxIFHYdgQuC7MQ3yYj_0 2024-09-22T09:24:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614322676999643284', time=2024-09-22T11:15:00.713607+0000, chain.objs.size()=1 2024-09-22T09:24:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Q_NtSN6aS1fWHfU-Fuj-ngJkSINdn_i_0 2024-09-22T09:24:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9874660416549475336', time=2024-09-22T11:15:00.833248+0000, chain.objs.size()=1 2024-09-22T09:24:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NVAfyX-2y04qQwTHYNC2WqRycQV6QVL_0 2024-09-22T09:24:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2451975588542067044', time=2024-09-22T11:15:01.093889+0000, chain.objs.size()=1 2024-09-22T09:24:38.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uFAxfqE15aBtd7-gzM_Ld_sobfgTek__0 2024-09-22T09:24:38.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1476766452538866350', time=2024-09-22T11:15:01.121714+0000, chain.objs.size()=1 2024-09-22T09:24:38.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qpNLcBb64Y-k7TinwuVgVMzvTxAsPpL_0 2024-09-22T09:24:38.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2143210219676277326', time=2024-09-22T11:15:01.366631+0000, chain.objs.size()=1 2024-09-22T09:24:38.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C69_Ndml0SyWywZQV8mLnsC4F7Wco0N_0 2024-09-22T09:24:38.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16901057073078417909', time=2024-09-22T11:15:01.386167+0000, chain.objs.size()=1 2024-09-22T09:24:38.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1ctrI2EEb5ZoWL5qc3AI5UBbU5x5qRl_0 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12700464841583475667', time=2024-09-22T11:15:01.412882+0000, chain.objs.size()=1 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZIx8mCHpxGVel7Fi379bEQAL_RQhe0u_0 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14283637231429441060', time=2024-09-22T11:15:01.431209+0000, chain.objs.size()=1 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GzWp8VVHrZJJTY7KKK9ZjTZ08rypFda_0 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7572557319103624130', time=2024-09-22T11:15:01.467453+0000, chain.objs.size()=1 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.b2DOtC7eMxo8E4Pl1Ua0tRSdkcelTyD_0 2024-09-22T09:24:38.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17340857460648132563', time=2024-09-22T11:15:01.503647+0000, chain.objs.size()=1 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pEJqKJjD13aLPzqs2KClPhS1gpxXEmr_0 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13276902917624294855', time=2024-09-22T11:15:01.531619+0000, chain.objs.size()=1 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BXKEHLYruBeqjnRXi8FyRoM3oPp8YU5_0 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17112371005996534973', time=2024-09-22T11:15:01.744562+0000, chain.objs.size()=1 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Xr3KUaORLsm5YGXJEuLrqCqVoyhpHxU_0 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18402581061901240413', time=2024-09-22T11:15:01.865917+0000, chain.objs.size()=1 2024-09-22T09:24:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jzphbRkYhQFkGOz0r4W31W6JgMJWVmH_0 2024-09-22T09:24:38.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14737195080284534965', time=2024-09-22T11:15:01.938510+0000, chain.objs.size()=1 2024-09-22T09:24:38.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1qBRzNajXI16YIASMXBfHgfljeBoEjx_0 2024-09-22T09:24:38.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1754529699550579115', time=2024-09-22T11:15:02.139070+0000, chain.objs.size()=1 2024-09-22T09:24:38.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ayvg82p4gSvdofU-woPR96-i0B4iTWV_0 2024-09-22T09:24:38.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.224163190491866761', time=2024-09-22T11:15:02.183417+0000, chain.objs.size()=1 2024-09-22T09:24:38.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.T77a6s7kfvF-CTh8P8PQKiUxPWvkm_I_0 2024-09-22T09:24:38.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.236+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13928433771595041778', time=2024-09-22T11:15:02.247660+0000, chain.objs.size()=1 2024-09-22T09:24:38.238 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zlFdkZCRMDifVBhCjYmx0PWwHMxKkiD_0 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18271545240032129249', time=2024-09-22T11:15:02.275253+0000, chain.objs.size()=1 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lavgxGcPkqL3q1mQrRTdV4pVdT36moB_0 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1778045529597505303', time=2024-09-22T11:15:02.492037+0000, chain.objs.size()=1 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.W4nOBnYg5GeK2frJftkr_PI3YzXTSUC_0 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3994403463028261607', time=2024-09-22T11:15:02.545539+0000, chain.objs.size()=1 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qN5Mc3T1l53ySruEHCXDfGimYnUrKNN_0 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11913684522892044202', time=2024-09-22T11:15:02.573116+0000, chain.objs.size()=1 2024-09-22T09:24:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3_lHv08vUM0_BydUeVxNQsrj5b3adOv_0 2024-09-22T09:24:38.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3370968647398422664', time=2024-09-22T11:15:02.701499+0000, chain.objs.size()=1 2024-09-22T09:24:38.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kYDYY4thbOM7Owhb0YFG8BUnvGgmuiy_0 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13285603322435121377', time=2024-09-22T11:15:02.794977+0000, chain.objs.size()=1 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bCcGytBRd9bNNMfxRMHr6C9ihLdgAJw_0 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1676753067896877012', time=2024-09-22T11:15:24.143591+0000, chain.objs.size()=1 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0Qogu81OVKCpmNO6DmaoYhNq7vw7KEK_0 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3822235450427585436', time=2024-09-22T11:15:24.238441+0000, chain.objs.size()=1 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.y8Q0QaPnpoGmIZKyfUgIq2SuDANincf_0 2024-09-22T09:24:38.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9300298584749242797', time=2024-09-22T11:15:24.263302+0000, chain.objs.size()=1 2024-09-22T09:24:38.246 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.s1CjRG9yLBWo_PivKgunCQfRTqeKAD1_0 2024-09-22T09:24:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7439258686744554683', time=2024-09-22T11:15:24.425679+0000, chain.objs.size()=1 2024-09-22T09:24:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VT9tlcFL4vgNu6jb53oZvA1jS18ocBd_0 2024-09-22T09:24:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12544056415678147360', time=2024-09-22T11:15:24.428775+0000, chain.objs.size()=1 2024-09-22T09:24:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DMK1rWTYOL0smwWWEFTCvxXSZSRYMUN_0 2024-09-22T09:24:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8700417899836909296', time=2024-09-22T11:15:24.476691+0000, chain.objs.size()=1 2024-09-22T09:24:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GpThEDg1D7sw8q1b1PLVh5n4y8rImRP_0 2024-09-22T09:24:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15033349632846889288', time=2024-09-22T11:15:24.539303+0000, chain.objs.size()=1 2024-09-22T09:24:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.amqzFuPwGQPoC_MOg7l6muIOMtBHnXW_0 2024-09-22T09:24:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3200139899832838990', time=2024-09-22T11:15:24.557764+0000, chain.objs.size()=1 2024-09-22T09:24:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JSdPJYBosQPqz5MmwJTSxWMMjbaWVAf_0 2024-09-22T09:24:38.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14159616170397980933', time=2024-09-22T11:15:24.579288+0000, chain.objs.size()=1 2024-09-22T09:24:38.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YYblZyxUmlwLMqPQllb7OgLor_JjAZN_0 2024-09-22T09:24:38.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18306177350622145076', time=2024-09-22T11:15:24.650094+0000, chain.objs.size()=1 2024-09-22T09:24:38.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ABq7aiShyNPi5hss2FvA3eA1L5cYmWz_0 2024-09-22T09:24:38.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1545031072387988770', time=2024-09-22T11:15:24.774842+0000, chain.objs.size()=1 2024-09-22T09:24:38.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iI46CaB_GPaxPNU-DEjXLdY2uNQUdIX_0 2024-09-22T09:24:38.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1022293442070675171', time=2024-09-22T11:15:24.874698+0000, chain.objs.size()=1 2024-09-22T09:24:38.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.knytulwcDTtMe0QWWpSsvaaxha_Lpea_0 2024-09-22T09:24:38.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4278011596383247840', time=2024-09-22T11:15:24.895288+0000, chain.objs.size()=1 2024-09-22T09:24:38.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mqNXvGKsJ4PT6Pw6_Bmrxd-8ejqZr1I_0 2024-09-22T09:24:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14679184330566532402', time=2024-09-22T11:15:25.034242+0000, chain.objs.size()=1 2024-09-22T09:24:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KrI2G4TVMqkjCxxTsLrn_-LnO2_rNgO_0 2024-09-22T09:24:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7970891390641275607', time=2024-09-22T11:15:25.216882+0000, chain.objs.size()=1 2024-09-22T09:24:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jASRQN6lmRSgWZwjC504BJHVYIdE2wR_0 2024-09-22T09:24:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12843028175299922799', time=2024-09-22T11:15:25.298367+0000, chain.objs.size()=1 2024-09-22T09:24:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7ieHFCyuBln3HDl2QX2ey6dTTT86xi1_0 2024-09-22T09:24:38.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8813411896084099216', time=2024-09-22T11:15:25.305144+0000, chain.objs.size()=1 2024-09-22T09:24:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qGpzyO6g87_7sVE7ks9O4pE1pcOTn5l_0 2024-09-22T09:24:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10839639476726575413', time=2024-09-22T11:15:25.322494+0000, chain.objs.size()=1 2024-09-22T09:24:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jRhyFGlGUtfC3V21C3Csv39sxFqWx0y_0 2024-09-22T09:24:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3866185475288737447', time=2024-09-22T11:15:25.378083+0000, chain.objs.size()=1 2024-09-22T09:24:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._pAInP-RCYm5xGc3NAIINbX4gcxD2F-_0 2024-09-22T09:24:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7075842678367272313', time=2024-09-22T11:15:25.585773+0000, chain.objs.size()=1 2024-09-22T09:24:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.D-8tmrxef8sXuI5aWXIQckPjv-LOsvz_0 2024-09-22T09:24:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4127548942097507647', time=2024-09-22T11:15:25.608787+0000, chain.objs.size()=1 2024-09-22T09:24:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UGLYLBUQrNdMB4a6ET93Du6rz7Nd4CK_0 2024-09-22T09:24:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.617872939781264533', time=2024-09-22T11:15:25.632439+0000, chain.objs.size()=1 2024-09-22T09:24:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Kvz4mIJUo-eS4_A_-AI4GrpBJcskxy6_0 2024-09-22T09:24:38.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48867 2024-09-22T09:24:38.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-22T09:24:38.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6778917067914735181', time=2024-09-22T11:15:25.756344+0000, chain.objs.size()=1 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zUQawALccLlL9lI-H_k2ItgWdUfqrYw_0 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17742756717948053186', time=2024-09-22T11:15:25.920161+0000, chain.objs.size()=1 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.IRv8yB1TLknfUqIC_Lvjtjy1HZgETSw_0 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14726982132922064282', time=2024-09-22T11:15:25.979441+0000, chain.objs.size()=1 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HFVnICQcocGKBlajSvVm_8aj4G0UlgE_0 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15115105806180282787', time=2024-09-22T11:15:25.989703+0000, chain.objs.size()=1 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lpb1GEhUQ9PaT7-r8xFmDGXPwuU9gkE_0 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6821610450673206611', time=2024-09-22T11:15:26.040050+0000, chain.objs.size()=1 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4eB6NCBlcNVY2rmrEIIVUCxhUAHJ7SI_0 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3473517927296751876', time=2024-09-22T11:15:26.050353+0000, chain.objs.size()=1 2024-09-22T09:24:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DZNwL-sie_-DQdkwWisH6uJrKkw6ch-_0 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15764229758823126067', time=2024-09-22T11:15:26.504188+0000, chain.objs.size()=1 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0e7uodUvoDP37aIjSgmuUmK2iUlRwac_0 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17202870884192388833', time=2024-09-22T11:15:26.511202+0000, chain.objs.size()=1 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iEqweJPCO94F20cbBZZvOiq2I-VIfhE_0 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10330276101271289580', time=2024-09-22T11:15:26.634479+0000, chain.objs.size()=1 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9m8prUgMcEakSATfDcYNnP_BGSCyPyb_0 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7168088074996431751', time=2024-09-22T11:15:26.635935+0000, chain.objs.size()=1 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SWeNbzfwA7bhjG4smuOoSPTOk9-M9eu_0 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16456031252113615802', time=2024-09-22T11:15:26.713239+0000, chain.objs.size()=1 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mYFyaujpUoty4sJPQWsl9S60cvh-0U0_0 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3506612307302293499', time=2024-09-22T11:15:26.747975+0000, chain.objs.size()=1 2024-09-22T09:24:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1z3mu2LTAvn0IqPcva_lO_1amZXhXKG_0 2024-09-22T09:24:38.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13475650341468339626', time=2024-09-22T11:15:30.532196+0000, chain.objs.size()=1 2024-09-22T09:24:38.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.336__shadow_.jhr_fcwP7HGK1YVmnC_qBXCRMspiGNo_0 2024-09-22T09:24:38.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17854279038577219535', time=2024-09-22T11:16:18.649784+0000, chain.objs.size()=1 2024-09-22T09:24:38.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.465__shadow_.9kZIF9D7Khl6Vk9ZxoOguHkw74Hc0qq_0 2024-09-22T09:24:38.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.392737648849289656', time=2024-09-22T11:16:24.336685+0000, chain.objs.size()=1 2024-09-22T09:24:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.kNPaPpKS8pEg0alxZ19jrCq9xR99ho6_0 2024-09-22T09:24:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2755637343123449381', time=2024-09-22T11:16:35.523950+0000, chain.objs.size()=6 2024-09-22T09:24:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.1 2024-09-22T09:24:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.2 2024-09-22T09:24:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.3 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.4 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.5 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.6 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10682286786281993970', time=2024-09-22T11:17:01.541288+0000, chain.objs.size()=1 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.525__shadow_.wWW_jXQZYfvvzOB79hMqsqr25nuBwbr_0 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2499528444848412485', time=2024-09-22T11:17:43.502238+0000, chain.objs.size()=1 2024-09-22T09:24:38.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.558__shadow_.jH1nsp4hYv2t_nQv1AnRbx__NDYQIim_0 2024-09-22T09:24:38.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16645050425889950155', time=2024-09-22T11:17:45.089576+0000, chain.objs.size()=1 2024-09-22T09:24:38.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.560__shadow_.cMl7H3At-YPuwtgHK7gepJYG3OS9QRP_0 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11076233823633962783', time=2024-09-22T11:17:45.892494+0000, chain.objs.size()=1 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.562__multipart_mymultipart.2~ra_TdtMFeIh4GNo7yph2p2zhNJCVdRy.1 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4761368906708675597', time=2024-09-22T11:17:59.633555+0000, chain.objs.size()=1 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:5.iIHUTupE5ns5Ty0.cfnBg23QwIK2v_.VsJWxMXWW8pVHmVbbJp8eN7obBxwllD_0 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.798909828603305076', time=2024-09-22T11:18:07.034993+0000, chain.objs.size()=1 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:PthOm8IBeLukNNZPf6.DblsS2AHXMeB_.PirQ7YCK3sqxVorz-Ay4cLJ6WJcjb6M_0 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15713259660208219103', time=2024-09-22T11:18:23.629287+0000, chain.objs.size()=1 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:HsTwTSIeRU6uFuFn61s8W8TZtHWlmPj_.sx-mNgtaZOLQ3dBBtDd-QDJd59D0DIB_0 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10112482502350929554', time=2024-09-22T11:18:45.470582+0000, chain.objs.size()=1 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.608__shadow_.hAV8qUc_0_jwEBrZdveiSpG4uf_80w__0 2024-09-22T09:24:38.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14166375812476799670', time=2024-09-22T11:21:21.903163+0000, chain.objs.size()=1 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.664__shadow_._VyeI3jJoxW_yb7QxjoVPpnVye1sJ32_0 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7835526706078769449', time=2024-09-22T11:21:23.754478+0000, chain.objs.size()=1 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.667__shadow_.5Iits9uhcVB-twn58pL3gJTTpjRWI19_0 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5633893474579992179', time=2024-09-22T11:21:27.847098+0000, chain.objs.size()=1 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.680__shadow_.7gPLxH8_Hom0iJhx0TeNBkdVsOlbLvY_0 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14311212913230533097', time=2024-09-22T11:22:10.040901+0000, chain.objs.size()=1 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.740__shadow_.vJSGuSryOZ3z_lVczcp4vlZzGJc7ZkS_0 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~aFVTPWjfbZWa4xphiKct_TBL3_L2K2D', time=2024-09-22T11:22:11.768902+0000, chain.objs.size()=1 2024-09-22T09:24:38.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.743__multipart_mymultipart.2~aFVTPWjfbZWa4xphiKct_TBL3_L2K2D.1 2024-09-22T09:24:38.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16786225769933543479', time=2024-09-22T11:22:38.106784+0000, chain.objs.size()=1 2024-09-22T09:24:38.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.778__shadow_.mLWLBkewYAp1t7Y2zsBTLU9z4r-TIB8_0 2024-09-22T09:24:38.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:24:38.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47114' 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8142506383220245706', time=2024-09-22T11:12:02.155703+0000, chain.objs.size()=3 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-STANDARD.2~c-ivdrovqKDZhaIGhbbWT6mrkm_DTPz.1 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-STANDARD.2~c-ivdrovqKDZhaIGhbbWT6mrkm_DTPz.2 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-STANDARD.2~c-ivdrovqKDZhaIGhbbWT6mrkm_DTPz.3 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.158722007601013222', time=2024-09-22T11:12:02.851222+0000, chain.objs.size()=2 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.iQJYt2xApLyzCk1ILdn8RU8aecA2o7T_0 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.iQJYt2xApLyzCk1ILdn8RU8aecA2o7T_1 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_w-RYZbWsPJ6n00P-Z16DrMqFuKvbSCr', time=2024-09-22T11:12:03.461757+0000, chain.objs.size()=2 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.wHpwHoi422CGURQbm_TvjsScIc_QWaC_0 2024-09-22T09:24:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.wHpwHoi422CGURQbm_TvjsScIc_QWaC_1 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7353697960805899299', time=2024-09-22T11:12:04.319759+0000, chain.objs.size()=3 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-STANDARD.2~BTXtaYRG5jEthi0Sgqbsvc2XNoZMGmn.1 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-STANDARD.2~BTXtaYRG5jEthi0Sgqbsvc2XNoZMGmn.2 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-STANDARD.2~BTXtaYRG5jEthi0Sgqbsvc2XNoZMGmn.3 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iWREkJDWOyNJSSglvtN-Cn84_ivN_3F', time=2024-09-22T11:12:34.143926+0000, chain.objs.size()=1 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.202__multipart_mymultipart.2~iWREkJDWOyNJSSglvtN-Cn84_ivN_3F.1 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8786824341519029646', time=2024-09-22T11:13:43.935005+0000, chain.objs.size()=1 2024-09-22T09:24:38.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.246__shadow_.fdPu1w0O7kVOn8bqBsHhBesUggd98Ep_0 2024-09-22T09:24:38.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17907841537461643022', time=2024-09-22T11:13:44.356461+0000, chain.objs.size()=1 2024-09-22T09:24:38.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.247__shadow_.jE3O0JVs-ddIsp19j_9A6l7w6KFDhfw_0 2024-09-22T09:24:38.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17309907173012489671', time=2024-09-22T11:13:46.286721+0000, chain.objs.size()=1 2024-09-22T09:24:38.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.252__shadow_.ypaBzB8lhSp0yXwNxpJl6q5DmvP_1Ui_0 2024-09-22T09:24:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11809408843756942471', time=2024-09-22T11:13:47.846554+0000, chain.objs.size()=1 2024-09-22T09:24:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.256__shadow_._9uuV812KHQlUCOghvDuOXs8yRWmhyJ_0 2024-09-22T09:24:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10601871791406596591', time=2024-09-22T11:13:49.375389+0000, chain.objs.size()=1 2024-09-22T09:24:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.260__shadow_.jwf-Ty2HYZJ3vwAf34kHLnowZ4LSg25_0 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9431672214882129026', time=2024-09-22T11:14:11.371451+0000, chain.objs.size()=1 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LpZ8v829HU2S9MAHAR7BzZ_X89giM_O_0 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12745843761706110230', time=2024-09-22T11:14:11.408600+0000, chain.objs.size()=1 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ycq6GtZV9DfKMD491eojnL__2ggX27l_0 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3531201902608306888', time=2024-09-22T11:14:11.488075+0000, chain.objs.size()=1 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uP_Ho_AaknYK4aQwsDdmZhVim-05b_2_0 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4774063821277350925', time=2024-09-22T11:14:11.559546+0000, chain.objs.size()=1 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MhJmmGkpB-owMUeZCLsNTwTJgpzOoGO_0 2024-09-22T09:24:38.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7564731928384942853', time=2024-09-22T11:14:11.616412+0000, chain.objs.size()=1 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xcwc7jYXUsY4Lk-eKOjtOJi4pJSXItb_0 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5439024281934284882', time=2024-09-22T11:14:11.636956+0000, chain.objs.size()=1 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.x6T8vClisZd4-w0QFIN6QT9-4D-JPqb_0 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1613833653985624020', time=2024-09-22T11:14:11.897593+0000, chain.objs.size()=1 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.C2gf8egSvO-HK21mXmGPueJChxM9km6_0 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9764408711808403627', time=2024-09-22T11:14:11.910762+0000, chain.objs.size()=1 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eq7SIdNW9-V2yZiHd4oKguRtj1NzY0c_0 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12289944540351969137', time=2024-09-22T11:14:11.915353+0000, chain.objs.size()=1 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2CQwV3wgyII2O5WMBaoS4ZPrhePh57y_0 2024-09-22T09:24:38.309 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13357119307362797888', time=2024-09-22T11:14:11.941903+0000, chain.objs.size()=1 2024-09-22T09:24:38.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.msP6TG2mtRdb3chStKWvPbe1Rk8cem2_0 2024-09-22T09:24:38.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7975592687895766644', time=2024-09-22T11:14:12.171346+0000, chain.objs.size()=1 2024-09-22T09:24:38.310 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZqW7paXSY_zeOPgRJYBHqiXpjO2g5-I_0 2024-09-22T09:24:38.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4678280430536658227', time=2024-09-22T11:14:12.206061+0000, chain.objs.size()=1 2024-09-22T09:24:38.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._a8gNV0jinDsNQfY6TjGNLxFd9egWWK_0 2024-09-22T09:24:38.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12766817438699135995', time=2024-09-22T11:14:12.240434+0000, chain.objs.size()=1 2024-09-22T09:24:38.314 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.24N70aN6FehooC3GkmEwtMmlL_aovG__0 2024-09-22T09:24:38.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7294223747511588631', time=2024-09-22T11:14:12.265968+0000, chain.objs.size()=1 2024-09-22T09:24:38.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KVehKRo4x5UxvdNsHpsZaKT6ZEpVemN_0 2024-09-22T09:24:38.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7712462964241799439', time=2024-09-22T11:14:12.311240+0000, chain.objs.size()=1 2024-09-22T09:24:38.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AJp7ZGH92cmRwwQYdHR5IYC2_5qxba4_0 2024-09-22T09:24:38.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11945089273163586378', time=2024-09-22T11:14:12.608989+0000, chain.objs.size()=1 2024-09-22T09:24:38.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QV6BdEOgr0PJY-Az-fBbUNaznb-V4aU_0 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3935249255218970634', time=2024-09-22T11:14:12.662680+0000, chain.objs.size()=1 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oOoJIP7fvxs5ZLGtdNe9zC2FLkuOY9x_0 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3700918509081708251', time=2024-09-22T11:14:12.718696+0000, chain.objs.size()=1 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LUO-fB1zGojUR41N7NXMcNvIJBsGbfu_0 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2917406477772417323', time=2024-09-22T11:14:12.908416+0000, chain.objs.size()=1 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pe0doMN8H7bPjD8sr4HglwID0neW_Ve_0 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1939668677165678305', time=2024-09-22T11:14:12.969041+0000, chain.objs.size()=1 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SYDde07lMIhMBcMl0JMMCfxMRiLcvrE_0 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15825110741681768834', time=2024-09-22T11:14:12.977989+0000, chain.objs.size()=1 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OUKbPeU2siRBb1Yo_63RC8XvdLZOES4_0 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2051584952457963404', time=2024-09-22T11:14:13.005914+0000, chain.objs.size()=1 2024-09-22T09:24:38.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ByUWWKZfZiEzNfLduS4dZJHC1vEGfJ8_0 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18394784198578559982', time=2024-09-22T11:14:13.056006+0000, chain.objs.size()=1 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.g85m_Cy8MZzFQ7TV9MwJghtMBEO2yj3_0 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.109907606448469807', time=2024-09-22T11:14:13.091001+0000, chain.objs.size()=1 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R6qLQGjA0yRi03q-UFKd39sLWPZ6IyY_0 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9032129006099334586', time=2024-09-22T11:14:13.320970+0000, chain.objs.size()=1 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Am8pfj96AELcoarJNf4djuMgt2h941m_0 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9250908726490277172', time=2024-09-22T11:14:13.325468+0000, chain.objs.size()=1 2024-09-22T09:24:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.a52xD74PcYUtkwkueIsYtCogx12Lu_A_0 2024-09-22T09:24:38.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5673921384071049661', time=2024-09-22T11:14:13.359421+0000, chain.objs.size()=1 2024-09-22T09:24:38.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZB5VNaJtsUgrOM1yrqoSrvlMS9FKjEr_0 2024-09-22T09:24:38.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1789323360157189579', time=2024-09-22T11:14:13.685912+0000, chain.objs.size()=1 2024-09-22T09:24:38.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.C3zlG3bu_jzgzM6dHMHaKWNvfbN0XOf_0 2024-09-22T09:24:38.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11820888073351610446', time=2024-09-22T11:14:13.739716+0000, chain.objs.size()=1 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JBx-xwaV-Vn8gS7A0HImOHe2MIOmLQ5_0 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14410993100817057046', time=2024-09-22T11:14:13.794195+0000, chain.objs.size()=1 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R0Usxq-Yvjc5VSVyCpB6xt2HRwD4DnS_0 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11425910270142158463', time=2024-09-22T11:14:13.813589+0000, chain.objs.size()=1 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.153QOL96vV5r5T6G69nnO3xcvU_RPFP_0 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7972902799695685733', time=2024-09-22T11:14:13.818983+0000, chain.objs.size()=1 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SG-pVvpP-0Z7j8uOBshc6RfnOj5d0s3_0 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1284957806671444570', time=2024-09-22T11:14:13.837955+0000, chain.objs.size()=1 2024-09-22T09:24:38.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1hWVingL6_Kczv8HFc6ezXzYoKnqgzp_0 2024-09-22T09:24:38.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9485585432803034208', time=2024-09-22T11:14:14.038605+0000, chain.objs.size()=1 2024-09-22T09:24:38.326 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1pmZwdJMzJ1_K_aON65jKcuePiSWS6-_0 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13408925537426614467', time=2024-09-22T11:14:14.061136+0000, chain.objs.size()=1 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.d6Vtg6sB6u_crrRDBx07Ol1sXFwxrRb_0 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1637661868038479012', time=2024-09-22T11:14:14.723617+0000, chain.objs.size()=1 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.265__shadow_.TgjxxPKG2QnWwn8r7tYByOOkDdErhvJ_0 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16955011306110491744', time=2024-09-22T11:14:15.457801+0000, chain.objs.size()=1 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.267__shadow_.qRD1Ju6yGbVkTxynDz1bmhjgs_3GrLM_0 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.51445892372805897', time=2024-09-22T11:14:16.970428+0000, chain.objs.size()=1 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.271__shadow_.14rFU_zfmZ6icyX8xGdaFetZ1JDSrNX_0 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14405292625289246016', time=2024-09-22T11:14:25.269849+0000, chain.objs.size()=1 2024-09-22T09:24:38.327 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.292__shadow_.VUCX78C2z79DJoE3amZ5guVDxSm17lP_0 2024-09-22T09:24:38.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12906500662920376382', time=2024-09-22T11:14:26.391489+0000, chain.objs.size()=1 2024-09-22T09:24:38.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.onOGDSbGzYwKECv0iC7vbbPwRsQHlEH_0 2024-09-22T09:24:38.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16750461224372081297', time=2024-09-22T11:14:26.413577+0000, chain.objs.size()=1 2024-09-22T09:24:38.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.pw3_PHnIzveLXkJtTsmKJ_FzuZyw_pT_0 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13955062285436268223', time=2024-09-22T11:14:27.489851+0000, chain.objs.size()=1 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.0bH1QdtXJuKitF1h05UmpcScyw-fe4j_0 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10244539632485528876', time=2024-09-22T11:14:30.305232+0000, chain.objs.size()=1 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.301__shadow_.I1X-oY4iiLpXqGHtESRcIreZbbH1Pky_0 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11432143828297453107', time=2024-09-22T11:14:33.631317+0000, chain.objs.size()=1 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.308__shadow:xpqXUsxZEjQxzu1bnQD500jmfjT.7fB_.SGYySm4n_UG4vi13e-SsXdUkvS0tqQe_0 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7576742926336800400', time=2024-09-22T11:15:00.426459+0000, chain.objs.size()=1 2024-09-22T09:24:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j6AyvW-smhdUZ5P8DiSAtzssYB2vFbi_0 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16805290662623807082', time=2024-09-22T11:15:00.442674+0000, chain.objs.size()=1 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0EdoZQ7YmBrB5UwRe1ZlicX8AVCRcpQ_0 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3962592248903461956', time=2024-09-22T11:15:00.452600+0000, chain.objs.size()=1 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yDIyN1QnFp5pQ0IgVmoJC8NFI1alMpL_0 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324731270224658198', time=2024-09-22T11:15:00.504740+0000, chain.objs.size()=1 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hvJtUjJ5Bbpmw18DP-9HaoqWFmcqtfh_0 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7294947510999295021', time=2024-09-22T11:15:00.700465+0000, chain.objs.size()=1 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.z57srQPcKkPtszRZDWKr6vLfRPpZVp3_0 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3715106110412856108', time=2024-09-22T11:15:00.741983+0000, chain.objs.size()=1 2024-09-22T09:24:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RDSOxBc9Hp2jV-mePocSloVJPoE7dZT_0 2024-09-22T09:24:38.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11789607072793689201', time=2024-09-22T11:15:00.859567+0000, chain.objs.size()=1 2024-09-22T09:24:38.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jkIx1UXJV1_XVG98kCaN_Rp3A0P_6Nn_0 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6350621155955013970', time=2024-09-22T11:15:01.053680+0000, chain.objs.size()=1 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YP_MkdZqNuwtMICzbPmeCY6uQkjvONr_0 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13845081163604790867', time=2024-09-22T11:15:01.070979+0000, chain.objs.size()=1 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ffZGLBOU2_bl2qeoS5nIojltsGN0prC_0 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2743629794057302546', time=2024-09-22T11:15:01.089016+0000, chain.objs.size()=1 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GGCNwxrOEvWyfFo4yskazZJp7C_tcY3_0 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7062820847657119536', time=2024-09-22T11:15:01.089770+0000, chain.objs.size()=1 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4y_DaK_aoUgqoYz0pSjbM7VQTxImYco_0 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16431640257649529465', time=2024-09-22T11:15:01.177341+0000, chain.objs.size()=1 2024-09-22T09:24:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yFs2y_nzhoskawIQ7LNO-_IlQOdjDK9_0 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14080700276868909194', time=2024-09-22T11:15:01.406201+0000, chain.objs.size()=1 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WTrvpAqhGdXdvAbkBwhvem3-A-uoVd3_0 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5033379955644133215', time=2024-09-22T11:15:01.542507+0000, chain.objs.size()=1 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.quIHBftL37gIi311H9hbCNIcur9Vtyp_0 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11689528956026785591', time=2024-09-22T11:15:01.557882+0000, chain.objs.size()=1 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bvfFOXhzXwqclO8_YZ0gm_IEvb3V0F9_0 2024-09-22T09:24:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15662940271410625181', time=2024-09-22T11:15:01.597115+0000, chain.objs.size()=1 2024-09-22T09:24:38.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TaZFlvG_uZQI6NklKKgnoIdqaDWhpo9_0 2024-09-22T09:24:38.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10518375204248474295', time=2024-09-22T11:15:01.814788+0000, chain.objs.size()=1 2024-09-22T09:24:38.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VA6ReZYF9q1gGFFoJYvsIDJ-bm_YZAM_0 2024-09-22T09:24:38.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7623993474709376125', time=2024-09-22T11:15:01.853245+0000, chain.objs.size()=1 2024-09-22T09:24:38.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.p4_Dfm2CUbUPeIwnXGVXXYryHOkb3L8_0 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7369710179454538083', time=2024-09-22T11:15:01.915931+0000, chain.objs.size()=1 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FcciYfM_IVFv98ef1iaiEzNsNQJRXgN_0 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15611477072331685363', time=2024-09-22T11:15:01.951633+0000, chain.objs.size()=1 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ulgjGXXeSWiZTyd1KOdDtxyEY4Em8Jo_0 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.894894309138933047', time=2024-09-22T11:15:02.135321+0000, chain.objs.size()=1 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.XlvCIwR_CrBFvCbEPItCxWqUdrumTAZ_0 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15547391003029250655', time=2024-09-22T11:15:02.231656+0000, chain.objs.size()=1 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lvV94ca5jFd9dIks6BizF3aKPN4zjld_0 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7519537293866182032', time=2024-09-22T11:15:02.343513+0000, chain.objs.size()=1 2024-09-22T09:24:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qkqyc6FqVHO4NcsJq4Ql5lI6LPzkxPX_0 2024-09-22T09:24:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.146585290677619343', time=2024-09-22T11:15:02.515110+0000, chain.objs.size()=1 2024-09-22T09:24:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1fusmM2AywQ8jVwNi5G7RHKaMMhBK5f_0 2024-09-22T09:24:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10358439985593975576', time=2024-09-22T11:15:02.665668+0000, chain.objs.size()=1 2024-09-22T09:24:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cUkF9lKmpZdSzQFdZAFAsTswVXqYRD8_0 2024-09-22T09:24:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15324715706081299', time=2024-09-22T11:15:02.903903+0000, chain.objs.size()=1 2024-09-22T09:24:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.XklS_u-v-XOFD8Z4vAAejrlaapwbwoz_0 2024-09-22T09:24:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4036222740087296217', time=2024-09-22T11:15:24.050385+0000, chain.objs.size()=1 2024-09-22T09:24:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iFXSNPsxONOLZS3KtohpY3qc0nyV51H_0 2024-09-22T09:24:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3462542200658327893', time=2024-09-22T11:15:24.063329+0000, chain.objs.size()=1 2024-09-22T09:24:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0RPVootwaBQwaBLJV8djf1YnhBfNfwo_0 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1145637522911797513', time=2024-09-22T11:15:24.116410+0000, chain.objs.size()=1 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zQe10DZ76tDm0M7vqG98SOH3T2bj5ML_0 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4177372082195404617', time=2024-09-22T11:15:24.130302+0000, chain.objs.size()=1 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.c6hN-DgCG-dltQAEN102CVu_Aq7eKYL_0 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11074305473454573338', time=2024-09-22T11:15:24.133277+0000, chain.objs.size()=1 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4U75xxLCQL_5r4HBtoml7WlEFLNrvhj_0 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17754613993522484087', time=2024-09-22T11:15:24.176289+0000, chain.objs.size()=1 2024-09-22T09:24:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FG_d4lnyjQu7uvT6eNIqTUnkSipSGbq_0 2024-09-22T09:24:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11941996393618463687', time=2024-09-22T11:15:24.204422+0000, chain.objs.size()=1 2024-09-22T09:24:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CD_b0WE_ZrFw8en58rEzeKPzspKLAuN_0 2024-09-22T09:24:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4730145343197870290', time=2024-09-22T11:15:24.274036+0000, chain.objs.size()=1 2024-09-22T09:24:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gcBGJ9GCDDrEeXJzKwAPcotLPF_hXD9_0 2024-09-22T09:24:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11297806389839204458', time=2024-09-22T11:15:24.299994+0000, chain.objs.size()=1 2024-09-22T09:24:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.803blaUCEOulqvu4nPIjn2k1j8fKAGT_0 2024-09-22T09:24:38.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7316658830775488527', time=2024-09-22T11:15:24.305538+0000, chain.objs.size()=1 2024-09-22T09:24:38.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aSy4KOIRxopf_T9b8z2R3_Ir_856JnK_0 2024-09-22T09:24:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9877960117568225551', time=2024-09-22T11:15:24.495617+0000, chain.objs.size()=1 2024-09-22T09:24:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.y7lpeYfyC_hlfVhvWOHQQqXCfCx-63n_0 2024-09-22T09:24:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6399762194073975944', time=2024-09-22T11:15:24.506799+0000, chain.objs.size()=1 2024-09-22T09:24:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PIq-SW3K6mPk20S7mUK36eQRQTE5bYE_0 2024-09-22T09:24:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13803738702513837205', time=2024-09-22T11:15:24.586025+0000, chain.objs.size()=1 2024-09-22T09:24:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OXVfi50lTFyG1lIpMv-KycQMKdzmI5C_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1299180148117420608', time=2024-09-22T11:15:24.799833+0000, chain.objs.size()=1 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iNXHSMdBYfHwqXcxzgP0K8Bs2fxmbYt_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5400052867503654769', time=2024-09-22T11:15:24.920953+0000, chain.objs.size()=1 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.88i-EknL4RCU4ZFQ8p07ArvBVvZC3TS_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16316945346553425971', time=2024-09-22T11:15:25.018471+0000, chain.objs.size()=1 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.A9teEMWk1SlOREBekdJxFDTBR01sqDN_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7836723484458788590', time=2024-09-22T11:15:25.297279+0000, chain.objs.size()=1 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.t1t5PQBlJQPLKgS7hU03FgBoO_ENda7_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5481712334596631966', time=2024-09-22T11:15:25.397683+0000, chain.objs.size()=1 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-OyrA3rO2iFKrBslMQ72n_3KHximlKr_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14334486470866353637', time=2024-09-22T11:15:25.676996+0000, chain.objs.size()=1 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.c8xu53KvGQSDAsk05_xueJx3d9kP-0H_0 2024-09-22T09:24:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16059711248235952071', time=2024-09-22T11:15:25.735873+0000, chain.objs.size()=1 2024-09-22T09:24:38.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.p-uUX5c_AlJGqzGK5FZqcBYRFwfpbTz_0 2024-09-22T09:24:38.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47114 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=42, truncated=0, next_marker='' 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5652596786176466007', time=2024-09-22T11:15:25.741768+0000, chain.objs.size()=1 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Sjo3d0YXh0LQeLU8ywWH0W_b-83H1xS_0 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10730951216740402130', time=2024-09-22T11:15:25.745278+0000, chain.objs.size()=1 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yG6sIW1pbcniaHAC1yxAvnGDevpA2e__0 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10282238569145154792', time=2024-09-22T11:15:25.929180+0000, chain.objs.size()=1 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ExsMCokk2j9kcEJTReoeN8fWrsxphkV_0 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13790533696457528081', time=2024-09-22T11:15:25.958190+0000, chain.objs.size()=1 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zX8phCoVdGJbQxZgHEJowIQjMsx0wyU_0 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15530524738482906524', time=2024-09-22T11:15:25.971476+0000, chain.objs.size()=1 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uufXOcLq7GChLl77XZHXDPqbOBl6NQC_0 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9705887396005167155', time=2024-09-22T11:15:25.977575+0000, chain.objs.size()=1 2024-09-22T09:24:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.msgFW_StF89yf9ajKPiyY_62GIHl5Ib_0 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.112741692861468309', time=2024-09-22T11:15:26.139874+0000, chain.objs.size()=1 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cUeP73sFh-Z6Z7h3iMLGOO3-WgjCF3V_0 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.167675828202812815', time=2024-09-22T11:15:26.328599+0000, chain.objs.size()=1 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GVrJP8NeaOMog87TESpBBNKqU1YC58c_0 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1244416599474593769', time=2024-09-22T11:15:26.348032+0000, chain.objs.size()=1 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uByD4GbhilEfx7DT6adiKPtBJh6sa86_0 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10717089685435553240', time=2024-09-22T11:15:26.365949+0000, chain.objs.size()=1 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0sRJkJM17YsfY9qDkreGoXRbBlCHxWi_0 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8640372049839482305', time=2024-09-22T11:15:26.437975+0000, chain.objs.size()=1 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NsmBSK8eyqUuRVTYEhCdGg5WpADoyE-_0 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11104143529803031699', time=2024-09-22T11:15:26.458167+0000, chain.objs.size()=1 2024-09-22T09:24:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Z1K_AoLNzBHUZY17PiYRDdEjgBAIqxD_0 2024-09-22T09:24:38.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8832870013287344355', time=2024-09-22T11:15:26.484476+0000, chain.objs.size()=1 2024-09-22T09:24:38.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MlIKynNbermCoVghCNu3Uit9GV0pqWd_0 2024-09-22T09:24:38.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15910245740688103333', time=2024-09-22T11:15:26.696689+0000, chain.objs.size()=1 2024-09-22T09:24:38.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.a-EQkEVoTb8E-0hV57rEjC_4R3MLigV_0 2024-09-22T09:24:38.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16987854948258141993', time=2024-09-22T11:15:26.707041+0000, chain.objs.size()=1 2024-09-22T09:24:38.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.89MLWAbJiFisyisnr179Wq7TjUj7ACB_0 2024-09-22T09:24:38.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9515309190587365291', time=2024-09-22T11:15:26.725809+0000, chain.objs.size()=1 2024-09-22T09:24:38.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.K7_7vOyPexgmuH-MW2KtmwkYejheSVS_0 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1740181190305472068', time=2024-09-22T11:15:26.743792+0000, chain.objs.size()=1 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.emyTqPpmbVH6vzQfHV_PfF8Vj7tcOMO_0 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1837999107942968243', time=2024-09-22T11:15:27.320875+0000, chain.objs.size()=1 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.327__shadow_.NiNUGU5NOMb6DtzqC8P0pC299zoFEd-_0 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10600822730992754314', time=2024-09-22T11:15:42.721767+0000, chain.objs.size()=1 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.375__shadow_.17tccUjv7wwPiHUNC8jNDlHkSGSvtGN_0 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2816321181145489036', time=2024-09-22T11:15:45.642743+0000, chain.objs.size()=1 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.382__shadow_.dEwXwMS1pzomw_wWCUN8x7DPS3Lw5nc_0 2024-09-22T09:24:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5644803167726986865', time=2024-09-22T11:15:52.081547+0000, chain.objs.size()=1 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.395__shadow:RTUZAIflnVsPSPmBBRR5KEihh13nmxu_.XQFhDu5Ri2mxr2KZGn3X8UcqNBnK4t7_0 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11690054146590104430', time=2024-09-22T11:16:06.976867+0000, chain.objs.size()=1 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.440__shadow_.cfcksryiGGuYwhn8P4BVAyHecf_Q6hV_0 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18328588783463556083', time=2024-09-22T11:16:11.443490+0000, chain.objs.size()=1 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.451__shadow_.J_L1VYLmTd-bRELJTXs3GpNParYpDiK_0 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14669733821027426186', time=2024-09-22T11:16:13.398165+0000, chain.objs.size()=1 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.456__shadow_.PqTSFAkYjJR2kp3ODhNYvV-OKs_xhrj_0 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12895448904028413934', time=2024-09-22T11:16:14.576153+0000, chain.objs.size()=1 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.458__shadow_.ds9AledRtikeAWTa_bk5Y92OXDNti4R_0 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2318460754427374563', time=2024-09-22T11:16:25.910099+0000, chain.objs.size()=3 2024-09-22T09:24:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.487__shadow_.zIgpF7Ug4YpCrm9eeEMIriTOut9E-fA_0 2024-09-22T09:24:38.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.487__shadow_.zIgpF7Ug4YpCrm9eeEMIriTOut9E-fA_1 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.487__shadow_.zIgpF7Ug4YpCrm9eeEMIriTOut9E-fA_2 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15024206802140202547', time=2024-09-22T11:16:32.927607+0000, chain.objs.size()=1 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.504__shadow:nShiuNa8wnjGkXgCni4v3pExMN7zKHh_.m751R-2DWFcjL-mQQbRYmf6WPV87NPm_0 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16969124747808479346', time=2024-09-22T11:16:35.520055+0000, chain.objs.size()=6 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.1 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.2 2024-09-22T09:24:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.3 2024-09-22T09:24:38.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.4 2024-09-22T09:24:38.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.5 2024-09-22T09:24:38.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.6 2024-09-22T09:24:38.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7833817993655711032', time=2024-09-22T11:16:56.348481+0000, chain.objs.size()=6 2024-09-22T09:24:38.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.CNHb7Sa7n5JEn6ok9vEFnHM7a5-tiUsl.1 2024-09-22T09:24:38.376 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.5EqDYNjgZbTD4qM7iPryR7RgE-1ezNz2.2 2024-09-22T09:24:38.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.DiQ7_h0fkk1YRQ-NyHzuqJC7Wd_dkEzN.3 2024-09-22T09:24:38.381 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.ROBkjC5aMyjdxWHZoK5WRhmm05w5E8lt.4 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.-yf8az3tKiIU7DLJ2-kuOmGBGp72Hhud.5 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.dTeT3Toh7d_O-Drd1l8R3pwhr5h-nglU.6 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3862965571091819806', time=2024-09-22T11:17:46.249971+0000, chain.objs.size()=1 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.562__multipart_mymultipart.7hViHfyHndH7mnfDc8YRjpukw_C5UBHz.1 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11365047371384830409', time=2024-09-22T11:18:02.746974+0000, chain.objs.size()=1 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.571__shadow:7SYzT0b84y-doexYueG7yaFMoiSrYhO_.V7bLdGKOTQysfk3ofHztU7-cBwGmEz4_0 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5898129326324856489', time=2024-09-22T11:18:12.589118+0000, chain.objs.size()=1 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:9d3oacKTHcd2Gbcg9mQevlbaixVyDH-_.CgZLbRogwc_FTbnLArTntViMGNz6uk9_0 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16609499470723560159', time=2024-09-22T11:18:31.886452+0000, chain.objs.size()=4 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~RirxKowHv1NCVKpGHNIaGtAfFlAnDzG.1 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~RirxKowHv1NCVKpGHNIaGtAfFlAnDzG.2 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~RirxKowHv1NCVKpGHNIaGtAfFlAnDzG.3 2024-09-22T09:24:38.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~RirxKowHv1NCVKpGHNIaGtAfFlAnDzG.4 2024-09-22T09:24:38.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13375321989358633838', time=2024-09-22T11:18:35.182049+0000, chain.objs.size()=1 2024-09-22T09:24:38.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:a3FC6KmBftf0uoxI543I1QxDywMeL7h_.aqmJr4b45j9iA2tL_uLnvO5ROYc88A9_0 2024-09-22T09:24:38.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7493526154192719904', time=2024-09-22T11:18:36.275793+0000, chain.objs.size()=1 2024-09-22T09:24:38.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.584__shadow:FYwfiRERdUDEG6mMr1WR6s3V83jZXkN_.lZLh9m64heijjcZooVQq4rWguKJBsJB_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4795788320263807686', time=2024-09-22T11:18:37.718573+0000, chain.objs.size()=1 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.586__shadow:uDv4p0Op5llWlUUzuxq9gQ7-wSDElto_.f0_OMtMvd2M-Y6U0gqgtcpGs1IY67h3_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13666411593382253851', time=2024-09-22T11:18:54.918884+0000, chain.objs.size()=1 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.617__shadow_.GNd6PPLmlqhSwcPxqEizqIkK3gIT-xw_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1192451613292255100', time=2024-09-22T11:21:04.829865+0000, chain.objs.size()=1 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.631__shadow_.PXNdXraIM7Z_aJ1VhSpIIT9gHnjQB-2_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1533689031564776600', time=2024-09-22T11:21:06.694620+0000, chain.objs.size()=1 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.636__shadow_.zZYKxZX3qPw-tm5DXa3NnA31GO1hKUG_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11933693712334067736', time=2024-09-22T11:21:22.481009+0000, chain.objs.size()=1 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.665__shadow_.OepFL9va2aBp8SV_7-ybMX-ri60JhP0_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12774646424333592400', time=2024-09-22T11:22:22.908709+0000, chain.objs.size()=1 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.757__shadow_.HipQtDawd-RMz7eZNODMS3Df4yqc5lH_0 2024-09-22T09:24:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2845386897545977341', time=2024-09-22T11:22:49.454275+0000, chain.objs.size()=7 2024-09-22T09:24:38.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_0 2024-09-22T09:24:38.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_1 2024-09-22T09:24:38.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_2 2024-09-22T09:24:38.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_3 2024-09-22T09:24:38.393 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_4 2024-09-22T09:24:38.393 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_5 2024-09-22T09:24:38.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.780__shadow_.QCuRhWaxjTDKzTLHrl4M6WlC2cMzUf3_6 2024-09-22T09:24:38.402 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:24:38.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48656' 2024-09-22T09:24:38.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1675318520414185358', time=2024-09-22T11:12:09.416017+0000, chain.objs.size()=1 2024-09-22T09:24:38.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.171__shadow_.vlvvV9csOEmZGSRPSYCvjA5C5lE3pi__0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3473340743476859399', time=2024-09-22T11:13:38.058033+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.232__shadow_.GF_Ug0-sPIz1iQWSfk35SZv8eD-qf9I_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.53516617537245142', time=2024-09-22T11:13:40.058187+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.237__shadow_.jWkFDX07V2Ib7h4EZk2mSAjQEzYrD4Y_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10551978314226379318', time=2024-09-22T11:13:47.472107+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.255__shadow_.ezk-9eGe0djrfVPDMt_WdvGNq7cL0ts_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2322165905679168437', time=2024-09-22T11:13:48.597239+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.258__shadow_.RLFabrjsJjA4PZYiZoReRDFW5BTS93h_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17164711830528170884', time=2024-09-22T11:13:48.600285+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.258__shadow_.5Tw1vGkDFiCICw_mX_XdAqnmyOM4l7B_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17820775085137747687', time=2024-09-22T11:13:49.966203+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.261__shadow_.Fv0XmqqX5iixTdD7JaHd6isevoZC4Nz_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8828787073755825109', time=2024-09-22T11:14:11.480229+0000, chain.objs.size()=1 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-2br_n9fBq58NF17FqqgzvsJSQibGdK_0 2024-09-22T09:24:38.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17778527839155902454', time=2024-09-22T11:14:11.569107+0000, chain.objs.size()=1 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.afHaF2Kh2DwvdQQdXyYJG0yyim-XvN6_0 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7076479420841622237', time=2024-09-22T11:14:11.614361+0000, chain.objs.size()=1 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZuItRz2JzTxTqhIscr_tub2CcYgNGyn_0 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7745984428399965049', time=2024-09-22T11:14:11.824135+0000, chain.objs.size()=1 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QmiNWnGICtci_PaeoKcNtxX8oUv-U8O_0 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.767252583818500972', time=2024-09-22T11:14:11.857681+0000, chain.objs.size()=1 2024-09-22T09:24:38.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FJdoNiBzYPchjEIdMUIkEPyUIwWy-Ov_0 2024-09-22T09:24:38.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12333044470716249321', time=2024-09-22T11:14:11.945783+0000, chain.objs.size()=1 2024-09-22T09:24:38.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gMjxs-hVdAMTEjNZEczGkAnG5CEZuWG_0 2024-09-22T09:24:38.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7425093574038167448', time=2024-09-22T11:14:11.948150+0000, chain.objs.size()=1 2024-09-22T09:24:38.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7u5rWBQt8yRiAcCGi_VoJtKLUvMa0tW_0 2024-09-22T09:24:38.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1292967117918956191', time=2024-09-22T11:14:11.982091+0000, chain.objs.size()=1 2024-09-22T09:24:38.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.b4oM4ysMf4Epl7DAMaNUbUtVzZq-RJZ_0 2024-09-22T09:24:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1244003078934830930', time=2024-09-22T11:14:12.138810+0000, chain.objs.size()=1 2024-09-22T09:24:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bM_xS2JObSd4mrl_T4rOxTZ4_tNQYmP_0 2024-09-22T09:24:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10142788569915628370', time=2024-09-22T11:14:12.157126+0000, chain.objs.size()=1 2024-09-22T09:24:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gTovmVYS1hTtn9nK3-JVq6N70Az_nvr_0 2024-09-22T09:24:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5620074343524104127', time=2024-09-22T11:14:12.230930+0000, chain.objs.size()=1 2024-09-22T09:24:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XLUwVHzKfJ6-SfU2NzqZjO7a_mcKgGW_0 2024-09-22T09:24:38.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15031543836223351647', time=2024-09-22T11:14:12.284335+0000, chain.objs.size()=1 2024-09-22T09:24:38.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oH79iXUFw7Q-avBpzLZ2tahhwTw2Y-9_0 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9609842418234277721', time=2024-09-22T11:14:12.317102+0000, chain.objs.size()=1 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xI_PH5GXl-6NGWW-ebN5VywQ9vZcmSp_0 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12979983915030651604', time=2024-09-22T11:14:12.339818+0000, chain.objs.size()=1 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9JDVJ3nfsAmAuBHfUYn1h_hF767vHW3_0 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12349527990551839362', time=2024-09-22T11:14:12.600062+0000, chain.objs.size()=1 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7gxelOMbNmnHiiOj3V5IHTtWKhaBOzb_0 2024-09-22T09:24:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15977998467296711890', time=2024-09-22T11:14:12.652214+0000, chain.objs.size()=1 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.n6GyavmFmwySZzbaO2DgY8iEKEI5ozl_0 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10990116399005325338', time=2024-09-22T11:14:12.723100+0000, chain.objs.size()=1 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.p-yiHsyHcr_za2OtDQToyL6ySr8kbDp_0 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.680231286986647674', time=2024-09-22T11:14:12.986104+0000, chain.objs.size()=1 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Lu37S6XW45wudEP9aVX40AsJE8rk1pa_0 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18397074580826834332', time=2024-09-22T11:14:13.000445+0000, chain.objs.size()=1 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8KOMiv8BmlW8Q6Y4-STWTNjAcMGuyV2_0 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13779584712642245307', time=2024-09-22T11:14:13.028676+0000, chain.objs.size()=1 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Nf2ab4SGm6Ykkxt3lJRPhrSnUKub0Ae_0 2024-09-22T09:24:38.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6469207733012272100', time=2024-09-22T11:14:13.070266+0000, chain.objs.size()=1 2024-09-22T09:24:38.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gRuAajQxRsGTgYiBn-em4bp3UjkEosK_0 2024-09-22T09:24:38.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1677941198292588728', time=2024-09-22T11:14:13.113526+0000, chain.objs.size()=1 2024-09-22T09:24:38.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.McgtbyS6kkcnrYRNpY-a1U8urPeo9uK_0 2024-09-22T09:24:38.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10933172579052451271', time=2024-09-22T11:14:13.245521+0000, chain.objs.size()=1 2024-09-22T09:24:38.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RaphZDZKbxQ-ES-VjSqWcGVsXSNzXKb_0 2024-09-22T09:24:38.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10251691197692037825', time=2024-09-22T11:14:13.319289+0000, chain.objs.size()=1 2024-09-22T09:24:38.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NpbTcDsEJZ4otdKVEtwcjXccLrbFT0P_0 2024-09-22T09:24:38.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10270348503386307034', time=2024-09-22T11:14:13.397357+0000, chain.objs.size()=1 2024-09-22T09:24:38.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.39E4MYAczgbrj0jh0BrjU41FinSbsvr_0 2024-09-22T09:24:38.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14861114781442113945', time=2024-09-22T11:14:13.452770+0000, chain.objs.size()=1 2024-09-22T09:24:38.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5axr1w2Aj9Ieqpzgxvb4Mj7R6rGD6KX_0 2024-09-22T09:24:38.423 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14086024763722391272', time=2024-09-22T11:14:13.497055+0000, chain.objs.size()=1 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SqhF6nWyxI7oOr00oU-YanKPjZiSSUl_0 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.912321533016141185', time=2024-09-22T11:14:13.617925+0000, chain.objs.size()=1 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-b3gYeIPWAAqjuJaVXUQnm7lFeK9lL7_0 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14725912546698875425', time=2024-09-22T11:14:13.691883+0000, chain.objs.size()=1 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CiSQ-iUY-tcRbMcwMFQXVGFzWu1Q6hc_0 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15680814321412121735', time=2024-09-22T11:14:13.825368+0000, chain.objs.size()=1 2024-09-22T09:24:38.424 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hkyp1PzkYUoWm065iDhNsuNFzABX3wb_0 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14056020054896278752', time=2024-09-22T11:14:13.833267+0000, chain.objs.size()=1 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rbLg_tZKn1yvVn-Pbzq3vHQBpq1wS0L_0 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8465116416922309646', time=2024-09-22T11:14:14.056746+0000, chain.objs.size()=1 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-BgyyNa4AEIk3wBowEo8RKFGvTJfYNj_0 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3323546256039597879', time=2024-09-22T11:14:14.109785+0000, chain.objs.size()=1 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1ZYcC2qrn44kGRKXesmwaMOoLZBhtBy_0 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13181415070190961729', time=2024-09-22T11:14:14.144321+0000, chain.objs.size()=1 2024-09-22T09:24:38.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LtIQcif96bTclEPsXXJYM9X2pe0Ebja_0 2024-09-22T09:24:38.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16630066108333207045', time=2024-09-22T11:14:23.264607+0000, chain.objs.size()=1 2024-09-22T09:24:38.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.287__shadow_.5vpOgDi0PHo_FtfgP5MwX8E_8953XoB_0 2024-09-22T09:24:38.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15000113122671332701', time=2024-09-22T11:14:26.395479+0000, chain.objs.size()=1 2024-09-22T09:24:38.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.cuJsGN3JD6EWEGXg_MkGcCQ-YsuSgxQ_0 2024-09-22T09:24:38.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15857230740601721255', time=2024-09-22T11:14:26.419246+0000, chain.objs.size()=1 2024-09-22T09:24:38.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.3xDhsrh8rcE-vFXpwxfgXSrQRBFQR4B_0 2024-09-22T09:24:38.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6344332164370509231', time=2024-09-22T11:14:27.455496+0000, chain.objs.size()=1 2024-09-22T09:24:38.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.JXiB_iep-JcqfohnicnPh0hb-wz1_lB_0 2024-09-22T09:24:38.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3590883448481352894', time=2024-09-22T11:14:31.842579+0000, chain.objs.size()=1 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.305__shadow_.gEMczVuFWWIXut4YaGmpH_zp1_dGs5G_0 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4122767985461213028', time=2024-09-22T11:15:00.244024+0000, chain.objs.size()=1 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0yVJCnNwlAnaG3ZDcN_wEGD5kfzeUbv_0 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13447826485924880291', time=2024-09-22T11:15:00.252981+0000, chain.objs.size()=1 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jkPTh-KqFEcDF6dFNzG1iRxkZBcisWL_0 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1688363969334337035', time=2024-09-22T11:15:00.393326+0000, chain.objs.size()=1 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.XZvYP6S8iTo_Nni_coamC9lK30uiTSv_0 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4472371006781403379', time=2024-09-22T11:15:00.482832+0000, chain.objs.size()=1 2024-09-22T09:24:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ncsdSorwPSrdIvaiPb83mrvINz5rzLp_0 2024-09-22T09:24:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5964361650530146099', time=2024-09-22T11:15:00.492992+0000, chain.objs.size()=1 2024-09-22T09:24:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3vlE6_ZFVXOc-hM02vumEtiBxb2vwP7_0 2024-09-22T09:24:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15969968282344813915', time=2024-09-22T11:15:00.503230+0000, chain.objs.size()=1 2024-09-22T09:24:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4n2td_2s2L4gcFFx1OBSPsifnbWGkJK_0 2024-09-22T09:24:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6491308935790725468', time=2024-09-22T11:15:00.765032+0000, chain.objs.size()=1 2024-09-22T09:24:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QiZP-_WcloeIU6lKp2mZ4PPuqqg9YoM_0 2024-09-22T09:24:38.434 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4934423667343955399', time=2024-09-22T11:15:01.170700+0000, chain.objs.size()=1 2024-09-22T09:24:38.434 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.R56hVLfYHZdZOCApi_hICh88ww5m7Ia_0 2024-09-22T09:24:38.434 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9033919607009649993', time=2024-09-22T11:15:01.179750+0000, chain.objs.size()=1 2024-09-22T09:24:38.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HPopjqq-0waUmJ6qwE3KkRpkdHUu8EY_0 2024-09-22T09:24:38.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.590020973456892234', time=2024-09-22T11:15:01.191923+0000, chain.objs.size()=1 2024-09-22T09:24:38.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.m-Rm_arHmRKQ9rRGkN-vuYkZnjkepS__0 2024-09-22T09:24:38.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10224628403424186196', time=2024-09-22T11:15:01.369838+0000, chain.objs.size()=1 2024-09-22T09:24:38.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rIIynkansToP9H1OWsD7TIVMoFaEYud_0 2024-09-22T09:24:38.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10447369143303396246', time=2024-09-22T11:15:01.423253+0000, chain.objs.size()=1 2024-09-22T09:24:38.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tn9e3lrAAUgwqyDh5oMKTfQj6iBhX8m_0 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13834321136206867109', time=2024-09-22T11:15:01.565567+0000, chain.objs.size()=1 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ErL7jjmkODT1qbXtr2jgIewr7RQNdCK_0 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17851405350108367260', time=2024-09-22T11:15:01.619320+0000, chain.objs.size()=1 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.b8AynYlP_HX0KPs6R4qUtqyIwSnEKOc_0 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2741557071717458817', time=2024-09-22T11:15:01.751416+0000, chain.objs.size()=1 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fmecbcfMj5UDMToUfc0m0VuyntOnbMW_0 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1266193748729656731', time=2024-09-22T11:15:02.215966+0000, chain.objs.size()=1 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hqXTE5XkQlCdLNR3Si1iH-2ZAeGJFiT_0 2024-09-22T09:24:38.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18005617261010221847', time=2024-09-22T11:15:02.230524+0000, chain.objs.size()=1 2024-09-22T09:24:38.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.M7F1eWXsiNXqsth6v23tLX_OTHTfRCo_0 2024-09-22T09:24:38.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12191864677051717381', time=2024-09-22T11:15:02.597379+0000, chain.objs.size()=1 2024-09-22T09:24:38.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5n76hPUUQhLLII03smOOmmY-pv3mGUV_0 2024-09-22T09:24:38.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15571183441872059120', time=2024-09-22T11:15:02.815366+0000, chain.objs.size()=1 2024-09-22T09:24:38.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.61Zo2poi-ntb_95N-28eEQ_Mbi9f7Rl_0 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9385015680167406690', time=2024-09-22T11:15:02.817896+0000, chain.objs.size()=1 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KYK2zn7NShIrF6vnLzKNDbQisyIkttx_0 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10239222277481051211', time=2024-09-22T11:15:02.853525+0000, chain.objs.size()=1 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.n1QuhciNwJNjMfOk03ts_MzpkblmB1m_0 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4625267219318153498', time=2024-09-22T11:15:24.097591+0000, chain.objs.size()=1 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZinMONjevrFvzmg1gTalnGrjuRjbAbg_0 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15576979109652467087', time=2024-09-22T11:15:24.163452+0000, chain.objs.size()=1 2024-09-22T09:24:38.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OfycyHUEZUFDA_FrQlM4mLjDK2aJIID_0 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16975844545163893121', time=2024-09-22T11:15:24.217727+0000, chain.objs.size()=1 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Q0ExyhSTxC_MUVTyIxHx4AoyVqkLW85_0 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10918647607547620761', time=2024-09-22T11:15:24.312242+0000, chain.objs.size()=1 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MH7IWGKuEwN-qyh7mjim49lJ-G9tHp1_0 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2828111656570828919', time=2024-09-22T11:15:24.462103+0000, chain.objs.size()=1 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.nT7bHNi0mzMtHTOXSMNh3xclw46dmNB_0 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14574066530603740833', time=2024-09-22T11:15:24.465387+0000, chain.objs.size()=1 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9mLSRGbfGwyESFj8UyzLf5Mgkro7Ul3_0 2024-09-22T09:24:38.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7637136100172526505', time=2024-09-22T11:15:24.626377+0000, chain.objs.size()=1 2024-09-22T09:24:38.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eC6v9-Xsk03ho5odjUSblIxt9LxHZxP_0 2024-09-22T09:24:38.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8377583145244925271', time=2024-09-22T11:15:24.829218+0000, chain.objs.size()=1 2024-09-22T09:24:38.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1sSuuIKA4rF2U1x4JoRIGxqo3ngnth5_0 2024-09-22T09:24:38.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12630201476490097656', time=2024-09-22T11:15:24.874151+0000, chain.objs.size()=1 2024-09-22T09:24:38.445 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OfxVgaO5uUKj9Si7DFPAOhp6XemxLXq_0 2024-09-22T09:24:38.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.761433192600571908', time=2024-09-22T11:15:25.276533+0000, chain.objs.size()=1 2024-09-22T09:24:38.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uMkFrTX5f9Oho7Gx1KRpVj4CCBQbL8C_0 2024-09-22T09:24:38.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5180374087458011504', time=2024-09-22T11:15:25.388254+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zQOpowBmPXO-r3NB5p5z_JgpBdpaoon_0 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11007769789040275236', time=2024-09-22T11:15:25.642121+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7FezM6tSziJYfBvJoyS5s3BYK5FOEdp_0 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.804210652149295547', time=2024-09-22T11:15:25.659282+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Tq0CugH46laAfhd9mo6TjDz5gS0zC5E_0 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10980516335387171749', time=2024-09-22T11:15:25.929839+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Gt1vVF2NfgThyONNuvyR0jfrxDKCgr3_0 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9903859720363142959', time=2024-09-22T11:15:26.021152+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fzzCu_Bb6EZQF_9OPAoHHvawTjuxwUy_0 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11944139891130753743', time=2024-09-22T11:15:26.057749+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5X3texPY1jerHfeq5-8FdQq-jFbmbyk_0 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1126261541158378265', time=2024-09-22T11:15:26.063267+0000, chain.objs.size()=1 2024-09-22T09:24:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2POx0ojRLDhSEjwWUyBlC31hfVym78z_0 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9519848398802664794', time=2024-09-22T11:15:26.070927+0000, chain.objs.size()=1 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HCSxlYVJ4blvjT5vhSoxH2j4n5zfjpD_0 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7212551990273502109', time=2024-09-22T11:15:26.110351+0000, chain.objs.size()=1 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Sgp26NKq24XjSwOIUFs46f8Etc24k1B_0 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6413092588386751638', time=2024-09-22T11:15:26.284050+0000, chain.objs.size()=1 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wIBtLqNzbhBC3EDDi-g5IbH2LViMgpR_0 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.452+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11223989824183602300', time=2024-09-22T11:15:26.312998+0000, chain.objs.size()=1 2024-09-22T09:24:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.452+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eFbiAgfYC97BsntHjdpfrTBXh3-Ovcd_0 2024-09-22T09:24:38.457 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7845892317100943449', time=2024-09-22T11:15:26.658670+0000, chain.objs.size()=1 2024-09-22T09:24:38.457 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LzUqT5skMT0fJAfBteqPFW7v50wRy1F_0 2024-09-22T09:24:38.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7319359836585397813', time=2024-09-22T11:15:26.812785+0000, chain.objs.size()=1 2024-09-22T09:24:38.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ufu-D9NgZj3Xw4iuvPEo9EsRL6HcmdY_0 2024-09-22T09:24:38.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14711074508282988863', time=2024-09-22T11:15:26.825000+0000, chain.objs.size()=1 2024-09-22T09:24:38.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sBea5qLwvSISH50hE4c0jZnlRM7ZwRn_0 2024-09-22T09:24:38.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18132759666705292374', time=2024-09-22T11:15:26.841701+0000, chain.objs.size()=1 2024-09-22T09:24:38.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UQgFrsy9XFhYgu7Yv6OFcX-E7ni0fw8_0 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5390601372261840626', time=2024-09-22T11:15:26.842514+0000, chain.objs.size()=1 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.u5bQkdUpoMkQOPhOB-cLyOxqpeyidkX_0 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13505354969318635385', time=2024-09-22T11:15:56.574176+0000, chain.objs.size()=1 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.409__shadow_.A2z5caYiTysAFj3eoWb7ABPnPwh1Fxp_0 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14689701387615669674', time=2024-09-22T11:16:06.294460+0000, chain.objs.size()=1 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.438__shadow_.GcS561dCPoEDZa8hfKl0EJiCwIUxecO_0 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.220536092291537625', time=2024-09-22T11:16:13.960609+0000, chain.objs.size()=1 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.457__shadow_.r8W6vcw2MD3b_6f7xt_vgoo3UEK7Lzt_0 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16523020250251087639', time=2024-09-22T11:16:18.649774+0000, chain.objs.size()=1 2024-09-22T09:24:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.465__shadow_.opjKgW6GcuEHfsBi2CwT52WJgGVkE8Q_0 2024-09-22T09:24:38.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10704142744508697932', time=2024-09-22T11:16:29.531791+0000, chain.objs.size()=1 2024-09-22T09:24:38.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497__shadow_.UgNQvJle1J8X-4gEaYKe6QLLzeJsU16_0 2024-09-22T09:24:38.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4134494673680580646', time=2024-09-22T11:16:40.739757+0000, chain.objs.size()=1 2024-09-22T09:24:38.462 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.518__shadow_.CMO9rP6iuTA3unYPXoLbwYAOOz5u3cd_0 2024-09-22T09:24:38.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9374824764012066528', time=2024-09-22T11:17:00.967682+0000, chain.objs.size()=3 2024-09-22T09:24:38.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~FpLuwhS4RK3LyAMF14qdkce6cAGN8ro.1 2024-09-22T09:24:38.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~FpLuwhS4RK3LyAMF14qdkce6cAGN8ro.2 2024-09-22T09:24:38.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~FpLuwhS4RK3LyAMF14qdkce6cAGN8ro.3 2024-09-22T09:24:38.468 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48656 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8073955774293295917', time=2024-09-22T11:17:24.613677+0000, chain.objs.size()=1 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.537__multipart_mymultipart.2~IPh0LqmFnpsB3cBsWIYF7om_F7ovOKU.1 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8600109027703812671', time=2024-09-22T11:17:57.786810+0000, chain.objs.size()=1 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:QcKr4VwdNikcSn5skoznryHf2NGKgnu_.JrAzFYJyBlYmYwTRgiJI6UiKbl7jtGU_0 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12497909158548370327', time=2024-09-22T11:18:20.985511+0000, chain.objs.size()=1 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:oO72siluHPi0y0uTSV4LltOZ4RBlQs4_.ezivtxGRKPgtQJ8kedaBcpMWS3TPvg0_0 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3718018297122346120', time=2024-09-22T11:18:33.762291+0000, chain.objs.size()=1 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:6Ed-Z3dnha3MnIunVXPo28oKgM8flDX_.p6mJHcySF5E06-6wuHqYzP9bkrYqBZA_0 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10841339277022737074', time=2024-09-22T11:18:45.838980+0000, chain.objs.size()=1 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.609__shadow_.QDikw0qARtEg5tNlyDYW-V999vJvz6G_0 2024-09-22T09:24:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12306259182899435711', time=2024-09-22T11:21:05.541945+0000, chain.objs.size()=1 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.633__shadow_.NyB-4MqPVfzZJIcw82scqcK_zuqB7Pc_0 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3168989162357412625', time=2024-09-22T11:22:27.754828+0000, chain.objs.size()=1 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.762__shadow_.GaZwl8SxTVwTbCzrrzSluJEbqL8b2QE_0 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16593466133555449767', time=2024-09-22T11:22:29.557446+0000, chain.objs.size()=1 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.765__shadow_.SuvG7ZjOBhyJvxG9iM6vXNZS6ytW1l6_0 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5823837671291503982', time=2024-09-22T11:22:32.360598+0000, chain.objs.size()=1 2024-09-22T09:24:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.770__shadow_.Jq5uAKbL_3ATP-jf5HXJZT8se5HlJrK_0 2024-09-22T09:24:38.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:24:38.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51319' 2024-09-22T09:24:38.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10098337234696211686', time=2024-09-22T11:12:02.139149+0000, chain.objs.size()=3 2024-09-22T09:24:38.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-LUKEWARM.2~sGYSSyv9k4eHuY6c1R_H9oH7jdlv2Hl.1 2024-09-22T09:24:38.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-LUKEWARM.2~sGYSSyv9k4eHuY6c1R_H9oH7jdlv2Hl.2 2024-09-22T09:24:38.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-LUKEWARM.2~sGYSSyv9k4eHuY6c1R_H9oH7jdlv2Hl.3 2024-09-22T09:24:38.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6019172667523002856', time=2024-09-22T11:13:37.644577+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.231__shadow_.8vVIpD6E7bI68fyJuHqRMSKeLc3xraU_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8413238655765887284', time=2024-09-22T11:13:40.569973+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.238__shadow_.PTYHV0PDPNvW__edPp4fYe4VWFuu2ko_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8560748103936001518', time=2024-09-22T11:13:42.522283+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.243__shadow_.kEdDNL1JxmcTfQAw9fzNZI-Oin7zW4Z_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18241114806421179491', time=2024-09-22T11:13:44.740512+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.248__shadow_.x8h7pwwqPQMGPLM8X1NwiiKXdwArWAJ_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14818698872922173739', time=2024-09-22T11:13:45.904792+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.251__shadow_.30gGIklxzkhDaTcdlK5aVEJJNcMlmJY_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16079293140922806771', time=2024-09-22T11:14:11.470978+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Sqz0NmDAkSR48Ief8KfrsLctsQ31jW4_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3259527371288852082', time=2024-09-22T11:14:11.545976+0000, chain.objs.size()=1 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WWrFnGpwjteYJb7K-1K1pAhhPueBdL5_0 2024-09-22T09:24:38.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15610827902272197122', time=2024-09-22T11:14:11.844537+0000, chain.objs.size()=1 2024-09-22T09:24:38.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fXCaM7ktGKjvHUOW8mswLOaQOGuhuJL_0 2024-09-22T09:24:38.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8974758559411416215', time=2024-09-22T11:14:11.891304+0000, chain.objs.size()=1 2024-09-22T09:24:38.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mZY6_cfS3jXp0ypSqNaKwmodi1wVK9H_0 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11977030597898331940', time=2024-09-22T11:14:11.947435+0000, chain.objs.size()=1 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SSgMHNY3JIAwYS6hDyv4XTqEUnvhO0w_0 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18119442011365220682', time=2024-09-22T11:14:11.989763+0000, chain.objs.size()=1 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nRiYsi6ZMQ8UYlNmrATFVP0bLwz6ptR_0 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14822166046763767965', time=2024-09-22T11:14:12.319066+0000, chain.objs.size()=1 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oU-o8_K0CNYR0IhimDXRW09qQJhJdIg_0 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4658625179234329047', time=2024-09-22T11:14:12.519531+0000, chain.objs.size()=1 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Xl438na127KbykOcAfg8RV8L7uQM179_0 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2184861867144951662', time=2024-09-22T11:14:12.614072+0000, chain.objs.size()=1 2024-09-22T09:24:38.486 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.65SyxfvLO2wVLVly8459oi6IHPYcfo3_0 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17683858412735259858', time=2024-09-22T11:14:12.624142+0000, chain.objs.size()=1 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oP2ae1Qz6cfbz_UZ4vgRWxyJ_mlL0W__0 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12136669064202716048', time=2024-09-22T11:14:12.650317+0000, chain.objs.size()=1 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6TZ9BBz588ApFnMzZD-eQnq-S9AnW8P_0 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4293108629796284367', time=2024-09-22T11:14:12.656582+0000, chain.objs.size()=1 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jVJqlENNjS4ZWsfKyk3H24RvZhQ_lY9_0 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16018679914863179015', time=2024-09-22T11:14:12.685502+0000, chain.objs.size()=1 2024-09-22T09:24:38.487 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4ARyZFriflhZKqMNEB5oSDI9-nRAOVR_0 2024-09-22T09:24:38.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12179501909935623010', time=2024-09-22T11:14:12.689808+0000, chain.objs.size()=1 2024-09-22T09:24:38.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uYAdCLQYA3JKxe5UTGyRUZKP6Y9FlAs_0 2024-09-22T09:24:38.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11230578516636343619', time=2024-09-22T11:14:12.720935+0000, chain.objs.size()=1 2024-09-22T09:24:38.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.j-H4BVDwwRGIHsCct-7UzngVvNsJI8j_0 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4668014813578077266', time=2024-09-22T11:14:12.890331+0000, chain.objs.size()=1 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.E1bHFUlc5L8YZ4KcxfoxPsiXAb6RT9l_0 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14147948557768574892', time=2024-09-22T11:14:12.955381+0000, chain.objs.size()=1 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YWX0hudG-3_cJZkp-Au7drv1KV42SvW_0 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14838251870990450130', time=2024-09-22T11:14:13.060159+0000, chain.objs.size()=1 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cm-wTmF__PhByhdN2Fkow5vgzanlhmp_0 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13336592196646488920', time=2024-09-22T11:14:13.316809+0000, chain.objs.size()=1 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VMCX-Qc63WIc0nlrcJFp4h-xYpPiNZb_0 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12323737564532452021', time=2024-09-22T11:14:13.348130+0000, chain.objs.size()=1 2024-09-22T09:24:38.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Pgl_pPbU8nofzfaBEVD3Mr6e3WSvUni_0 2024-09-22T09:24:38.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12634581005161697085', time=2024-09-22T11:14:13.434805+0000, chain.objs.size()=1 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hvWsQ0F4jkRr2E5WV5dbToC1kuAM8gX_0 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.441557878318062513', time=2024-09-22T11:14:13.472060+0000, chain.objs.size()=1 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OEvJFFDoV6WghDA_MSOp4tPMxfQDrfL_0 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11781131788307867022', time=2024-09-22T11:14:13.473771+0000, chain.objs.size()=1 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5s5J0Rd643CtirUEWzxKwlXdlxMwvqM_0 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14622674492537720552', time=2024-09-22T11:14:13.613728+0000, chain.objs.size()=1 2024-09-22T09:24:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.l3uLWCs2ejiFNXm18cqvJ4Qaixs7IYm_0 2024-09-22T09:24:38.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8438627116945466185', time=2024-09-22T11:14:13.760865+0000, chain.objs.size()=1 2024-09-22T09:24:38.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.o9M4FNjdpxXdoJTbp4Mj4bLAetZ8nqt_0 2024-09-22T09:24:38.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18135767365644930014', time=2024-09-22T11:14:14.004981+0000, chain.objs.size()=1 2024-09-22T09:24:38.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MlWIGgXw31MaMkMw9FNnK4sWNDXqBBX_0 2024-09-22T09:24:38.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14612209475867060829', time=2024-09-22T11:14:14.027201+0000, chain.objs.size()=1 2024-09-22T09:24:38.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RfKBut2kWN0tD6uEnYhzkyzPQQmLui0_0 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15806097363232371795', time=2024-09-22T11:14:14.119840+0000, chain.objs.size()=1 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.p3z79ZdbWmZ_SURKNYYpJpXmtn2m8Jf_0 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15606668677082085957', time=2024-09-22T11:14:14.135918+0000, chain.objs.size()=1 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mfl7KRE9-G6tP6YGrBEwL4dEq_WUYt6_0 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2793992723426597849', time=2024-09-22T11:14:26.357830+0000, chain.objs.size()=1 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.XJbDhzcYH72VnBbfGlOAmbchRtn35Ry_0 2024-09-22T09:24:38.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15377645437512223781', time=2024-09-22T11:14:26.368017+0000, chain.objs.size()=1 2024-09-22T09:24:38.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.Kt3QCflkILHRGQ2h2utTzFkVCvgupus_0 2024-09-22T09:24:38.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1853335332103977169', time=2024-09-22T11:14:26.382720+0000, chain.objs.size()=1 2024-09-22T09:24:38.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.LoaekTtPYKRMIajQ3fFiSlEF5u_kIys_0 2024-09-22T09:24:38.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12084677528472276940', time=2024-09-22T11:14:27.506204+0000, chain.objs.size()=1 2024-09-22T09:24:38.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.yvBbRm3bpcDnI65ssIwLUfZF47mV-0z_0 2024-09-22T09:24:38.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3892511140026063214', time=2024-09-22T11:15:00.285893+0000, chain.objs.size()=1 2024-09-22T09:24:38.500 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-NpQaVZX_tHykS7ypOqAx_myRbgfmNY_0 2024-09-22T09:24:38.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17129296962465487498', time=2024-09-22T11:15:00.337168+0000, chain.objs.size()=1 2024-09-22T09:24:38.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZMq_wepa5_epMJ7NqbJDEnM4-68halO_0 2024-09-22T09:24:38.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9991908538179311750', time=2024-09-22T11:15:00.366773+0000, chain.objs.size()=1 2024-09-22T09:24:38.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8Wua5CIsu_FFM6XRny5kVrpInp6331z_0 2024-09-22T09:24:38.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5997922609369159638', time=2024-09-22T11:15:00.367877+0000, chain.objs.size()=1 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nqEQpeyuBZfnXhMLJtwjMpMnQx1bgKX_0 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8372320633107016320', time=2024-09-22T11:15:00.396144+0000, chain.objs.size()=1 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2ExLNylA3Zyf6IJNrRtBIeYVhuisaX5_0 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6584386205375413028', time=2024-09-22T11:15:00.473149+0000, chain.objs.size()=1 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.v8StSDiBNlsZfmU8USclDF8TW1UL0tK_0 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14925136346273425086', time=2024-09-22T11:15:00.494468+0000, chain.objs.size()=1 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.62HSm0mVO3IwMaFPCf2vumFQe2BkDvx_0 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4553547208962422462', time=2024-09-22T11:15:00.755627+0000, chain.objs.size()=1 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qJBmXhkS-gjgsEJrlFBtyi4ECQePs3-_0 2024-09-22T09:24:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7032079183247984235', time=2024-09-22T11:15:00.828578+0000, chain.objs.size()=1 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kQEIS08GOesVVZGi7Mn1zaEdooLk77u_0 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14712967351689888406', time=2024-09-22T11:15:01.053113+0000, chain.objs.size()=1 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.O-VnImDOXgmm7FGnq9HNtfPA4XQep_i_0 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2871493811444642363', time=2024-09-22T11:15:01.074871+0000, chain.objs.size()=1 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vi2fz6rszz7ZQOS54JOL1TrmuKC2HPi_0 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5098619483947449148', time=2024-09-22T11:15:01.078139+0000, chain.objs.size()=1 2024-09-22T09:24:38.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eQdeM7-j6QS9SYY3FQnemrWbNf8MLwa_0 2024-09-22T09:24:38.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12615777987266690920', time=2024-09-22T11:15:01.084371+0000, chain.objs.size()=1 2024-09-22T09:24:38.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iL_DDQXDm4X8LKG7fl9yMkm3M5TVuNy_0 2024-09-22T09:24:38.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17680662126748341117', time=2024-09-22T11:15:01.118592+0000, chain.objs.size()=1 2024-09-22T09:24:38.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AZpmyRdTPXradzzXjHU8GmHVvRJFQmN_0 2024-09-22T09:24:38.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3916992533521735392', time=2024-09-22T11:15:01.199980+0000, chain.objs.size()=1 2024-09-22T09:24:38.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UmpLVGPefCnSia2nDUqRg8pHDcuhzP7_0 2024-09-22T09:24:38.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5183819766967571653', time=2024-09-22T11:15:01.459466+0000, chain.objs.size()=1 2024-09-22T09:24:38.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.htcjUKs1wNon5Q3czc9sovZRHkfY7UA_0 2024-09-22T09:24:38.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14544124496578349118', time=2024-09-22T11:15:01.561216+0000, chain.objs.size()=1 2024-09-22T09:24:38.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BWbibpmuHv54agWytBStNN1TgKH0jMc_0 2024-09-22T09:24:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9160960790270868365', time=2024-09-22T11:15:01.747628+0000, chain.objs.size()=1 2024-09-22T09:24:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._l4-ItkYnvQxESSloY2rlEJwxHcZg0B_0 2024-09-22T09:24:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17780837600448281482', time=2024-09-22T11:15:01.752961+0000, chain.objs.size()=1 2024-09-22T09:24:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fG16i9VRNtD1FYIVQCkKHqwXAyBJ7cI_0 2024-09-22T09:24:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13459409139141364746', time=2024-09-22T11:15:01.958055+0000, chain.objs.size()=1 2024-09-22T09:24:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8LS-v-4z0PAiNjSPqemfCXvr2K9ewRR_0 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11095389065963301808', time=2024-09-22T11:15:02.523983+0000, chain.objs.size()=1 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UcVfHVt0swjM95HzPSNJUyP9RlmSjrc_0 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7402163741029869988', time=2024-09-22T11:15:02.644720+0000, chain.objs.size()=1 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wJVyHdio900KGP9d4D25pHTgutc29UR_0 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4184208643445448908', time=2024-09-22T11:15:02.651425+0000, chain.objs.size()=1 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.L4DflDJN_mzrk3tF8rOs5wyCm-Gkz6Q_0 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17190545481436676209', time=2024-09-22T11:15:02.673918+0000, chain.objs.size()=1 2024-09-22T09:24:38.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.i7CYeHVkwOQd7GFjyiFOro1wJ4OEnCt_0 2024-09-22T09:24:38.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17431819517449013336', time=2024-09-22T11:15:02.824364+0000, chain.objs.size()=1 2024-09-22T09:24:38.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3autoGymar7T1QvUGNRiktgFOsRD7Ok_0 2024-09-22T09:24:38.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.355241500657440530', time=2024-09-22T11:15:02.855843+0000, chain.objs.size()=1 2024-09-22T09:24:38.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yF1rVQPWMU1EGrNX5MbH2gD3cugU9Fx_0 2024-09-22T09:24:38.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14946273705750995317', time=2024-09-22T11:15:02.987202+0000, chain.objs.size()=1 2024-09-22T09:24:38.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QG3DsYHIQdz3oyC6M77CZfYquSvvE4M_0 2024-09-22T09:24:38.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9144447299918956256', time=2024-09-22T11:15:24.039269+0000, chain.objs.size()=1 2024-09-22T09:24:38.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2YDH7V1mInkcvJ_dayzUYojdIk_qyMH_0 2024-09-22T09:24:38.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13882648649614188200', time=2024-09-22T11:15:24.094421+0000, chain.objs.size()=1 2024-09-22T09:24:38.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.95uGQ0hxwKoO-1e-LEGFD4RFUeuuXFr_0 2024-09-22T09:24:38.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14501709079836012649', time=2024-09-22T11:15:24.149064+0000, chain.objs.size()=1 2024-09-22T09:24:38.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._n5NlPMTfN1bKTyrAUZwqhK0qVgtVH__0 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9714765392660955418', time=2024-09-22T11:15:24.205066+0000, chain.objs.size()=1 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.32IxPOLkAFxI4c75-3EKh-DzweAxMez_0 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15418892650515568727', time=2024-09-22T11:15:24.476702+0000, chain.objs.size()=1 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.u1KLrfcj--71STpOtNeXHnDHNiTioYB_0 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17212852586558580023', time=2024-09-22T11:15:24.487186+0000, chain.objs.size()=1 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gZOf2Uy5cnY0SsJDk8PgHF00moXZwAh_0 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3497771232621793665', time=2024-09-22T11:15:24.573107+0000, chain.objs.size()=1 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AWO4EiCWJ3uncrIOkIeoflRfvxeEKdK_0 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16464939885010883369', time=2024-09-22T11:15:24.641453+0000, chain.objs.size()=1 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2WwAqJ0FXj_Zbn8vD5iNcT1ssUiQznJ_0 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4479111190358600677', time=2024-09-22T11:15:24.654042+0000, chain.objs.size()=1 2024-09-22T09:24:38.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WvcYai1W2Q1CeBiDndRj2_7AVeKhHLg_0 2024-09-22T09:24:38.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5661830310122283844', time=2024-09-22T11:15:24.877353+0000, chain.objs.size()=1 2024-09-22T09:24:38.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.73hyzWkhWdOEgXn4tKEV9kXzOsVltkj_0 2024-09-22T09:24:38.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4500791480900731980', time=2024-09-22T11:15:24.878756+0000, chain.objs.size()=1 2024-09-22T09:24:38.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DW62SfSYUfhPP2j-VZlkdcPLIV_-Oot_0 2024-09-22T09:24:38.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15462261651949107546', time=2024-09-22T11:15:24.896027+0000, chain.objs.size()=1 2024-09-22T09:24:38.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WdGR69qb2yjQv33pWqogrocxwIKPJPW_0 2024-09-22T09:24:38.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6309192642373424952', time=2024-09-22T11:15:24.990149+0000, chain.objs.size()=1 2024-09-22T09:24:38.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8AEYTEzvwwXIDII-WVkd6g5SQ5dFdbo_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11694298984033291699', time=2024-09-22T11:15:25.155720+0000, chain.objs.size()=1 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lT3bbhOlYLQdtpVbtVujX3bGpG-Hy-q_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13673107113245029655', time=2024-09-22T11:15:25.172181+0000, chain.objs.size()=1 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.kD_IUF3Jf_jRFErqly0tn_UZwWz-BqS_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1322849303254223249', time=2024-09-22T11:15:25.217679+0000, chain.objs.size()=1 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.IYKaEwmyKZzH0swoBwgZecp8tLkG6fh_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6418431588048295090', time=2024-09-22T11:15:25.261992+0000, chain.objs.size()=1 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.G7wrBN8yT1uzQu2MSdTzxZbRf1JKzBH_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8896642124466035016', time=2024-09-22T11:15:25.297378+0000, chain.objs.size()=1 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.afCmWKNGCqe_yRsA7zzq3ldL6RTx06u_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1716239343413647034', time=2024-09-22T11:15:25.360388+0000, chain.objs.size()=1 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wpWDIbz6OT_JRAMErbFjqb4Ch9BWSyX_0 2024-09-22T09:24:38.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17559912335977117132', time=2024-09-22T11:15:25.563642+0000, chain.objs.size()=1 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HAt5mgXQrJc98L-q19Ilygw1wNc6bAy_0 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11691325533430878503', time=2024-09-22T11:15:25.575514+0000, chain.objs.size()=1 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6Q7-akI5HJ3HfYiFfyTB7qjtkjP_OWV_0 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4109015029631784171', time=2024-09-22T11:15:25.669604+0000, chain.objs.size()=1 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.BSssLQRMhs8Amu9jDz4q6FbJeiRe33w_0 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8377793641091844684', time=2024-09-22T11:15:25.939711+0000, chain.objs.size()=1 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GtO3WiGE9rG7SXxNVZ31zCAxIsg4CXH_0 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10765054054368737965', time=2024-09-22T11:15:26.000848+0000, chain.objs.size()=1 2024-09-22T09:24:38.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5-Q17NcSyJeWgvpe-5S0JcbPT_WB8-J_0 2024-09-22T09:24:38.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10495705081354977649', time=2024-09-22T11:15:26.087806+0000, chain.objs.size()=1 2024-09-22T09:24:38.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.kyKMcIQ58L-fvacmQl-JKSs_YuSS6UM_0 2024-09-22T09:24:38.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14978385419614200064', time=2024-09-22T11:15:26.106641+0000, chain.objs.size()=1 2024-09-22T09:24:38.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-a2JKr8EHUKEKlmsI5cqBk9S5G5VzGc_0 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8785740212422773073', time=2024-09-22T11:15:26.324046+0000, chain.objs.size()=1 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6YwAj0_jTQndOCx0uqL6zj-_Cho0lSZ_0 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15345754224700548974', time=2024-09-22T11:15:26.365073+0000, chain.objs.size()=1 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.g2kEluL0wsIxfSbBmesFINl0hHuuvps_0 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7738499699973160874', time=2024-09-22T11:15:26.447066+0000, chain.objs.size()=1 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MU9QYb685bKVw3--ixWfFxD1hwhxMv5_0 2024-09-22T09:24:38.533 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9147963350870860762', time=2024-09-22T11:15:26.754952+0000, chain.objs.size()=1 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7M8vcvIvIWe4i2fzDo45b_Zgj4uZana_0 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13264836136200653374', time=2024-09-22T11:15:26.775994+0000, chain.objs.size()=1 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VOllMNzacDCLYsDoY7pOKeA9HwFVaFX_0 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.605087817308560487', time=2024-09-22T11:15:26.803851+0000, chain.objs.size()=1 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6Cb598aZVAajqrE9DJDC3S4T1mEB-H9_0 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9539257449915559789', time=2024-09-22T11:15:26.816908+0000, chain.objs.size()=1 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Bj2-Rl8OGG_a-k0hp0xrXhpcbGRsp5s_0 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6426351030696832761', time=2024-09-22T11:16:05.320367+0000, chain.objs.size()=1 2024-09-22T09:24:38.534 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.436__shadow_.I2Fig1Pk4li3Y5T5-HZsD69HaRcOdVs_0 2024-09-22T09:24:38.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51319 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13362130871187754265', time=2024-09-22T11:16:07.819872+0000, chain.objs.size()=1 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.442__shadow_.aurGpBRvyYmR2_LQD5qjip90vUy8n-M_0 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9789304940114115880', time=2024-09-22T11:16:24.311972+0000, chain.objs.size()=1 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.lCcdXAH7sSJwisEVt2Z2TQ8DmJpJ1b1_0 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.75488124173323222', time=2024-09-22T11:16:45.363345+0000, chain.objs.size()=3 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~SBgir7SBeLlIVGqxmEqvHgaIjgpToKA.1 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~SBgir7SBeLlIVGqxmEqvHgaIjgpToKA.2 2024-09-22T09:24:38.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~SBgir7SBeLlIVGqxmEqvHgaIjgpToKA.3 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3153581007668730464', time=2024-09-22T11:18:02.025976+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:FtmnVxrgqLMhlmaPnbJtnHduK-haydd_.0V98cNZJAH_z2url4T4Vnr5usWgfzkY_0 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10228305439600049394', time=2024-09-22T11:18:14.428118+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:-fYaKsYMeIDpG-BDGkaD-5UZGolhWyO_.W3GpJPzTS_LluN8TSqxadNW_umS2kiW_0 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6552277551700353806', time=2024-09-22T11:18:17.087235+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:5egipf2LgbyzMEtjIxVFs2V1kUj9Tmy_.do9AGVYaSljOPMdgcCDgsjUa9Za_tI5_0 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14619203573455336294', time=2024-09-22T11:18:33.855161+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:GGctWa5cjAGU41FdB2l-CAENovM94EB_.-ZW3OBWdh7XV4HS1mvQ7vMz_cZRDZFD_0 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1420748042071251273', time=2024-09-22T11:18:38.689380+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:TOSSyw5zaMCvduh5Nm3wMShNrkkxYdK_.4L5g5Rl5F2k2fD_hTZ-Zq6cSKsC5U6q_0 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15550071236067294878', time=2024-09-22T11:18:44.771932+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.606__shadow_.pFMe8kyKjftguUfmzkC9Fk2jn-gIF8o_0 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6157645753763905989', time=2024-09-22T11:20:57.146185+0000, chain.objs.size()=1 2024-09-22T09:24:38.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.620__shadow_.pYMCv_e6yMYSX2OOz3efCqA0yOACx9O_0 2024-09-22T09:24:38.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13577493862522743594', time=2024-09-22T11:21:40.148299+0000, chain.objs.size()=1 2024-09-22T09:24:38.545 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.713__shadow:yxeFOIVTfvqap6v2cdL872xKXa6qONl_.qwbWmxQXPkI4r5cFJMPAPzopgwGUbK1_0 2024-09-22T09:24:38.545 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7431855943442544689', time=2024-09-22T11:21:40.519159+0000, chain.objs.size()=1 2024-09-22T09:24:38.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.714__shadow:xmFkUiVnRTV9bfQzg6MBJubx-ahhYTk_.ylPYkwdFYD-Iad8I8UoHfnFgOtLRhCs_0 2024-09-22T09:24:38.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2869699695076085395', time=2024-09-22T11:22:36.777521+0000, chain.objs.size()=1 2024-09-22T09:24:38.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.776__shadow_.wKP3ctbNs0h4Nd_qrfJhhxU4e9P-4kv_0 2024-09-22T09:24:38.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:24:38.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52140' 2024-09-22T09:24:38.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18443323876440635660', time=2024-09-22T11:11:59.507551+0000, chain.objs.size()=1 2024-09-22T09:24:38.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.158__shadow:tzhgX3-MIc3JSkNMdnzCz3PQ7E2dq9k_.o8Bwh6Z2rMOQY6z1L-_uslQpykFoB8D_0 2024-09-22T09:24:38.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5408768908265262778', time=2024-09-22T11:12:35.575295+0000, chain.objs.size()=1 2024-09-22T09:24:38.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.205__shadow_.O2P3FI2PksBwhH1uS35hLi22hPL6lTU_0 2024-09-22T09:24:38.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18233589123013236153', time=2024-09-22T11:13:44.355134+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.247__shadow_.5RjpETy6_KUshjVy-Pv5_zLcc1VGKgO_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1452408265439200494', time=2024-09-22T11:14:11.376087+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zisDwPs6sXRfrewO2uQdWdN1a4Zlg9t_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8595657025186925398', time=2024-09-22T11:14:11.410960+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qz6fdY4Iu4frehIQRp56E3rVyXymcS0_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8724958682457609189', time=2024-09-22T11:14:11.500207+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5o2LXSafw_bo94WslnwTFfIWVla_ki8_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14196225731617760403', time=2024-09-22T11:14:11.517579+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BMmQDqfkBvTFU8caxQ1x8he7Cl-Q4Jt_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17758821960530376993', time=2024-09-22T11:14:11.779114+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.seo5zjSEUIWZAy9XMxVQozVzKXjoYLX_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11464671087793347872', time=2024-09-22T11:14:11.851047+0000, chain.objs.size()=1 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Sw1VeCSm0bkwOLpcVnzHH7N10oW5XqQ_0 2024-09-22T09:24:38.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9384375886094896247', time=2024-09-22T11:14:11.904732+0000, chain.objs.size()=1 2024-09-22T09:24:38.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4feFzsDxtGj6zY5scmghcbluTCt9swK_0 2024-09-22T09:24:38.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16021908598041931714', time=2024-09-22T11:14:11.958277+0000, chain.objs.size()=1 2024-09-22T09:24:38.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ppeyBa-nJdTgX-YFy5rVF_obdZgALT3_0 2024-09-22T09:24:38.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12287088031886740862', time=2024-09-22T11:14:11.996646+0000, chain.objs.size()=1 2024-09-22T09:24:38.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CYLd7I5JgqxISIO4HrhgCO8sN1f4lrS_0 2024-09-22T09:24:38.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1658404246347697153', time=2024-09-22T11:14:12.286958+0000, chain.objs.size()=1 2024-09-22T09:24:38.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FDQCCbQ4etBef_nmFGU-NN3PtClGetb_0 2024-09-22T09:24:38.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11536346934802246156', time=2024-09-22T11:14:12.324645+0000, chain.objs.size()=1 2024-09-22T09:24:38.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6hCgQ7gW9vCKEZ3taCP6ZYJHV20ipJr_0 2024-09-22T09:24:38.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1325369506705993559', time=2024-09-22T11:14:12.585723+0000, chain.objs.size()=1 2024-09-22T09:24:38.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Y67P-CTTvoMmUPoRTONZoTldOkdTTbC_0 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.714377766119189375', time=2024-09-22T11:14:12.595413+0000, chain.objs.size()=1 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FDMvSnLGBbbO9-88rrMeEqrFWahx9DI_0 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1725031843781400461', time=2024-09-22T11:14:12.606288+0000, chain.objs.size()=1 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oEVivCzG4iSCkj5-QjEwZkrPKviAYjE_0 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8341059230638229153', time=2024-09-22T11:14:12.629494+0000, chain.objs.size()=1 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OcigJ68IeAXS0wtHpc8ihpTzj_Utorj_0 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3046439950891512762', time=2024-09-22T11:14:12.637804+0000, chain.objs.size()=1 2024-09-22T09:24:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HvHo4QPPFg2QmWaG7AfEynskG1mPlD6_0 2024-09-22T09:24:38.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16145481359763809473', time=2024-09-22T11:14:12.733135+0000, chain.objs.size()=1 2024-09-22T09:24:38.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nCVfBd4DMhhrzpi6wS5-8S7zYqxLoUb_0 2024-09-22T09:24:38.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2247993155598414893', time=2024-09-22T11:14:12.748236+0000, chain.objs.size()=1 2024-09-22T09:24:38.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZwN-dQ7Ya9nxjhPxBXHqyhaNtr0o0at_0 2024-09-22T09:24:38.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12539536998827022705', time=2024-09-22T11:14:12.949060+0000, chain.objs.size()=1 2024-09-22T09:24:38.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.y-RKT0QQ3EHptfTbtONFNvQH22noG9F_0 2024-09-22T09:24:38.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13666927171733545062', time=2024-09-22T11:14:12.976264+0000, chain.objs.size()=1 2024-09-22T09:24:38.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FfRAUDJyzi2VA-i_UIWaXrRMsMp3_lo_0 2024-09-22T09:24:38.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7167208602693362884', time=2024-09-22T11:14:13.035628+0000, chain.objs.size()=1 2024-09-22T09:24:38.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bCWXm3N6s1pQlLvkoxDNdaljISWXAHT_0 2024-09-22T09:24:38.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10248630612258744154', time=2024-09-22T11:14:13.048296+0000, chain.objs.size()=1 2024-09-22T09:24:38.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JtolqUWX7R3EYtoa9x5m9LxJQ1aNrOo_0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8298862085841952410', time=2024-09-22T11:14:13.078509+0000, chain.objs.size()=1 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZdCWRZXjhRtukP8_5whdcy-rIr9spk1_0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10816779338697996421', time=2024-09-22T11:14:13.312623+0000, chain.objs.size()=1 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3VjTpeZ5IdF-9ErpjfUSEfjVWrXcz9R_0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6658984231413409133', time=2024-09-22T11:14:13.391968+0000, chain.objs.size()=1 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eg-ck9FnQ9vl7bQw7-5j2dsP-uBWs7F_0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8172910093335558332', time=2024-09-22T11:14:13.464845+0000, chain.objs.size()=1 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CDVzCWWZtFkVcSjO_08ttf60jbBX2Bu_0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7704753656660105077', time=2024-09-22T11:14:13.670234+0000, chain.objs.size()=1 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gvg8MlwUz8AF8_y4AM6NxsJvooXWzN__0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4852971178492138795', time=2024-09-22T11:14:13.692867+0000, chain.objs.size()=1 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1mw9XkdYQGJu-cqdEwCFu5Bk39T68Ag_0 2024-09-22T09:24:38.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3959729446114389132', time=2024-09-22T11:14:13.802310+0000, chain.objs.size()=1 2024-09-22T09:24:38.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.biXx0MSMnys6twufqN0jd05Y8TvO_Cd_0 2024-09-22T09:24:38.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6911830337759981525', time=2024-09-22T11:14:13.805191+0000, chain.objs.size()=1 2024-09-22T09:24:38.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9D-UgsHIP8YEpyqKg_G0SElkWIzSWEA_0 2024-09-22T09:24:38.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15635775696358786811', time=2024-09-22T11:14:13.983039+0000, chain.objs.size()=1 2024-09-22T09:24:38.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9aMOuqCEfHsRxGmROslS80s3vR-iV8K_0 2024-09-22T09:24:38.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15007374959878619553', time=2024-09-22T11:14:14.131916+0000, chain.objs.size()=1 2024-09-22T09:24:38.568 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dZBkpNBqeLoU3deFzHmK4YwQJGdAe8p_0 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9974449434657878827', time=2024-09-22T11:14:14.140577+0000, chain.objs.size()=1 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lSLqie1hnPYNXqs3-Ov_8TNM_WDty7v_0 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1001197892279424397', time=2024-09-22T11:14:20.024871+0000, chain.objs.size()=1 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.279__shadow_.7ldAKqooKB8GmZMi9s1ytOi230AqPta_0 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8579413744079528820', time=2024-09-22T11:14:20.797019+0000, chain.objs.size()=1 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.281__shadow_.1efW9vg_UD0gioJMnZCE4CU0mAdzIxF_0 2024-09-22T09:24:38.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.457466125732269302', time=2024-09-22T11:14:21.235400+0000, chain.objs.size()=1 2024-09-22T09:24:38.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.282__shadow_.CpbsyxDB3SFhTqXRDCvR4FJOFaZTQOQ_0 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2629205379970775285', time=2024-09-22T11:14:30.683954+0000, chain.objs.size()=1 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.302__shadow_.KKE4I8G-marAqWZCf1ftf3UQsrF-TMg_0 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11949853118516271493', time=2024-09-22T11:14:31.070816+0000, chain.objs.size()=1 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.303__shadow_.zXVExFrwMLgyKdAqxemuJdHBzKMzaOs_0 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2811066069294141123', time=2024-09-22T11:15:00.277268+0000, chain.objs.size()=1 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7Zc0R769aGYHbK-ZK1SFByLHv9ntp-7_0 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4006596034290937563', time=2024-09-22T11:15:00.306410+0000, chain.objs.size()=1 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YHOpWWkfuACrgXd0aPnfO_3jtZ9UXY2_0 2024-09-22T09:24:38.573 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11521667555867327687', time=2024-09-22T11:15:00.335600+0000, chain.objs.size()=1 2024-09-22T09:24:38.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.F07VClU1bziLNnZHWrbTMP-Rb3Agty1_0 2024-09-22T09:24:38.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17439503909730451992', time=2024-09-22T11:15:00.625898+0000, chain.objs.size()=1 2024-09-22T09:24:38.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ljHsIHANYsOzbgTww2H9kGw5HRv0nxF_0 2024-09-22T09:24:38.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10043411107384073223', time=2024-09-22T11:15:00.677627+0000, chain.objs.size()=1 2024-09-22T09:24:38.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iBocP6hnVM-98Ukz4VKOUJNJCqkCwZb_0 2024-09-22T09:24:38.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11001686583834179675', time=2024-09-22T11:15:00.682017+0000, chain.objs.size()=1 2024-09-22T09:24:38.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Qab49MnH-7t-yK-MRz8-SfcXT1tQ6d-_0 2024-09-22T09:24:38.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13383065251069990583', time=2024-09-22T11:15:00.753534+0000, chain.objs.size()=1 2024-09-22T09:24:38.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.i2JwrOG9JyCj0DoQXohNLkFGNIVepPX_0 2024-09-22T09:24:38.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16973311125994335049', time=2024-09-22T11:15:01.017646+0000, chain.objs.size()=1 2024-09-22T09:24:38.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.00GnUiO2vbWS_2aIw91LftwNuCpMVpN_0 2024-09-22T09:24:38.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16493213543114242172', time=2024-09-22T11:15:01.035704+0000, chain.objs.size()=1 2024-09-22T09:24:38.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6LgGlZKW4mved90NPRzjpECdPeSl96P_0 2024-09-22T09:24:38.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5183181244215329386', time=2024-09-22T11:15:01.044795+0000, chain.objs.size()=1 2024-09-22T09:24:38.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tAb3pTynIP09ujPNSBktC7-sAb2N6dQ_0 2024-09-22T09:24:38.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5297386727073157850', time=2024-09-22T11:15:01.052729+0000, chain.objs.size()=1 2024-09-22T09:24:38.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aJ8ZMKDRsbBbBaLU9nJ7lAHCg8KSHZ7_0 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18233794827786628117', time=2024-09-22T11:15:01.087766+0000, chain.objs.size()=1 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CdReMAirh7DFmtMOhBUMiBO0pTfTH6y_0 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7439258922969604513', time=2024-09-22T11:15:01.124151+0000, chain.objs.size()=1 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.12cOu5ZYeY-mtZj5bl28bKla6psYZqC_0 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16708754907984374940', time=2024-09-22T11:15:01.162190+0000, chain.objs.size()=1 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HeIxy2L9Ie-66BGTULlm0DGCal4BlMm_0 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5234984418386018152', time=2024-09-22T11:15:01.184836+0000, chain.objs.size()=1 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TI9fP7hecEOkzyUpFBqlDXWC_vr9OXO_0 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12182892280570999338', time=2024-09-22T11:15:01.475812+0000, chain.objs.size()=1 2024-09-22T09:24:38.579 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ujOBLL9YEchcZuBM5maf2FcVrMkhyVt_0 2024-09-22T09:24:38.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4406640991522089087', time=2024-09-22T11:15:01.577842+0000, chain.objs.size()=1 2024-09-22T09:24:38.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j3NRL1eYZrtxELwZG_kmvPmd8aFSd0H_0 2024-09-22T09:24:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8769660104842296794', time=2024-09-22T11:15:01.744327+0000, chain.objs.size()=1 2024-09-22T09:24:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZDfaCPLe-OIWU5B58aSO7I0GNNJwrro_0 2024-09-22T09:24:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9348232396898481785', time=2024-09-22T11:15:01.831697+0000, chain.objs.size()=1 2024-09-22T09:24:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.n6finr6JVYlGYdX_V-65gcaUTSKeRm-_0 2024-09-22T09:24:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16763859144689084317', time=2024-09-22T11:15:01.832799+0000, chain.objs.size()=1 2024-09-22T09:24:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8SkdGKI4vwhIjrNMSX_xdFoFhZZIRqu_0 2024-09-22T09:24:38.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2359264701862182167', time=2024-09-22T11:15:01.855192+0000, chain.objs.size()=1 2024-09-22T09:24:38.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.B996LglW5QuQgZmjad12rtBPqZeXMkD_0 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1137209352438413701', time=2024-09-22T11:15:01.871402+0000, chain.objs.size()=1 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wgWOjFZrak-fEf0zFKzTdhaMj0inN0O_0 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2359873378653111834', time=2024-09-22T11:15:01.885762+0000, chain.objs.size()=1 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IS61NRlDjuCRh7HAlLt0VW3eWMXLArJ_0 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14752200110483164066', time=2024-09-22T11:15:01.901532+0000, chain.objs.size()=1 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FColOb8h93aYFcxUOO34qgpIZozcZo5_0 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2449535562019709489', time=2024-09-22T11:15:01.963708+0000, chain.objs.size()=1 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CiF7bRgtfS5_KxjNnBUp-NpPtTLN8EN_0 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4227865276794678447', time=2024-09-22T11:15:02.101813+0000, chain.objs.size()=1 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kC6_5pgDqY7HIGyTQXgy3htzGooVClY_0 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12043395989821708048', time=2024-09-22T11:15:02.117880+0000, chain.objs.size()=1 2024-09-22T09:24:38.585 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OrMjwmBdkRDRwbXfNUr-PUGVlYHjQiA_0 2024-09-22T09:24:38.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.670816127452498291', time=2024-09-22T11:15:02.211875+0000, chain.objs.size()=1 2024-09-22T09:24:38.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Fd9QQAwZ7lP1TJO8CyXIJcdBJCRWNU0_0 2024-09-22T09:24:38.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13343770697951179848', time=2024-09-22T11:15:02.224792+0000, chain.objs.size()=1 2024-09-22T09:24:38.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vT658rH1TzSY676E3iSIh1NjcmPYi6l_0 2024-09-22T09:24:38.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4912592617975005784', time=2024-09-22T11:15:02.484481+0000, chain.objs.size()=1 2024-09-22T09:24:38.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jdzcjncS86ofytaPpplY7V8mMI9GBb9_0 2024-09-22T09:24:38.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12810616947401020883', time=2024-09-22T11:15:02.494152+0000, chain.objs.size()=1 2024-09-22T09:24:38.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dUDrTlXYrGvfIcxZUD8-fkiDVgMK5bK_0 2024-09-22T09:24:38.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4976852475899099970', time=2024-09-22T11:15:02.540826+0000, chain.objs.size()=1 2024-09-22T09:24:38.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2Slpa7Owy-sefIXc5IpCOd1Uhj5QElG_0 2024-09-22T09:24:38.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18443866427397616551', time=2024-09-22T11:15:02.599467+0000, chain.objs.size()=1 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Dt13czCD3IjlJb9QVRrI2fFKdjdvrW0_0 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14868249428640054160', time=2024-09-22T11:15:02.841930+0000, chain.objs.size()=1 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PNqrcCrb5bOPg47vUzEH1nGk7Islm4X_0 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5917719821898525907', time=2024-09-22T11:15:02.851428+0000, chain.objs.size()=1 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C5q5Yu6bvUAKZ2j52rePH3QzjVUoqSs_0 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1666197948549710768', time=2024-09-22T11:15:02.858791+0000, chain.objs.size()=1 2024-09-22T09:24:38.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.79_TgxH8GMUBUsSUTwBfQznmydVt2BV_0 2024-09-22T09:24:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12681321249444094167', time=2024-09-22T11:15:02.881234+0000, chain.objs.size()=1 2024-09-22T09:24:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mjDfGwubNLCTK2ZE0FfeVcMzcJZxWDW_0 2024-09-22T09:24:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15904986694615925524', time=2024-09-22T11:15:02.895801+0000, chain.objs.size()=1 2024-09-22T09:24:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AYhGqnRrBpMT-CUSe75Dg2HE0zQsiE5_0 2024-09-22T09:24:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1690823145118233991', time=2024-09-22T11:15:02.972536+0000, chain.objs.size()=1 2024-09-22T09:24:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bEhylScT3XedT7KHrg0rdG878YPK1CQ_0 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10283454724421778158', time=2024-09-22T11:15:24.169181+0000, chain.objs.size()=1 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ps1wErOjXpRBgHvvCjqwZByY1fGyLO-_0 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8531870190745128969', time=2024-09-22T11:15:24.272834+0000, chain.objs.size()=1 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YWntNvXmZWmnKHYgLlU2uYOS2eCsWkz_0 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.517658841138176510', time=2024-09-22T11:15:24.439395+0000, chain.objs.size()=1 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3Pkm1V1wK0fNFSQvGlByzy-flrgHcYP_0 2024-09-22T09:24:38.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7552110103994185380', time=2024-09-22T11:15:24.444241+0000, chain.objs.size()=1 2024-09-22T09:24:38.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tKlTSc2ocxB5b7Ljvds1Iq-I8_kIEqv_0 2024-09-22T09:24:38.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12479802980927891291', time=2024-09-22T11:15:24.549881+0000, chain.objs.size()=1 2024-09-22T09:24:38.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LHkPj0PuqlYYGVZR2EOGbyKHa49z4vG_0 2024-09-22T09:24:38.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14605027141274061296', time=2024-09-22T11:15:24.774250+0000, chain.objs.size()=1 2024-09-22T09:24:38.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0lLblrWSGawo6KCZuSPh35_0Up0hIQK_0 2024-09-22T09:24:38.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13641887262762524391', time=2024-09-22T11:15:24.874109+0000, chain.objs.size()=1 2024-09-22T09:24:38.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rgxDj1eiC1_WFr5s6j2L18JsqBmBrNH_0 2024-09-22T09:24:38.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6715742442902130410', time=2024-09-22T11:15:24.905140+0000, chain.objs.size()=1 2024-09-22T09:24:38.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.QEUcAsLvyMReatOaLuce63cpggErPzy_0 2024-09-22T09:24:38.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2834171862047056044', time=2024-09-22T11:15:24.926945+0000, chain.objs.size()=1 2024-09-22T09:24:38.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Li1ka25unECmzFCdELSyVFY1fTrzOgC_0 2024-09-22T09:24:38.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6365454594424930206', time=2024-09-22T11:15:25.197933+0000, chain.objs.size()=1 2024-09-22T09:24:38.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lZ68y-aCo8ka6jqeJTOhGha0AqesafH_0 2024-09-22T09:24:38.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7853055077227313887', time=2024-09-22T11:15:25.318390+0000, chain.objs.size()=1 2024-09-22T09:24:38.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OWUbIrRfJJgY7kHXfHECr8DZ76BU1Vq_0 2024-09-22T09:24:38.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13662561593224888321', time=2024-09-22T11:15:25.336426+0000, chain.objs.size()=1 2024-09-22T09:24:38.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eR9z09N_1rmbUxmsSbCEnY3YMCvkGG4_0 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13584436482377660196', time=2024-09-22T11:15:25.355053+0000, chain.objs.size()=1 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-pJ1KkGbh33_NKwROAv7-JjgZqszsyW_0 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7566857013228332081', time=2024-09-22T11:15:25.356466+0000, chain.objs.size()=1 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Wj1ONoZDDmtf-DCfzH9Hyzv46IMbc9T_0 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4252299195497836154', time=2024-09-22T11:15:25.365413+0000, chain.objs.size()=1 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uuaK5SAIYWdpta94haPwugyoskItj75_0 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13828206150141584407', time=2024-09-22T11:15:25.368168+0000, chain.objs.size()=1 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZNUSofYb7rTPpehL22kSZnvaKGO1YQb_0 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5698790848078599369', time=2024-09-22T11:15:25.405659+0000, chain.objs.size()=1 2024-09-22T09:24:38.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hnnSyjXpX4RM0rB_BLtWRi6wGZ9FAFv_0 2024-09-22T09:24:38.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11835884120555844648', time=2024-09-22T11:15:25.519847+0000, chain.objs.size()=1 2024-09-22T09:24:38.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mh-4I1JTyio5DkbPJm95uUlUcaL7F2G_0 2024-09-22T09:24:38.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1386311822177574006', time=2024-09-22T11:15:25.605132+0000, chain.objs.size()=1 2024-09-22T09:24:38.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7C1CiRXAk1h-IcFYL6MI2aNt4_AiGWZ_0 2024-09-22T09:24:38.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9368407102790419841', time=2024-09-22T11:15:25.613820+0000, chain.objs.size()=1 2024-09-22T09:24:38.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ym591gv8ZQocs9scI5PvPiDRb1CsRcG_0 2024-09-22T09:24:38.608 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/52140 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1049759231978569486', time=2024-09-22T11:15:25.625807+0000, chain.objs.size()=1 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.od7bp7TjokOeiMub9eQuxpcsKeSJN3l_0 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9988248881724614681', time=2024-09-22T11:15:25.711379+0000, chain.objs.size()=1 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eOyS7y4Wyj3fxjcGWDKjXUsvccGNS_J_0 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14226499483595642475', time=2024-09-22T11:15:25.712360+0000, chain.objs.size()=1 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8qN9pnqWbHpWSRHAPArrGzeSIhtUlLz_0 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9473031168776528115', time=2024-09-22T11:15:25.771569+0000, chain.objs.size()=1 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JP3oHWi8io5yR9tb1u_l2OIOvDwaP7w_0 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.673190094713421113', time=2024-09-22T11:15:25.907092+0000, chain.objs.size()=1 2024-09-22T09:24:38.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7hdMK1iMvX4bBV_TrpaFlVEtGE3J98S_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17823454364685590778', time=2024-09-22T11:15:26.095617+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.k4WddLWGaahlqNZ2hkTNu0Fo6VyTYHg_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9439244501197402917', time=2024-09-22T11:15:26.162411+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vWneFcq5PGPy20sqgmJAl-oNX2gIPn-_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6652307701897122402', time=2024-09-22T11:15:26.298365+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LkQQ2jnX4OC4AuJpUldNl-ivBxQbjFS_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15263428983074580940', time=2024-09-22T11:15:26.314286+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.W8-3dgQXuPNAviyJFcs0NZu31WgNdGv_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11824695677555032850', time=2024-09-22T11:15:26.425477+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7-HV4zkiHexCXUFjtTNMKDnSVDUlzWJ_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16277668493133332056', time=2024-09-22T11:15:26.434292+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bV7YZsyZPLhZa24Arve1ZunOvLCbyge_0 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6112670082686350760', time=2024-09-22T11:15:26.457162+0000, chain.objs.size()=1 2024-09-22T09:24:38.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Vk69ebTlht1CcQfNAC7kfa3nGXR7pq3_0 2024-09-22T09:24:38.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7837112145533290695', time=2024-09-22T11:15:26.815840+0000, chain.objs.size()=1 2024-09-22T09:24:38.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.10jyZRFZxRrqWcirH2BOCwCsLOqKmwA_0 2024-09-22T09:24:38.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13404283352269609514', time=2024-09-22T11:15:30.849152+0000, chain.objs.size()=1 2024-09-22T09:24:38.614 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.337__shadow_.qGWsFPcobinBG-IOc-nwcTF69tfa8II_0 2024-09-22T09:24:38.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6932945685357908506', time=2024-09-22T11:15:46.954919+0000, chain.objs.size()=1 2024-09-22T09:24:38.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.385__shadow_.8t0ssD9OHJjIzg3VW1MnOEdCfO-VNPU_0 2024-09-22T09:24:38.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.156118032304055029', time=2024-09-22T11:16:13.959422+0000, chain.objs.size()=1 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.457__shadow_.00WEmRWZpaogia-iqHoEJTbTFSbZEll_0 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11287120683136974931', time=2024-09-22T11:16:30.135779+0000, chain.objs.size()=1 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.498__shadow_.F69gS1AsTiie_EA7-Y4xUO70Z_VMkm__0 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13604889847928413144', time=2024-09-22T11:16:30.887181+0000, chain.objs.size()=1 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.500__shadow_.aGOTIG_nRsbytLThf_lRQtFJ48g_cDV_0 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.226090731063585425', time=2024-09-22T11:16:46.090322+0000, chain.objs.size()=3 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~qNWzWnp3rCg0KXiFle8AWfy2W6Q06Ic.1 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~qNWzWnp3rCg0KXiFle8AWfy2W6Q06Ic.2 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~qNWzWnp3rCg0KXiFle8AWfy2W6Q06Ic.3 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11922270461633708112', time=2024-09-22T11:18:05.379521+0000, chain.objs.size()=1 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow_.SAv1ccrp00G1mknKcHbQI23yNh7LgY4_0 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10912587539511422628', time=2024-09-22T11:18:16.241238+0000, chain.objs.size()=1 2024-09-22T09:24:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:ACylvBK.obrGJwtDDuQ3.ZEHPJ4hSBs_.Hai17P7je5T-UBrA7EpOhftyeyVy8Uo_0 2024-09-22T09:24:38.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3938354689051741563', time=2024-09-22T11:18:24.854376+0000, chain.objs.size()=1 2024-09-22T09:24:38.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:gUZoS0tfdb5gx3FU-ub-Ez6aMZH2Bxv_.hVRk_5O2JyZmxF_Ot7L4UEs8cimhsl7_0 2024-09-22T09:24:38.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1057264692374763729', time=2024-09-22T11:21:16.490010+0000, chain.objs.size()=2 2024-09-22T09:24:38.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.657__shadow_.AuPcCjkPjzKv4a9_LQsFqU2lVfTFsVb_0 2024-09-22T09:24:38.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.657__shadow_.AuPcCjkPjzKv4a9_LQsFqU2lVfTFsVb_1 2024-09-22T09:24:38.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15371037232870366504', time=2024-09-22T11:21:23.891405+0000, chain.objs.size()=1 2024-09-22T09:24:38.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.667__shadow_.DEUjsjOoCTV_o3ttJ0lH5mblcH5dtKV_0 2024-09-22T09:24:38.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7010903480149825689', time=2024-09-22T11:21:32.316204+0000, chain.objs.size()=1 2024-09-22T09:24:38.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.694__shadow:zK7RFx-4gtHMHKEqtIpx2dlyHFF9epB_.kpKGGOt-m1i3Qun0AOeqMPEmLqLNn0o_0 2024-09-22T09:24:38.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11789042385402038786', time=2024-09-22T11:21:37.749774+0000, chain.objs.size()=1 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.707__shadow_.AcOpxBZ59PSbQNtrDduyf15MlX8pysF_0 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12732298211470448919', time=2024-09-22T11:22:17.668562+0000, chain.objs.size()=1 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.749__shadow_.W-RcUMtUIXXxOQHZklNKqnDT0aJOB9Y_0 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16144503508317471417', time=2024-09-22T11:22:37.498473+0000, chain.objs.size()=1 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.777__shadow_.yhfxDgzq4LkP6zwEBatnaxj11Xb-Rp1_0 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1084699669946158400', time=2024-09-22T11:24:07.351515+0000, chain.objs.size()=1 2024-09-22T09:24:38.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783__shadow_.giekxzxCsE57kyqJuxH2Dza_Vv98Re5_0 2024-09-22T09:24:38.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.630 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:24:38.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50084' 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18326025829720267902', time=2024-09-22T11:12:02.123128+0000, chain.objs.size()=3 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-FROZEN.2~wCQ-j5C-w4nyNxiKApBROPpUAHSTITH.1 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-FROZEN.2~wCQ-j5C-w4nyNxiKApBROPpUAHSTITH.2 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.160__multipart_mymultipart-FROZEN.2~wCQ-j5C-w4nyNxiKApBROPpUAHSTITH.3 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12113774181764291163', time=2024-09-22T11:13:37.149105+0000, chain.objs.size()=1 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.229__shadow_.WQ1bt-dtqwp4RUec8kawkCSCzsjn9vp_0 2024-09-22T09:24:38.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.260782222188643961', time=2024-09-22T11:13:41.096397+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.239__shadow_.Ft6wHRXwwnWyGFZEEvu2k7SiZO0ma87_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17724959703082806648', time=2024-09-22T11:13:42.134974+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.242__shadow_.w2XDUsFeeYIgG0uoFggkcdD4rJF33nm_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6115167739530865023', time=2024-09-22T11:13:47.469378+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.255__shadow_.YNhZQVRPSI6kjp2wmQK2w8jiNlPJrdu_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6871918678910963098', time=2024-09-22T11:13:49.971034+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.261__shadow_.7S6PTSH4R5DVgS_rCTdMDb-lqI1D6HV_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2283775246238594891', time=2024-09-22T11:13:50.310701+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.262__shadow_.QOdYHed2sCg4IEws6BIuOvl0W146Wty_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13667231229880200779', time=2024-09-22T11:13:50.312416+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.262__shadow_.ndBdXgImjWg_WUkR_lmdb1csD4xHci2_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10629601719575225806', time=2024-09-22T11:14:11.609686+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MWr8N0HUDQKYxkCz0ueiPVuxn2pHEWC_0 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5022003629976188900', time=2024-09-22T11:14:11.619026+0000, chain.objs.size()=1 2024-09-22T09:24:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kNXkRlXI0LGeqxN9yaNBPEPqjit0FgC_0 2024-09-22T09:24:38.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14705882013249849524', time=2024-09-22T11:14:11.819071+0000, chain.objs.size()=1 2024-09-22T09:24:38.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.z5uuGbBhHnt39eq8IF1the_ZS3tG568_0 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7069994972355887250', time=2024-09-22T11:14:11.828845+0000, chain.objs.size()=1 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FeDakta8f7eAfakJ3qo8LgtYt7diN39_0 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8642187323382502229', time=2024-09-22T11:14:11.926294+0000, chain.objs.size()=1 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dIXXZ-f-FiTEHjFJkyGwfzBflfLJt0p_0 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12898027259644967837', time=2024-09-22T11:14:11.959816+0000, chain.objs.size()=1 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GYUBsOQme8M-2-B6eRfnQCB8K2olHNK_0 2024-09-22T09:24:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6277993197440207288', time=2024-09-22T11:14:11.964393+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lEiHlIoLlE9sR0gHWXRhBlW1GfGo6Cu_0 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8322387094305831526', time=2024-09-22T11:14:12.211445+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.i13owhSjxI9PEZjZ79v_EE6RFvDjPH-_0 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16295760102110737940', time=2024-09-22T11:14:12.229661+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DHMBgyOVuR4Y3oZWWahddisauf6DXRd_0 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17374321474874179517', time=2024-09-22T11:14:12.541110+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Wrr1y4AFljhBybp1TPZlLRhdtkz1-ov_0 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13420646270627242722', time=2024-09-22T11:14:12.608896+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pQfW70DzQhzUl6PTJtYVcxMYdWs3Nb8_0 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16469478197718477165', time=2024-09-22T11:14:12.610031+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.G3RRMogVFpDzsiOQwf4mTyP1TxdepZ1_0 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14746109741215574103', time=2024-09-22T11:14:12.689765+0000, chain.objs.size()=1 2024-09-22T09:24:38.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FmMh39q3jrIbNyECSiS-jNLmxpbyDKe_0 2024-09-22T09:24:38.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8782785376354286481', time=2024-09-22T11:14:12.691980+0000, chain.objs.size()=1 2024-09-22T09:24:38.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FkfeZ0D5mxG_uX35kPKenLyQMKcGvbQ_0 2024-09-22T09:24:38.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1774175493260913283', time=2024-09-22T11:14:12.716636+0000, chain.objs.size()=1 2024-09-22T09:24:38.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9fzfQ_tXtst_I0dElw4sD_VNgZpkZow_0 2024-09-22T09:24:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3057726087982932436', time=2024-09-22T11:14:13.024519+0000, chain.objs.size()=1 2024-09-22T09:24:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R9GHncR0SfMSrjAO5mH1UGh-s7aqsuX_0 2024-09-22T09:24:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7873382311486460333', time=2024-09-22T11:14:13.121314+0000, chain.objs.size()=1 2024-09-22T09:24:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tzBKhy9EwJ6D1ZBqEQ3ydwR24Ssu5am_0 2024-09-22T09:24:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3750012826180814757', time=2024-09-22T11:14:13.123562+0000, chain.objs.size()=1 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oeEEGaZS7hi13GwzanLp7IXpWQlrcsL_0 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16732486845296904230', time=2024-09-22T11:14:13.131471+0000, chain.objs.size()=1 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yDB3yxOzP8DmVQ05Z_wBUA21_wulJpB_0 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11172225710898653151', time=2024-09-22T11:14:13.279592+0000, chain.objs.size()=1 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.D2t39VczfwBsRPrPjqAZyjkDLdhtd4R_0 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10856220284775187713', time=2024-09-22T11:14:13.323764+0000, chain.objs.size()=1 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KOEgN0o3nf5hcLASyAFNGZcErTv_78N_0 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.682047645017396363', time=2024-09-22T11:14:13.343797+0000, chain.objs.size()=1 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.w0S6JLtH8syu80Qz83g5LsvBxH_Z37V_0 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3341057962584643843', time=2024-09-22T11:14:13.437553+0000, chain.objs.size()=1 2024-09-22T09:24:38.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.I1RFAAJ2Ufs67zLNe6Bz39ohfdpO3n1_0 2024-09-22T09:24:38.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8909853981048789210', time=2024-09-22T11:14:13.443032+0000, chain.objs.size()=1 2024-09-22T09:24:38.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.D2arXrPk3nju9XPndXv0yJVunALTjbM_0 2024-09-22T09:24:38.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2443679111386463004', time=2024-09-22T11:14:13.665491+0000, chain.objs.size()=1 2024-09-22T09:24:38.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eYL2QFj9FzJ8eK_XhGLywXlQlhuJEus_0 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14547969042084564028', time=2024-09-22T11:14:13.805866+0000, chain.objs.size()=1 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wwia8tceM8_JKSEGJDQO9U2apBF_L9P_0 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.969657739956820118', time=2024-09-22T11:14:13.827065+0000, chain.objs.size()=1 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AY92_Od-rClb3Z8yQbWbNA_CaekzGLI_0 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4755284208989782007', time=2024-09-22T11:14:13.842696+0000, chain.objs.size()=1 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SDMFg9VuM1aYA8wBAldJjbnAeW-weYa_0 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7283872045849831906', time=2024-09-22T11:14:14.068426+0000, chain.objs.size()=1 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.svhy-TfxhI8ghku0pEq4xKNs7-W0-TR_0 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14738041682945670214', time=2024-09-22T11:14:14.089693+0000, chain.objs.size()=1 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fkwlOg20Tkd_095CMJVV8I5XC2Y7hbK_0 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7888579326078087181', time=2024-09-22T11:14:14.101959+0000, chain.objs.size()=1 2024-09-22T09:24:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JGHP55l1bvMcMXhpVL5Gbm1Jgg-J2f1_0 2024-09-22T09:24:38.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4020382188329886153', time=2024-09-22T11:14:14.110495+0000, chain.objs.size()=1 2024-09-22T09:24:38.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JQ-uZrmA3dB2eQmx7Rmon2dt8IdrLEn_0 2024-09-22T09:24:38.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6007411801833908937', time=2024-09-22T11:14:14.127405+0000, chain.objs.size()=1 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yoF2KaXdJoyhgh2XM_nnfwqHzYXgMp0_0 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3614067676540829993', time=2024-09-22T11:14:15.091816+0000, chain.objs.size()=1 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.266__shadow_.fe0fmTAvZ9GW41THZVMc8vPay6omSgD_0 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17295704528440685355', time=2024-09-22T11:14:18.427259+0000, chain.objs.size()=1 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.275__shadow_.rwPqn1tn19viY0x1yKl10N0Gg73h8Id_0 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17107924140300731276', time=2024-09-22T11:14:19.639198+0000, chain.objs.size()=1 2024-09-22T09:24:38.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.278__shadow_.UzTAnvQMkLSwnj9BvdPCzM1IIhMgKni_0 2024-09-22T09:24:38.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3944429699396091670', time=2024-09-22T11:14:20.411555+0000, chain.objs.size()=1 2024-09-22T09:24:38.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.280__shadow_.1Vri513ZhZNYvkY7GgZjxzHWqQWu0kX_0 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5385056938411945482', time=2024-09-22T11:14:26.395641+0000, chain.objs.size()=1 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.TkoPAA7V-QslrCbjL2XcRwJjXN7S4mr_0 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16446866239874766830', time=2024-09-22T11:14:27.455370+0000, chain.objs.size()=1 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.asaEAx0w2-Jcd40YrlizfPEc62xIIS-_0 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16965851252737757090', time=2024-09-22T11:14:27.839463+0000, chain.objs.size()=1 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.295__shadow_.ynGutMepnPJR9T9NRIIMV2PDqs1sYQP_0 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12627839251761668644', time=2024-09-22T11:14:29.442059+0000, chain.objs.size()=1 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.299__shadow_.KB4yAbbR6y9g43-HmfZ-5ZzHBZIzX9C_0 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4142220104695692938', time=2024-09-22T11:14:38.382222+0000, chain.objs.size()=1 2024-09-22T09:24:38.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.323__shadow_._3XuqS4FnbV0_rQ_reAW3_A6Dn15_sC_0 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.772696542564701605', time=2024-09-22T11:15:00.301759+0000, chain.objs.size()=1 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.c-3Bs1zsMCqetFlAxC3H0Et6a6TT2GI_0 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1639119423841024108', time=2024-09-22T11:15:00.316568+0000, chain.objs.size()=1 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oOmezBj7LN3Jprs7Sqz93bapaIKyZP2_0 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10203445160451920361', time=2024-09-22T11:15:00.367408+0000, chain.objs.size()=1 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ecsxRSSh0SfsbIIQ4PGXZrxu3mpCcmY_0 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5765830980349357589', time=2024-09-22T11:15:00.389206+0000, chain.objs.size()=1 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.B8TVQafRzUqVnrRnYXs8Zl4zb_-w894_0 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17633225664966548276', time=2024-09-22T11:15:00.397021+0000, chain.objs.size()=1 2024-09-22T09:24:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.x4ZgLLsZD8WmeH4vI0h8o8b97GmXWWX_0 2024-09-22T09:24:38.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4334851466576711248', time=2024-09-22T11:15:00.411024+0000, chain.objs.size()=1 2024-09-22T09:24:38.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6-2a-NjsJywTVBPscWjdz0OcKQOVpH9_0 2024-09-22T09:24:38.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9681685662903504161', time=2024-09-22T11:15:00.414911+0000, chain.objs.size()=1 2024-09-22T09:24:38.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.SYilJ8C-83v9W9qq-nKL94lqFgQO2ck_0 2024-09-22T09:24:38.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8142282063912927138', time=2024-09-22T11:15:00.482137+0000, chain.objs.size()=1 2024-09-22T09:24:38.662 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ToO6nMmjVPV078ijOP_72KdkZhvuotX_0 2024-09-22T09:24:38.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14026182640650455838', time=2024-09-22T11:15:00.642144+0000, chain.objs.size()=1 2024-09-22T09:24:38.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.t6dxgy85qGWBQO_q9Ths9RaAuwcwaSx_0 2024-09-22T09:24:38.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3547331593826742484', time=2024-09-22T11:15:00.674784+0000, chain.objs.size()=1 2024-09-22T09:24:38.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PlfywUECRqY1B63I1UCULd5JT4uw_dG_0 2024-09-22T09:24:38.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2963719925667251120', time=2024-09-22T11:15:00.694035+0000, chain.objs.size()=1 2024-09-22T09:24:38.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tT-ryj5r1ruu0D7_BUSynzB0R1uCOKy_0 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13945017541046778765', time=2024-09-22T11:15:00.715706+0000, chain.objs.size()=1 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2ZA1o5qbwoaL3ACVqPTIk_QI32yy6O3_0 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10328975914301940324', time=2024-09-22T11:15:00.750688+0000, chain.objs.size()=1 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FN3J6OfOTaqSKagLWHFafKr7DtNTfna_0 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18406915379245786027', time=2024-09-22T11:15:00.755646+0000, chain.objs.size()=1 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6My3dpJwAFU6vuYdK-qRtIuzo9kDERq_0 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10523667512955168621', time=2024-09-22T11:15:00.827043+0000, chain.objs.size()=1 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.19PA0BCQQUaBXh5gX58Lu9kWcNH7VKM_0 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10468270546168676296', time=2024-09-22T11:15:01.018278+0000, chain.objs.size()=1 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.i5-wic-pINMZR54SshWig0Swsg-RBnN_0 2024-09-22T09:24:38.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7935869903859090020', time=2024-09-22T11:15:01.142779+0000, chain.objs.size()=1 2024-09-22T09:24:38.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MB-iviFwXnL2dBYhOg7rQ6UlVPH1lLp_0 2024-09-22T09:24:38.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15575488306247891839', time=2024-09-22T11:15:01.155325+0000, chain.objs.size()=1 2024-09-22T09:24:38.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3co2w108fZ2fSnvomYgtKMagFU5MAym_0 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12267989715499409961', time=2024-09-22T11:15:01.448244+0000, chain.objs.size()=1 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GZzCR-CdOlShaM3rDDuNJUA6XAHZeV3_0 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1815157260175747452', time=2024-09-22T11:15:01.789769+0000, chain.objs.size()=1 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cGd2-30jxziwmm0k8M7ppmGbkuRWz44_0 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10982485672760207152', time=2024-09-22T11:15:01.822109+0000, chain.objs.size()=1 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LS61aprbJLp2qHBbW27eHbC0RLA21f-_0 2024-09-22T09:24:38.669 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2462706794336394282', time=2024-09-22T11:15:01.849914+0000, chain.objs.size()=1 2024-09-22T09:24:38.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.XiQe-U0qHYI2YERHmaQFOl4kA6xUZDC_0 2024-09-22T09:24:38.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9660902741933217027', time=2024-09-22T11:15:01.867164+0000, chain.objs.size()=1 2024-09-22T09:24:38.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.R7HUKs_2oRYe0IzRPPQ1YJY2va3Dkj7_0 2024-09-22T09:24:38.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17559431229303114283', time=2024-09-22T11:15:01.909808+0000, chain.objs.size()=1 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.l2WDnmEEfAUeqbMEjJEr7uVGvAGDegu_0 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6543946725275020837', time=2024-09-22T11:15:01.935888+0000, chain.objs.size()=1 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xxjQIvWs_nmriK932gLVQvrjb3HyK_c_0 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4396992886171301435', time=2024-09-22T11:15:02.104913+0000, chain.objs.size()=1 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cPJCuLjlZd3v9HQoXHE1D1ezXCAKa9-_0 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12920669057007472607', time=2024-09-22T11:15:02.205187+0000, chain.objs.size()=1 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CJwDSZezv806ZSHECE57f0xqZnZElNh_0 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.303539566100624349', time=2024-09-22T11:15:02.316309+0000, chain.objs.size()=1 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.biC2y4tKIO-v8a_kbJp7Q8-ZxeWa6sQ_0 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12164590469954252908', time=2024-09-22T11:15:02.510045+0000, chain.objs.size()=1 2024-09-22T09:24:38.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ysu54xr3dPbcw2pIusigFy2kqV-Nxts_0 2024-09-22T09:24:38.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7925497120185386194', time=2024-09-22T11:15:02.584444+0000, chain.objs.size()=1 2024-09-22T09:24:38.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mshkz0J9iKnyN6wSXTE5OWMxXZo_lcF_0 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12498643324528287855', time=2024-09-22T11:15:02.626959+0000, chain.objs.size()=1 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BC6st5WLn6ZVhDyNqUdppAYEEi5Jly1_0 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12683428301726179554', time=2024-09-22T11:15:02.840575+0000, chain.objs.size()=1 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.59TbCTapMlQH5enEdIPqIz0ftg0xt9d_0 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12772881864013753265', time=2024-09-22T11:15:02.847452+0000, chain.objs.size()=1 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TYn27UQ8vd5dINXNY41YrsvIXBMZ7SR_0 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3754652352732275702', time=2024-09-22T11:15:02.907883+0000, chain.objs.size()=1 2024-09-22T09:24:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZXFiEp4nWqFpeHwnnnIa0jXC4NL4t86_0 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10634387525267560105', time=2024-09-22T11:15:02.920112+0000, chain.objs.size()=1 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YaRFSHpwOj_7qJn2hBCZHpSmZhEqXHJ_0 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3427594931491797986', time=2024-09-22T11:15:02.956113+0000, chain.objs.size()=1 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.apEqo98WcL0pg6BkI07N78225GcuNVm_0 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17161386428223999165', time=2024-09-22T11:15:02.993021+0000, chain.objs.size()=1 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-zp_ceefUzYkmvnVMOxHoVAq0a9z0g-_0 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12906778875899080244', time=2024-09-22T11:15:24.059885+0000, chain.objs.size()=1 2024-09-22T09:24:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sxBguqaiPiAeMWAOTpEqZDL8ZdM076Y_0 2024-09-22T09:24:38.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1692578514136117480', time=2024-09-22T11:15:24.199753+0000, chain.objs.size()=1 2024-09-22T09:24:38.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.R2Y9eRPn9D9QalyPYueAHoX0l-PMQVs_0 2024-09-22T09:24:38.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4585116066923581992', time=2024-09-22T11:15:24.225327+0000, chain.objs.size()=1 2024-09-22T09:24:38.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6lPhxzRUtXI9-RlOHNC-qUDgY96Cw1D_0 2024-09-22T09:24:38.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6357127365062856012', time=2024-09-22T11:15:24.236919+0000, chain.objs.size()=1 2024-09-22T09:24:38.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AbJI2VzAEnOJU3Q6vPbfl_V-C43PDoL_0 2024-09-22T09:24:38.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6326144437567827973', time=2024-09-22T11:15:24.318463+0000, chain.objs.size()=1 2024-09-22T09:24:38.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1HmNlv20CeRjOm6-cW5r5fqbqRRpmS3_0 2024-09-22T09:24:38.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12951231452373758762', time=2024-09-22T11:15:24.490246+0000, chain.objs.size()=1 2024-09-22T09:24:38.681 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.41X3BW_EkHW4SLzKDhVmCJ94pOSHtcx_0 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10098947614455000582', time=2024-09-22T11:15:24.491906+0000, chain.objs.size()=1 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aDui4m2Y5pTN6XSAjCh4UySle0723aV_0 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17013615246993674197', time=2024-09-22T11:15:24.536918+0000, chain.objs.size()=1 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.roVHpoUs8c7V0AJXD18-bcQ9K9VuviJ_0 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16714785106436755490', time=2024-09-22T11:15:24.645768+0000, chain.objs.size()=1 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DyaA9SGYP72UjbcY__MRIKz1LtmQe2j_0 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8354328831360664064', time=2024-09-22T11:15:24.800948+0000, chain.objs.size()=1 2024-09-22T09:24:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2fEzhgDHyi2NUvvP86wsUTZDb5LICW0_0 2024-09-22T09:24:38.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16924183234873146341', time=2024-09-22T11:15:24.835763+0000, chain.objs.size()=1 2024-09-22T09:24:38.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.x6vguP9-6uYHtTTrOUgMRSZKoqflIcf_0 2024-09-22T09:24:38.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14332776143522954564', time=2024-09-22T11:15:24.881832+0000, chain.objs.size()=1 2024-09-22T09:24:38.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.g_L7xISAe-z39BFpGPF5wHCSXIAl9j6_0 2024-09-22T09:24:38.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9495133829707789070', time=2024-09-22T11:15:24.908573+0000, chain.objs.size()=1 2024-09-22T09:24:38.685 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2AiDyGYg4oYv-pebjSBgQZplVRFMWii_0 2024-09-22T09:24:38.689 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50084 2024-09-22T09:24:38.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=39, truncated=0, next_marker='' 2024-09-22T09:24:38.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14907799094075195836', time=2024-09-22T11:15:24.918819+0000, chain.objs.size()=1 2024-09-22T09:24:38.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.n1Ra1B3dhFdwiCNBF3mX1rdroDClIbu_0 2024-09-22T09:24:38.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7274358825002497184', time=2024-09-22T11:15:25.220931+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9MeJwZ70kspuqqcwlWCt2SSWlr4IjuA_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3450054962268460383', time=2024-09-22T11:15:25.244953+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mDaeCRM9E01gahXat4dILwV6w0yE9Am_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4346352083128390650', time=2024-09-22T11:15:25.392683+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.RK3Wiy9X6T4UjlFL6XDrt5NDgEIsfLr_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5620737397174004207', time=2024-09-22T11:15:25.526595+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xcYI71TZgIeIxzJNP1inlYGUUbgCSoI_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8570215877231232595', time=2024-09-22T11:15:25.538839+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HQJkOVZUuGFz-ZkyEXZm5GBCs_Ka-ZI_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8188254177348225238', time=2024-09-22T11:15:25.550903+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bNYJ2GFzcojaMS-rvzJki4UDWpluXVQ_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1287049783500366703', time=2024-09-22T11:15:25.566136+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MISUE5PVT2spwtUJ8TQlFdaksfsD7-h_0 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17779868021173688382', time=2024-09-22T11:15:25.682107+0000, chain.objs.size()=1 2024-09-22T09:24:38.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TOo515cvhjjt6PprciAFhcH1IH1rZSp_0 2024-09-22T09:24:38.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.792357310795694542', time=2024-09-22T11:15:25.944755+0000, chain.objs.size()=1 2024-09-22T09:24:38.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CWeG4fFYBjqqixx3ph0DPERfV-PUnbD_0 2024-09-22T09:24:38.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12359859415514302055', time=2024-09-22T11:15:25.981119+0000, chain.objs.size()=1 2024-09-22T09:24:38.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PSmUOic-qgOKvaNmreVV990pM2cspDa_0 2024-09-22T09:24:38.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14403221612359746069', time=2024-09-22T11:15:25.999874+0000, chain.objs.size()=1 2024-09-22T09:24:38.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-mA9IRypkfe5nG1al1LD8B0kslPEfeC_0 2024-09-22T09:24:38.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14419520876656468710', time=2024-09-22T11:15:26.073938+0000, chain.objs.size()=1 2024-09-22T09:24:38.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.pRWsUJjsvGVtsl5ZtGjNW31v8dCa2dr_0 2024-09-22T09:24:38.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9359475865303400802', time=2024-09-22T11:15:26.123435+0000, chain.objs.size()=1 2024-09-22T09:24:38.697 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.nREExM_E7i_9HFm5qBZPtDnrAxHNz8e_0 2024-09-22T09:24:38.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2931002833573795708', time=2024-09-22T11:15:26.140826+0000, chain.objs.size()=1 2024-09-22T09:24:38.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SZdgUHlWVLq7dpBgDw3qop1HPnhX-qA_0 2024-09-22T09:24:38.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4436634975730956131', time=2024-09-22T11:15:26.328386+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Mq9zPdFKk_6D6h02P8LxV2U2NAq5qlS_0 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9627585161468076043', time=2024-09-22T11:15:26.338289+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._a4IPy7ZB4iTvCpgHQPZcy9UoU1AULy_0 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6346516193806349209', time=2024-09-22T11:15:26.350598+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NGx_b6xfmEQMpTzi1rz7QIwDzGlAged_0 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5875813871721208217', time=2024-09-22T11:15:26.470985+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.kWUp7Rt-JFm5YUHLSnSwhtnhCxaw2s9_0 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4399889793415068352', time=2024-09-22T11:15:26.488509+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6i8Uk72ud9T79ixEOcy75FDMo8sOVDP_0 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7268211428860377806', time=2024-09-22T11:15:26.704192+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WOPySZRUxxNfr9Yf-KLbSQ-oP22_rkh_0 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14583875412870960042', time=2024-09-22T11:15:26.705451+0000, chain.objs.size()=1 2024-09-22T09:24:38.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9LY5g47xWmZj3i4UVTn1AQknR9YdF4c_0 2024-09-22T09:24:38.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2548952583657109349', time=2024-09-22T11:15:28.331618+0000, chain.objs.size()=1 2024-09-22T09:24:38.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.330__shadow_.y-_aYZZQLW2vdOD2OFes1saK-DbXrEH_0 2024-09-22T09:24:38.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6558985544245760634', time=2024-09-22T11:16:30.135330+0000, chain.objs.size()=1 2024-09-22T09:24:38.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.498__shadow_.F69gS1AsTiie_EA7-Y4xUO70Z_VMkm__0 2024-09-22T09:24:38.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8146755502779336257', time=2024-09-22T11:16:30.266980+0000, chain.objs.size()=1 2024-09-22T09:24:38.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.499__shadow_.hURUJNovIbke8qH83l-z7pPUIJDF4xd_0 2024-09-22T09:24:38.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13301918525480206184', time=2024-09-22T11:16:40.736193+0000, chain.objs.size()=1 2024-09-22T09:24:38.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.518__shadow_.DcVuyoyv9lw5dB7NDdnCmatR5_b2_XO_0 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10525312693724808680', time=2024-09-22T11:16:57.732364+0000, chain.objs.size()=2 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~pmKAp06dKp0qvgzz480304s63clAJ7T.1 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~pmKAp06dKp0qvgzz480304s63clAJ7T.2 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17687498252055776643', time=2024-09-22T11:16:58.220595+0000, chain.objs.size()=3 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~jymbunzxZ3xAN34jI4C2K0BKDEvmohO.1 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~jymbunzxZ3xAN34jI4C2K0BKDEvmohO.2 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~jymbunzxZ3xAN34jI4C2K0BKDEvmohO.3 2024-09-22T09:24:38.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18261947396929444062', time=2024-09-22T11:17:40.418915+0000, chain.objs.size()=1 2024-09-22T09:24:38.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.554__shadow_.kMygPMvfPM_SRMftzXTXnSc7sxoq5fI_0 2024-09-22T09:24:38.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13945496427205330018', time=2024-09-22T11:17:43.370347+0000, chain.objs.size()=1 2024-09-22T09:24:38.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.558__shadow_.pRgpMkXrrarLLnlIMPZhbJLa4acdGGu_0 2024-09-22T09:24:38.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12417545441688789682', time=2024-09-22T11:17:44.373096+0000, chain.objs.size()=1 2024-09-22T09:24:38.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.559__shadow_.GkKMDzj_ugp6Q2bqw76dwOP0oP3ROgl_0 2024-09-22T09:24:38.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.960363250620642064', time=2024-09-22T11:17:52.515102+0000, chain.objs.size()=1 2024-09-22T09:24:38.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.566__shadow_.1QY4ur3UXTLaZRCBrgX_HpAdeczov6T_0 2024-09-22T09:24:38.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9767640964132926018', time=2024-09-22T11:17:58.617153+0000, chain.objs.size()=1 2024-09-22T09:24:38.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:cpy-EZ8aC0O4XNPkg9JcEdlNjcjg7lH_.y2HP4rKO0NNpX1p9Re16TcJqYAHtkeq_0 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13520989958037683383', time=2024-09-22T11:18:24.012771+0000, chain.objs.size()=1 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:8udX37X7GnvaOLydrWjUACr7fBUd-To_.jaaG-6roAJdkkii2DpOL_BIJRZWysXG_0 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18390965416635279713', time=2024-09-22T11:18:33.733019+0000, chain.objs.size()=1 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:v6tJdHu4jrfZ-99ZrCJg0lfMm2UZWoc_.5pQKVe9wtZunQBQnip5ZyTrSRvggs6H_0 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2625209193015072686', time=2024-09-22T11:18:35.149027+0000, chain.objs.size()=1 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:a3FC6KmBftf0uoxI543I1QxDywMeL7h_.aqmJr4b45j9iA2tL_uLnvO5ROYc88A9_0 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7712685941361351688', time=2024-09-22T11:18:45.106331+0000, chain.objs.size()=1 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.607__shadow_.IF0rIzmQt5q2aoS6l4laCTVpBXq6MJd_0 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18415073389867164727', time=2024-09-22T11:21:00.439691+0000, chain.objs.size()=6 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624__multipart_multipart_enc.2~9ioHu1D40lSRcXnZJckVjpEw4ESfz3B.1 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624__multipart_multipart_enc.2~9ioHu1D40lSRcXnZJckVjpEw4ESfz3B.2 2024-09-22T09:24:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624__multipart_multipart_enc.2~9ioHu1D40lSRcXnZJckVjpEw4ESfz3B.3 2024-09-22T09:24:38.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624__multipart_multipart_enc.2~9ioHu1D40lSRcXnZJckVjpEw4ESfz3B.4 2024-09-22T09:24:38.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624__multipart_multipart_enc.2~9ioHu1D40lSRcXnZJckVjpEw4ESfz3B.5 2024-09-22T09:24:38.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.712+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624__multipart_multipart_enc.2~9ioHu1D40lSRcXnZJckVjpEw4ESfz3B.6 2024-09-22T09:24:38.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.712+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5044235596204725891', time=2024-09-22T11:21:05.193880+0000, chain.objs.size()=1 2024-09-22T09:24:38.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.712+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.632__shadow_.2MvinoSCDPJ8uhfXs6YIkbmPXwy91O8_0 2024-09-22T09:24:38.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.727 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:24:38.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46588' 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_FWPdPwucbsJVWB680aBCBYYUFYo39UI', time=2024-09-22T11:12:08.171803+0000, chain.objs.size()=2 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.166__shadow_.Fl1V58e_mWaRnHidQsoaxwgasVXZCJm_0 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.166__shadow_.Fl1V58e_mWaRnHidQsoaxwgasVXZCJm_1 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.302518715252715874', time=2024-09-22T11:12:09.620010+0000, chain.objs.size()=1 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.172__shadow_.AMfAyZwZ7sfhh_JE4n5oSoNll4AEW3h_0 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13059289053754365470', time=2024-09-22T11:12:26.693782+0000, chain.objs.size()=1 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.189__shadow_.Y8-FvgrEcnfUQFXY9WSu1e7ozzCOQUj_0 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14055710853486038100', time=2024-09-22T11:13:43.027502+0000, chain.objs.size()=1 2024-09-22T09:24:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.244__shadow_.JQTVcKAPjuSF6zehRTyZVIKQT_JXwGG_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17553649069300555686', time=2024-09-22T11:13:43.930715+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.246__shadow_.aV_gs7kvxb0EbUgyArd7p-k9Ljj0ION_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2697350817839757111', time=2024-09-22T11:13:45.123968+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.249__shadow_._8JzvKpNlFTw7aYB--Di1xNYzN7LoDn_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.476855587346015225', time=2024-09-22T11:13:46.718656+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.253__shadow_.FXqvCsK61YBuBM7StR_PcfLVdOGXSGN_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16283539362084619983', time=2024-09-22T11:14:11.442915+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Kflv0-ncjgq-r3vBGSCXwy_h2xt-JRf_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7481299478475349855', time=2024-09-22T11:14:11.908844+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pHQOUdwKidHy8MR5EEY1u4Bqw1wSX4W_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1032380051981495864', time=2024-09-22T11:14:12.253278+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.g4S0x2UNrxFKyUemHZal30hKomkYqVo_0 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4359304603261422852', time=2024-09-22T11:14:12.300173+0000, chain.objs.size()=1 2024-09-22T09:24:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qEMPmhVxLJ7FpwJmhy0Hrecq8ngjEtM_0 2024-09-22T09:24:38.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.732+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16327553807664344282', time=2024-09-22T11:14:12.350819+0000, chain.objs.size()=1 2024-09-22T09:24:38.734 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.732+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QtkyYJDdyG-loydf7KfcMqLzkNywos0_0 2024-09-22T09:24:38.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.475595062562549232', time=2024-09-22T11:14:12.366151+0000, chain.objs.size()=1 2024-09-22T09:24:38.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BKLtlIPXZntEnpl7GdndpUp1UF78P2q_0 2024-09-22T09:24:38.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3210839090690412904', time=2024-09-22T11:14:12.567598+0000, chain.objs.size()=1 2024-09-22T09:24:38.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.utTldiqKpijCxaza__Hx0RxdZ6rPq1-_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3880598542692445774', time=2024-09-22T11:14:12.606762+0000, chain.objs.size()=1 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tGyxAShFmv17Y1jYhs6o7_28ZvQ1IXP_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.337537266401782210', time=2024-09-22T11:14:12.666052+0000, chain.objs.size()=1 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.f0lvANeCZz-PrvTN0DSaKMcL9S2x24Q_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11273808976373141243', time=2024-09-22T11:14:12.682566+0000, chain.objs.size()=1 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.T6QQgCBV8rRFDYwhzYpsHZ9SZNtAZoP_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9898458664381009166', time=2024-09-22T11:14:12.705948+0000, chain.objs.size()=1 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ggMaEZ6jGdVe34zdsR3O4ccIE0HzBX0_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11610946543548076122', time=2024-09-22T11:14:12.749672+0000, chain.objs.size()=1 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R4b5YE3c41Gox3TO9mJJ_rC4NHI75VM_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15355088878737699487', time=2024-09-22T11:14:12.763758+0000, chain.objs.size()=1 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tSOP-NWvANTPyu5AfZdLWVBPZ_-H41v_0 2024-09-22T09:24:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9171898042291176400', time=2024-09-22T11:14:12.945043+0000, chain.objs.size()=1 2024-09-22T09:24:38.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ltAaIaQPzP-ptyZAGxQ10m7aBw97K3K_0 2024-09-22T09:24:38.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15219248050374720557', time=2024-09-22T11:14:12.948184+0000, chain.objs.size()=1 2024-09-22T09:24:38.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4qEY4NtX79-9cf74XYZg8-Uh1JKPBbK_0 2024-09-22T09:24:38.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2850483667746424205', time=2024-09-22T11:14:13.242776+0000, chain.objs.size()=1 2024-09-22T09:24:38.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Y_vKshC7wShQgHx4UhaUwguQpd1j3Rw_0 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18247289858074149409', time=2024-09-22T11:14:13.312076+0000, chain.objs.size()=1 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OvTmX8qFQAavfpCmcdrfmLr_I9Dfkvj_0 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12445320014244353120', time=2024-09-22T11:14:13.334952+0000, chain.objs.size()=1 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2a3ISNNJuH55LH3M0xzGBivx5TaQ435_0 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10974734787422242257', time=2024-09-22T11:14:13.342323+0000, chain.objs.size()=1 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Grc56sGPZb2c_e_yDBJeTgUTT-Wnqst_0 2024-09-22T09:24:38.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16399461969124764459', time=2024-09-22T11:14:13.356931+0000, chain.objs.size()=1 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.V7sTyQjhGY1WHIrrQZGE-TD_34m1Mh3_0 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3626106119548493686', time=2024-09-22T11:14:13.367163+0000, chain.objs.size()=1 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pSmEQvsVXmcLd8iyOBeDwv3VYb50fK5_0 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6371254282326186189', time=2024-09-22T11:14:13.382705+0000, chain.objs.size()=1 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.h7LElc-xtb95VZ4TIZbI4246j-8R5G2_0 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6132284159962494571', time=2024-09-22T11:14:13.696605+0000, chain.objs.size()=1 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GSnlpzUoyov9gir2suM1TRfYlD2QRiS_0 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17808315259591179528', time=2024-09-22T11:14:13.713628+0000, chain.objs.size()=1 2024-09-22T09:24:38.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1dK5YDhvU-uzHhcUw_P2OTG7tjA-H3O_0 2024-09-22T09:24:38.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1863095133248326257', time=2024-09-22T11:14:13.724731+0000, chain.objs.size()=1 2024-09-22T09:24:38.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tmnF1cFhoLWQLVKPgRLuuMP1lRceMAR_0 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14149478849411463098', time=2024-09-22T11:14:13.757580+0000, chain.objs.size()=1 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.a5ayYP2PSnaAmCsLx5b3c_tr0DtJWAo_0 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10660107098804501617', time=2024-09-22T11:14:13.847116+0000, chain.objs.size()=1 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ggA0WpJNgzy-1lSUej3EUrqMdI8brJ9_0 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13992383667893734950', time=2024-09-22T11:14:14.012939+0000, chain.objs.size()=1 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dGFIy3jKHKepaSlnughlqff3REJYEno_0 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10818695065869723132', time=2024-09-22T11:14:14.078023+0000, chain.objs.size()=1 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.O7Gyy-aN0QrINQCe2uH3ChwU1e58thG_0 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14707490927031839319', time=2024-09-22T11:14:14.154127+0000, chain.objs.size()=1 2024-09-22T09:24:38.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Qtg37Zwcp9rFqUim2C_CV_m3GbkpHgc_0 2024-09-22T09:24:38.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2311273776938395644', time=2024-09-22T11:14:14.376284+0000, chain.objs.size()=1 2024-09-22T09:24:38.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.264__shadow_.HevOrI1Ih774ExT8EYxKKc9tELOT8O6_0 2024-09-22T09:24:38.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12768828003785884898', time=2024-09-22T11:14:22.829858+0000, chain.objs.size()=1 2024-09-22T09:24:38.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.286__shadow_.e3lAl21R9bqenbxAtebaPNBTMKrgppe_0 2024-09-22T09:24:38.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14248558773607737836', time=2024-09-22T11:14:26.375577+0000, chain.objs.size()=1 2024-09-22T09:24:38.747 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.9-ZWr3F_54yG7Aj7pTrqehVUGnqU8e1_0 2024-09-22T09:24:38.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14514709323871611870', time=2024-09-22T11:15:00.244673+0000, chain.objs.size()=1 2024-09-22T09:24:38.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.d0LrOgq9bbJ02qg5KmeI85JphNjmI5V_0 2024-09-22T09:24:38.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10237632326128061406', time=2024-09-22T11:15:00.367923+0000, chain.objs.size()=1 2024-09-22T09:24:38.748 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oIGLyl_7QlyZhFzdTbRa--3P8IvdAIM_0 2024-09-22T09:24:38.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14162790343572751939', time=2024-09-22T11:15:00.375971+0000, chain.objs.size()=1 2024-09-22T09:24:38.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cAU5Yvdw0BZnzgbjsV5-_i57j9PSw7y_0 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14540647392694660220', time=2024-09-22T11:15:00.377084+0000, chain.objs.size()=1 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.a38LaJLfw6VquX6FSJLGf6_LUOPIgY5_0 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2785393014912029303', time=2024-09-22T11:15:00.431034+0000, chain.objs.size()=1 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.i4UBZQBGgvH2d0jfXhKo0BCCswc0Vn3_0 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10944047459069585568', time=2024-09-22T11:15:00.775414+0000, chain.objs.size()=1 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QquZzFWvc7jKMT1Eszi_PIsuY3s3u0Q_0 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4223549393594004579', time=2024-09-22T11:15:00.798801+0000, chain.objs.size()=1 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QEryZMdtm8LvPmDZCBIOGbH_4GZf-9k_0 2024-09-22T09:24:38.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1412453632958600278', time=2024-09-22T11:15:01.062453+0000, chain.objs.size()=1 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2eaF1B9QCUPQIEDHVb1qQiIFO_iWtfS_0 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11177669177867250047', time=2024-09-22T11:15:01.100750+0000, chain.objs.size()=1 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YKqHGCIQNpXL7AAPnNn6Jp0M0_06rDK_0 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16351281920278583585', time=2024-09-22T11:15:01.147828+0000, chain.objs.size()=1 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cLhrV-SOdEtEh_PXH6aXbhLxIZry1u1_0 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1934414913944598070', time=2024-09-22T11:15:01.228766+0000, chain.objs.size()=1 2024-09-22T09:24:38.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.O7rtIUUOd71F-OB6N8Isr6tHyS6sCO2_0 2024-09-22T09:24:38.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3718571345061541275', time=2024-09-22T11:15:01.371199+0000, chain.objs.size()=1 2024-09-22T09:24:38.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bk3sI4GIa8dWBgdgtKy2wNIW2daUjC3_0 2024-09-22T09:24:38.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12649270582576266851', time=2024-09-22T11:15:01.458834+0000, chain.objs.size()=1 2024-09-22T09:24:38.753 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.752+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.A_fP41ZKoKlAbKbjt-hB_p23n9iyQc1_0 2024-09-22T09:24:38.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5366680420549423282', time=2024-09-22T11:15:01.508450+0000, chain.objs.size()=1 2024-09-22T09:24:38.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iEQAsFPrXbmWJWvKzV7FabS0NjFTUK7_0 2024-09-22T09:24:38.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7432336743023999565', time=2024-09-22T11:15:01.523368+0000, chain.objs.size()=1 2024-09-22T09:24:38.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.34YgrrzgbWFt-AjWWTYXguaYhxvkx4p_0 2024-09-22T09:24:38.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14248256173613889706', time=2024-09-22T11:15:01.528286+0000, chain.objs.size()=1 2024-09-22T09:24:38.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Ko4lhX8fu1bh0Esz8pjat6pRKtCuFRg_0 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11525530340094906732', time=2024-09-22T11:15:01.556398+0000, chain.objs.size()=1 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bnkn7bV-qZ2AJj8_CP0AMH-Tja-_qrg_0 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6038264818436533194', time=2024-09-22T11:15:01.827425+0000, chain.objs.size()=1 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Cj8iDFqV09Z1bD8LtEi80C6KyzOqGxs_0 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5390860311423978813', time=2024-09-22T11:15:01.831521+0000, chain.objs.size()=1 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.sFPKa7FYTHbx2Y2JwS-92mQwpQ7Uxgq_0 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11211623410611738735', time=2024-09-22T11:15:01.860733+0000, chain.objs.size()=1 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CHR5y-P2UowA4rnvNVgiFOddFBr6nqP_0 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14059525104203362539', time=2024-09-22T11:15:01.911245+0000, chain.objs.size()=1 2024-09-22T09:24:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.F1RME55ZxkT2vK9tgladMmD-5MceySY_0 2024-09-22T09:24:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5630934592620652135', time=2024-09-22T11:15:01.960079+0000, chain.objs.size()=1 2024-09-22T09:24:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9fZYQReZnRv2RljzUjthEfr_-sdkoRj_0 2024-09-22T09:24:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3281771337749920437', time=2024-09-22T11:15:01.961123+0000, chain.objs.size()=1 2024-09-22T09:24:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1eFZeQVCaiqKoNBh8E4z6rnjNDgfXcp_0 2024-09-22T09:24:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.354390871432955906', time=2024-09-22T11:15:02.256468+0000, chain.objs.size()=1 2024-09-22T09:24:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.g5exTZKRLpTJuDw4HReAi6CGfB5HnmH_0 2024-09-22T09:24:38.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16017652924311475413', time=2024-09-22T11:15:02.286878+0000, chain.objs.size()=1 2024-09-22T09:24:38.761 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._HYruTZ5NPg0eRZMFeGCPHmT09O6ik0_0 2024-09-22T09:24:38.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3421432556534018933', time=2024-09-22T11:15:02.327547+0000, chain.objs.size()=1 2024-09-22T09:24:38.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oDf3HYFywE9rNGPc4pmGlDyK81yDX1V_0 2024-09-22T09:24:38.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.835408396262154435', time=2024-09-22T11:15:02.351056+0000, chain.objs.size()=1 2024-09-22T09:24:38.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kA80g6-0xKgRfjDnhuRXkwJCvCnYUWf_0 2024-09-22T09:24:38.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18337535162976269225', time=2024-09-22T11:15:02.499159+0000, chain.objs.size()=1 2024-09-22T09:24:38.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BWhjrM4d4qqX7_kox5UjYtwBEmv_Lag_0 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14825761533757428941', time=2024-09-22T11:15:02.574022+0000, chain.objs.size()=1 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WAhrchEOJCdAI9atOPzd7j4oCHZILRp_0 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15971079684696823588', time=2024-09-22T11:15:02.621216+0000, chain.objs.size()=1 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2cMBwnv3JiPsWopsgeq7VcWb0NGs8P0_0 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14629094597614882753', time=2024-09-22T11:15:02.863668+0000, chain.objs.size()=1 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.55pPeiTojBAUVxP80Z_qBtAWigbr8Fd_0 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15075926575983298605', time=2024-09-22T11:15:02.893403+0000, chain.objs.size()=1 2024-09-22T09:24:38.765 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2nvzdND3V3AXKgg0LCZNm_iZtUPtoZa_0 2024-09-22T09:24:38.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11969967176847916376', time=2024-09-22T11:15:02.894151+0000, chain.objs.size()=1 2024-09-22T09:24:38.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Ivzmgk_RH8_ONUizVe3-oxHDdyESb2P_0 2024-09-22T09:24:38.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7291571154951874971', time=2024-09-22T11:15:24.098336+0000, chain.objs.size()=1 2024-09-22T09:24:38.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HR_5HWpVUbpa_JLwrtB4_jWw41MXYFu_0 2024-09-22T09:24:38.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17233128712454428716', time=2024-09-22T11:15:24.230976+0000, chain.objs.size()=1 2024-09-22T09:24:38.766 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.764+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qoT6JwI04PgEXekD-QsJQe3JnJ2IsC1_0 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17466066241902701077', time=2024-09-22T11:15:24.242611+0000, chain.objs.size()=1 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._m5sq-0wsj0wju-_7_o3NbjYI6i_MY7_0 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1480335596144470375', time=2024-09-22T11:15:24.428266+0000, chain.objs.size()=1 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.E5kAcyimjVA93KmHri9CutZezGRVxrh_0 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7420882853934676990', time=2024-09-22T11:15:24.460251+0000, chain.objs.size()=1 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Vcx_t6OkO567NgVNcpzqqVivBoS2I_e_0 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5864352221565248500', time=2024-09-22T11:15:24.492051+0000, chain.objs.size()=1 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rUDuHN0A0xVjG5nxUDB8Ea9fjZzaUf9_0 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16506853463109826921', time=2024-09-22T11:15:24.555619+0000, chain.objs.size()=1 2024-09-22T09:24:38.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wd3MQ1uonEsPNWVVrhreYQUvrZOvPLZ_0 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13585459259533475012', time=2024-09-22T11:15:24.573017+0000, chain.objs.size()=1 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bOx0HbfEqpotii4vmszivlnba2-D_N6_0 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14042081351015150854', time=2024-09-22T11:15:24.610546+0000, chain.objs.size()=1 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Dw5eKpsy2l8dMHyGagQneWuCJGGyUOh_0 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14982273645279628994', time=2024-09-22T11:15:24.909919+0000, chain.objs.size()=1 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bRXUUa2rcS5uuKTsDepnGnSmhoBqQAd_0 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3169817107534612210', time=2024-09-22T11:15:24.930834+0000, chain.objs.size()=1 2024-09-22T09:24:38.770 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Z4tDz_xXNilBf9i6JaBezq6qiowXSFF_0 2024-09-22T09:24:38.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.772+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15689289225790363733', time=2024-09-22T11:15:24.985768+0000, chain.objs.size()=1 2024-09-22T09:24:38.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.772+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xFmmdbFuRdsUzferqRwJfmH6i6lVDYq_0 2024-09-22T09:24:38.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.772+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12233223448408594771', time=2024-09-22T11:15:25.002572+0000, chain.objs.size()=1 2024-09-22T09:24:38.774 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.772+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9unndJ7D1bYp-1eWWwVMX4Hj2A66nER_0 2024-09-22T09:24:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12211242280167978644', time=2024-09-22T11:15:25.022813+0000, chain.objs.size()=1 2024-09-22T09:24:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ib-pwMq4rh_X9gIVUMJFpHXZ_saWyML_0 2024-09-22T09:24:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2769819021648347864', time=2024-09-22T11:15:25.178913+0000, chain.objs.size()=1 2024-09-22T09:24:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Aol4XuTPiK4Nr79a695lCq2W_jyiopP_0 2024-09-22T09:24:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17311762521061479834', time=2024-09-22T11:15:25.309813+0000, chain.objs.size()=1 2024-09-22T09:24:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iF4OS7MGsBXexb4IgTBfwJxRXHqIkxw_0 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16829601871003579916', time=2024-09-22T11:15:25.331755+0000, chain.objs.size()=1 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Jafv-taWnGRU0B1AVJwUamiCwtQqsYD_0 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1660445256548368237', time=2024-09-22T11:15:25.646688+0000, chain.objs.size()=1 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MQEym1YcAv580hGLia7YpDpi-GXs28g_0 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14749567646445196375', time=2024-09-22T11:15:25.704753+0000, chain.objs.size()=1 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UmeMVsOx0FeEjeKVtxBXWZ8I8HxACBs_0 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11716680515078378328', time=2024-09-22T11:15:25.932412+0000, chain.objs.size()=1 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MzZmiAmTPBU-T7grKyjtUlRQ7NWCtf4_0 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16874151948293825540', time=2024-09-22T11:15:26.003846+0000, chain.objs.size()=1 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.IotFJM42tvUfTFUVpWOiZGOU46kFLtE_0 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14388043946747200751', time=2024-09-22T11:15:26.074770+0000, chain.objs.size()=1 2024-09-22T09:24:38.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uT5gPVxebciKBJIOQquB7fAS1haH1-E_0 2024-09-22T09:24:38.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18310713200146736087', time=2024-09-22T11:15:26.094733+0000, chain.objs.size()=1 2024-09-22T09:24:38.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.g2sGRg25VjCdEdfc-QWlc4pdCsBV2-t_0 2024-09-22T09:24:38.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12514889567038809120', time=2024-09-22T11:15:26.099639+0000, chain.objs.size()=1 2024-09-22T09:24:38.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7mUDRL0YjTVQ58yUI5PL66yYfgtywWz_0 2024-09-22T09:24:38.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9126382919099793959', time=2024-09-22T11:15:26.160848+0000, chain.objs.size()=1 2024-09-22T09:24:38.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0BiozKvTmXJMGxsn0l_TtZd5ZDMRb0L_0 2024-09-22T09:24:38.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1876126829575576922', time=2024-09-22T11:15:26.344867+0000, chain.objs.size()=1 2024-09-22T09:24:38.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jNllF2vZzt3KA3v_mk2oksdqoHmYKTU_0 2024-09-22T09:24:38.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1848359668044093593', time=2024-09-22T11:15:26.359182+0000, chain.objs.size()=1 2024-09-22T09:24:38.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SeTIDkAsXkxdMszVuNghX4CVW8LMElC_0 2024-09-22T09:24:38.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46588 2024-09-22T09:24:38.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14591133992320042887', time=2024-09-22T11:15:26.420933+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FGxyzkYFf2rZsDFkO2gQOOCc7RIOSGP_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14614946858187160288', time=2024-09-22T11:15:26.446922+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.B-S4jPEv_XOcA6W6Jcw1SQX9NnNZJpD_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12444609331181889147', time=2024-09-22T11:15:26.464345+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zYjguyckagH4sVia_cCC9sdCr-vuISU_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4681804055722660464', time=2024-09-22T11:15:26.477159+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.M4aBGlJ4VCSfJ_S_eEpPT5_7oLu9QZG_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3827755409214834545', time=2024-09-22T11:15:26.759352+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wFlwpB76w72LMUyqNDkyCQOyIV2VvTR_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14232671530895478646', time=2024-09-22T11:15:26.785964+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HvybuPFIv5w1j8-MYrxW9exJuUDDCTo_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4544721665005181918', time=2024-09-22T11:15:33.697064+0000, chain.objs.size()=1 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.346__shadow_.L8DCXt4jhBvNaOjRKS5pnvdqaUBI9tA_0 2024-09-22T09:24:38.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14515130772983047185', time=2024-09-22T11:15:34.053274+0000, chain.objs.size()=1 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.347__shadow_.HVqr7uK3ePV3VmL9r1Ez0xIP2larvZA_0 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.238335967627387559', time=2024-09-22T11:15:35.879619+0000, chain.objs.size()=1 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.354__shadow_.2jr-0clQd06hlT7NpjoevKteL3zSBA1_0 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17214686549798042406', time=2024-09-22T11:16:13.395844+0000, chain.objs.size()=1 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.456__shadow_.aPql3WmP0puRrtws8qwXV89Jpn-SQT2_0 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12351279779686467700', time=2024-09-22T11:16:24.305259+0000, chain.objs.size()=1 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.PlhgQJOoSI1XrCDEbLN3KAggW39eXtO_0 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8222252594914534401', time=2024-09-22T11:16:25.908314+0000, chain.objs.size()=3 2024-09-22T09:24:38.790 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.487__shadow_.zIgpF7Ug4YpCrm9eeEMIriTOut9E-fA_0 2024-09-22T09:24:38.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.487__shadow_.zIgpF7Ug4YpCrm9eeEMIriTOut9E-fA_1 2024-09-22T09:24:38.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.487__shadow_.zIgpF7Ug4YpCrm9eeEMIriTOut9E-fA_2 2024-09-22T09:24:38.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15319818859580587757', time=2024-09-22T11:16:46.378767+0000, chain.objs.size()=1 2024-09-22T09:24:38.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.521__shadow:DOo.q5S3VpVA7N-qb5i05MrmqzjJLJB_.BT--VBHd8NPMH1d7FzslaOE3Dxy1_CQ_0 2024-09-22T09:24:38.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms', time=2024-09-22T11:16:52.948427+0000, chain.objs.size()=1 2024-09-22T09:24:38.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms.2 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms', time=2024-09-22T11:16:52.951848+0000, chain.objs.size()=1 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms.3 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16449201378179998959', time=2024-09-22T11:16:59.638707+0000, chain.objs.size()=1 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~9tUTkT_OAbZBAu6GlrLSJLEDfCHF02W.1 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~R9J0Y7f2b08VrRhabJrBt-jB3Eq8gpq', time=2024-09-22T11:17:05.972400+0000, chain.objs.size()=1 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.532__multipart_mymultipart2.2~R9J0Y7f2b08VrRhabJrBt-jB3Eq8gpq.1 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15056841157483688422', time=2024-09-22T11:18:03.180906+0000, chain.objs.size()=1 2024-09-22T09:24:38.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.572__shadow_.WDeSiY7bznHeaApz0DtYRYhcaHkPsZ9_0 2024-09-22T09:24:38.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5930877726827399382', time=2024-09-22T11:18:27.905468+0000, chain.objs.size()=1 2024-09-22T09:24:38.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:vJMo1EbYGhmNMe1REkQ6IE.Cp9UjMH8_.spexbTI9e8Rj8Lr-YZ4Jlfs_FrMIl72_0 2024-09-22T09:24:38.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14600729640677265108', time=2024-09-22T11:18:38.862053+0000, chain.objs.size()=1 2024-09-22T09:24:38.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:THYprChHBcdvUsnCB0CHJHzueuLj4hX_.14n36pPOjFwYCG1V_Bm1T0sQzWEC8ul_0 2024-09-22T09:24:38.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3604986333067130354', time=2024-09-22T11:21:07.377961+0000, chain.objs.size()=1 2024-09-22T09:24:38.796 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.638__shadow_.Xa3YzeXWNdMhjyX7WUk7wQKcpz_lMkK_0 2024-09-22T09:24:38.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.800+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9264981535332193561', time=2024-09-22T11:21:08.453666+0000, chain.objs.size()=1 2024-09-22T09:24:38.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.800+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.641__shadow_.KqhiPeA0MqElmMy6tFrL_tGEGsYEhOC_0 2024-09-22T09:24:38.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.800+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5149729417054353207', time=2024-09-22T11:21:24.560549+0000, chain.objs.size()=1 2024-09-22T09:24:38.801 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.800+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.669__shadow_.Sd1aOh7MNtHQM1Mlsa2VdckSNYmEeyu_0 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10992874165399724673', time=2024-09-22T11:21:34.323188+0000, chain.objs.size()=1 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.699__shadow:vbpcX8Hs7HDinLAR5WSvz-8G9MyhDyi_.gGmN95oepYge8RqE_4Dav6sXAYSCY0z_0 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17445481326916698708', time=2024-09-22T11:21:35.994835+0000, chain.objs.size()=1 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.703__multipart_file1.2~VUs36j7n3XUUW_AgksDIdq-nsiYEzs2.1 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6552524198569899021', time=2024-09-22T11:21:36.478745+0000, chain.objs.size()=1 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.704__shadow:4ThuUC1wH7c.OXVAWy-.Zo5XBfPdbP5_.66Iig8PVo7yLzyjPPoj_vx9hbrEtpqN_0 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4598139295656529672', time=2024-09-22T11:21:36.900141+0000, chain.objs.size()=1 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.705__shadow:iUL8eyKkWt1OZ53m8aeb3wOvjvgkM0T_.ZgK780sQzCMdNKYGTwAVHeSjY5I2XeY_0 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5952261419639448690', time=2024-09-22T11:22:30.001805+0000, chain.objs.size()=1 2024-09-22T09:24:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.766__shadow_.FTBZOPvVLmA4U-WdIl9Nv5bGyzIxpM0_0 2024-09-22T09:24:38.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:24:38.812 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.813 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49570' 2024-09-22T09:24:38.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7169291832752939948', time=2024-09-22T11:13:40.053722+0000, chain.objs.size()=1 2024-09-22T09:24:38.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.237__shadow_.2-3kLmMcuaPzHBT-VtJjK7V5uWNTHhr_0 2024-09-22T09:24:38.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18023651091487939766', time=2024-09-22T11:13:40.575758+0000, chain.objs.size()=1 2024-09-22T09:24:38.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.238__shadow_.75GDn9QWdkZH5KS_hGkPPTtdXOxQg7Y_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11504541916216253410', time=2024-09-22T11:13:42.137128+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.242__shadow_.SyJnz8Ljw5r6jTjLe5Icf6lltt9heg1_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16597280607612821318', time=2024-09-22T11:13:47.099937+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.254__shadow_.A6epCf7L1ktPSfo4glND-1jXGxTKW4b_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4114417238821661225', time=2024-09-22T11:14:11.478444+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sbfVO70CwEfNPXXlDQ5F46D5Byi9lVM_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10291152051098445233', time=2024-09-22T11:14:11.534116+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qDY9q0bEEjrJv78Gb2T0K4lifb4QZFE_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10328478121549400859', time=2024-09-22T11:14:12.160496+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.x_CsfhXEO1hOBXcKsfS9l5apGvz5KRU_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11060440068058924042', time=2024-09-22T11:14:12.192254+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.j1O8UfbN6TDY8c7_FyhDDB1hbNEaTlG_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1776974077196439595', time=2024-09-22T11:14:12.293150+0000, chain.objs.size()=1 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xtod1yJGVMKIJkX59MG-Gb9wz3zNgTx_0 2024-09-22T09:24:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.499321489388916124', time=2024-09-22T11:14:12.337338+0000, chain.objs.size()=1 2024-09-22T09:24:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.v8vMM76S1ZcpCofd1bFDVONnZLz8s0z_0 2024-09-22T09:24:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14809642951558836714', time=2024-09-22T11:14:13.257684+0000, chain.objs.size()=1 2024-09-22T09:24:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GJzCRYCdzIgW__hu0Rtf0xyGN4MWWk0_0 2024-09-22T09:24:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13173389730000085722', time=2024-09-22T11:14:13.306536+0000, chain.objs.size()=1 2024-09-22T09:24:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mEo7mfl64bJByIvi1FytcCdD8P0yN_R_0 2024-09-22T09:24:38.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15744666716895247801', time=2024-09-22T11:14:13.344245+0000, chain.objs.size()=1 2024-09-22T09:24:38.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5sGRjXc0zd21L2E_O2oEZgMCRiuYkiY_0 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.208001711971742665', time=2024-09-22T11:14:13.359504+0000, chain.objs.size()=1 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.toDXYQisuDJhuB1dzBcos8mrXrtWxw5_0 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16063955617524040586', time=2024-09-22T11:14:13.409537+0000, chain.objs.size()=1 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sH3m0QoF9DzztIAd39crndING_NMofq_0 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9321509607787351834', time=2024-09-22T11:14:13.706891+0000, chain.objs.size()=1 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.s5gKiT0sbZqp9kYBJ0cHh39h1qKCL1Z_0 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6657845096240549418', time=2024-09-22T11:14:13.716655+0000, chain.objs.size()=1 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZN4inMZfdJBnrbZV5BaVwY0aWB3gbJu_0 2024-09-22T09:24:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7682762008617278310', time=2024-09-22T11:14:13.731343+0000, chain.objs.size()=1 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nHt9UHx43fJKBGeArIg0vzdYdNh6DyJ_0 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17326287599941332994', time=2024-09-22T11:14:14.053723+0000, chain.objs.size()=1 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GUMU6b3e-C6HQgscGzOEVZAX9ONvPvv_0 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6477729394917877267', time=2024-09-22T11:14:14.099996+0000, chain.objs.size()=1 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uerlfIsIF44VS0G-x7rsSfhSUvI93k6_0 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10939156277677539818', time=2024-09-22T11:14:14.120539+0000, chain.objs.size()=1 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2PeZiVesRqsGb9EdbimHq-XZocbhoRn_0 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3998469658498748812', time=2024-09-22T11:14:19.255331+0000, chain.objs.size()=1 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.277__shadow_.tXAz1TrxAtzm5DgiY1GvpOKJ4aSj8nf_0 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14574445605236220746', time=2024-09-22T11:14:20.026071+0000, chain.objs.size()=1 2024-09-22T09:24:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.279__shadow_.l3vB7n0DxND8jRH0Nw4ZG5gm5JQMya9_0 2024-09-22T09:24:38.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15648530427405096807', time=2024-09-22T11:14:22.012865+0000, chain.objs.size()=1 2024-09-22T09:24:38.822 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.284__shadow_.CrH00mBjSo2ifedz7hje69sfTqjZdig_0 2024-09-22T09:24:38.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9278749545139797948', time=2024-09-22T11:14:24.090851+0000, chain.objs.size()=1 2024-09-22T09:24:38.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.289__shadow_.rQ5zNJSptr4muOqIUPnKCQe-Gznw6KC_0 2024-09-22T09:24:38.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4516438875729896959', time=2024-09-22T11:15:00.251083+0000, chain.objs.size()=1 2024-09-22T09:24:38.823 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nN4wbg6GfB0zOqcw11-tjKAgQm7VJmY_0 2024-09-22T09:24:38.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4170040197818341811', time=2024-09-22T11:15:00.298042+0000, chain.objs.size()=1 2024-09-22T09:24:38.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uQsZW9699M23vQcETf2P_-1YbEvJccK_0 2024-09-22T09:24:38.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4797113858476004607', time=2024-09-22T11:15:00.322951+0000, chain.objs.size()=1 2024-09-22T09:24:38.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rgmgusDXioJZU8QFrD2f14wtixB-ZA4_0 2024-09-22T09:24:38.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14104180037498226794', time=2024-09-22T11:15:00.361515+0000, chain.objs.size()=1 2024-09-22T09:24:38.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yt5br5eTdjdArrKraDH0ApZiNFCDA1q_0 2024-09-22T09:24:38.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5908115564211987609', time=2024-09-22T11:15:00.435515+0000, chain.objs.size()=1 2024-09-22T09:24:38.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8Uuo-x3lbj2ofqxu1fGmSpbshZVpb4j_0 2024-09-22T09:24:38.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1486043424713849283', time=2024-09-22T11:15:00.491080+0000, chain.objs.size()=1 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.H8ipGkLl2znwRTP2plLTXWjWLyPJ2tJ_0 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13675446707613701759', time=2024-09-22T11:15:00.629190+0000, chain.objs.size()=1 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QT4R1BFjD8PzY_kemTdA8UA6ADihKW9_0 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2217123972612397258', time=2024-09-22T11:15:00.656004+0000, chain.objs.size()=1 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.93P8y5xT_fNKBmab5w38BcSGiCL3pPD_0 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11026552167308427618', time=2024-09-22T11:15:00.667673+0000, chain.objs.size()=1 2024-09-22T09:24:38.827 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YYuGXW_or11rR9GkF4LaCo95qEhwm0K_0 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13635186696273667231', time=2024-09-22T11:15:00.682739+0000, chain.objs.size()=1 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.t5K__23EZoM5Kb4KeNfy4L06IAO1_ct_0 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12372449392473341538', time=2024-09-22T11:15:00.718107+0000, chain.objs.size()=1 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.grXO7Ud-FM81AAw1jVmR7tZ1L3jjH73_0 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1707066819218213468', time=2024-09-22T11:15:00.753864+0000, chain.objs.size()=1 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.XGUP3097nnL4qkMW-cXc4yW6gvLlnVt_0 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7215375354216738782', time=2024-09-22T11:15:00.792629+0000, chain.objs.size()=1 2024-09-22T09:24:38.829 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qBPfEo1Qxk4gIG2ha4ph37usFVk4GZP_0 2024-09-22T09:24:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18425030166195581140', time=2024-09-22T11:15:00.839799+0000, chain.objs.size()=1 2024-09-22T09:24:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.D6BJXft4WV8OAH7jAm5G_X00np_wU6r_0 2024-09-22T09:24:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6928620258665221506', time=2024-09-22T11:15:01.020590+0000, chain.objs.size()=1 2024-09-22T09:24:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cObb6zNrsKGndIt7j11wQHo_i99T5Mq_0 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13855557695172879576', time=2024-09-22T11:15:01.075474+0000, chain.objs.size()=1 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.958frmd1vxSeYjigoLRkJ5eZP5iLir6_0 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10806941918297257295', time=2024-09-22T11:15:01.163754+0000, chain.objs.size()=1 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eiK3j4bZz8L-o7ZmlarcEDNCPlOBr4Z_0 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.47171537535892143', time=2024-09-22T11:15:01.391194+0000, chain.objs.size()=1 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.deIjG_dMPJoGG3EU_huS630_G5kCq7L_0 2024-09-22T09:24:38.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1370691120779039817', time=2024-09-22T11:15:01.528737+0000, chain.objs.size()=1 2024-09-22T09:24:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.W6f1xiBFVO9KRQzkXhFCga-gvxc7MK7_0 2024-09-22T09:24:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3200961567866214456', time=2024-09-22T11:15:01.534931+0000, chain.objs.size()=1 2024-09-22T09:24:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BmM_2qWATvtx_1Bk_2pUyOqk40vQs7p_0 2024-09-22T09:24:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17296421802182022779', time=2024-09-22T11:15:01.583055+0000, chain.objs.size()=1 2024-09-22T09:24:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.v0qHTu0B6qnSbG_ueltY0-FmQzrvxRZ_0 2024-09-22T09:24:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16144120512349164326', time=2024-09-22T11:15:01.736163+0000, chain.objs.size()=1 2024-09-22T09:24:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YDjiTV2gE9lJ9XN6ce0ZHe2J7bkZR0B_0 2024-09-22T09:24:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.73925446076086517', time=2024-09-22T11:15:01.796228+0000, chain.objs.size()=1 2024-09-22T09:24:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cy__UzmoGlhCr4694c7pxjYJLRfP24Q_0 2024-09-22T09:24:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10311269581938322617', time=2024-09-22T11:15:02.139411+0000, chain.objs.size()=1 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FNPo7MOTQO6vBWEs92akM0PBdr9Irce_0 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8620150513405148872', time=2024-09-22T11:15:02.287045+0000, chain.objs.size()=1 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xAVfNbSnTK7RGgu4ntc0ZciuMHiVe29_0 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1204564093525536421', time=2024-09-22T11:15:02.307421+0000, chain.objs.size()=1 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C3uXwhfyhw7lxKcPeiYEiI7BHvSbyHE_0 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10100300937028058417', time=2024-09-22T11:15:02.336742+0000, chain.objs.size()=1 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Uk0v9YhC7h1GAAyBpjZ7GYd5Ko7IwIB_0 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4144292397535446067', time=2024-09-22T11:15:02.355512+0000, chain.objs.size()=1 2024-09-22T09:24:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dvyjFEHDK8FY8LV5juZzTajM-9H9Eqr_0 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.163220649532738749', time=2024-09-22T11:15:02.589326+0000, chain.objs.size()=1 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ar4sLCi5t2DmyAUgLn785NRJxa_YuPG_0 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1669415658001165443', time=2024-09-22T11:15:02.594142+0000, chain.objs.size()=1 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HiHmjY8l4oSxSD-VwpHFpfZzSJdHcp3_0 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9369586370451745220', time=2024-09-22T11:15:02.631006+0000, chain.objs.size()=1 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TNvN9RfgZ8to7zZKOpriumqWjhzA8rX_0 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10110276624245480754', time=2024-09-22T11:15:02.801183+0000, chain.objs.size()=1 2024-09-22T09:24:38.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-WpmBAK5mrkS4rw4wTdaAgI5auhQcu9_0 2024-09-22T09:24:38.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.840+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18052154721119809433', time=2024-09-22T11:15:02.880749+0000, chain.objs.size()=1 2024-09-22T09:24:38.840 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.840+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4Xx8lvbluAwwB_FU--MMykSLh7njvk1_0 2024-09-22T09:24:38.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.840+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17781458651136821335', time=2024-09-22T11:15:02.904447+0000, chain.objs.size()=1 2024-09-22T09:24:38.842 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.840+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Fpxlkqj55PNitrO9NkVHWpcyi0A3pnk_0 2024-09-22T09:24:38.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11935169775295516786', time=2024-09-22T11:15:24.108065+0000, chain.objs.size()=1 2024-09-22T09:24:38.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3_48B2aPBAnpAXFOre7nWCCC-pdcK7R_0 2024-09-22T09:24:38.843 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4967994158937462999', time=2024-09-22T11:15:24.152725+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.69B1qDHC-mqkT9a1wB3A2NevOupOoh6_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10105841814617220199', time=2024-09-22T11:15:24.173428+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Aabhio3KMNidjbq28A0xrhyk53_1-OM_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13319425840386808957', time=2024-09-22T11:15:24.295067+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.b9FIaaVO-No9RKIuWcfW52aFpCMbe5y_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4655039568595234612', time=2024-09-22T11:15:24.434736+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UOWJbhvgyzYOznaoXE6rYZn9u9IOKXj_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2399130629689053959', time=2024-09-22T11:15:24.560787+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ytnOroRNHjTSdZc32o1TcTU7wMc2qdk_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8413950766916152502', time=2024-09-22T11:15:24.605414+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0TGIozaV88UN-QQCeLdMMIlEfidQMWN_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7372487015652960058', time=2024-09-22T11:15:24.644590+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GmOASm8_szmo_3RewabQbRtQnCHd9yM_0 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5241333215710638488', time=2024-09-22T11:15:24.783521+0000, chain.objs.size()=1 2024-09-22T09:24:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.epR5sGfY706MD36sQU5IQbIBN_LxCsg_0 2024-09-22T09:24:38.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4698909055746880958', time=2024-09-22T11:15:24.999944+0000, chain.objs.size()=1 2024-09-22T09:24:38.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.BJIyYsutXWcgGD6DEJWnShrRo94ivtY_0 2024-09-22T09:24:38.847 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15993147137358157608', time=2024-09-22T11:15:25.149866+0000, chain.objs.size()=1 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fJq82jtAcKe5mbgBLn2RuOb77i-gNQp_0 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8174681261514291348', time=2024-09-22T11:15:25.214386+0000, chain.objs.size()=1 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YtRmZ6I8cSQdtVNMhookb9u309MAtFR_0 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626831622324089718', time=2024-09-22T11:15:25.318977+0000, chain.objs.size()=1 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.reskA2j7ND7GT4tshbKaIKzLQq_wanV_0 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.404289120359196551', time=2024-09-22T11:15:25.386176+0000, chain.objs.size()=1 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lm86OgG17MWlgJfAeOx06jTcXNmts5D_0 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8828081375041929355', time=2024-09-22T11:15:25.554351+0000, chain.objs.size()=1 2024-09-22T09:24:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jn6-ePS133XL7BnL4Zc0JXtt8hEocp-_0 2024-09-22T09:24:38.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8645461542160877146', time=2024-09-22T11:15:25.597440+0000, chain.objs.size()=1 2024-09-22T09:24:38.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tjoFa2ixej3vtxLCjNzuoaWcwOBrifQ_0 2024-09-22T09:24:38.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9606135093712008605', time=2024-09-22T11:15:25.702940+0000, chain.objs.size()=1 2024-09-22T09:24:38.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CZ2ku59AWFeMT8ExyZQJUDgO_WyF_qE_0 2024-09-22T09:24:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17054177948522559075', time=2024-09-22T11:15:25.706188+0000, chain.objs.size()=1 2024-09-22T09:24:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.13iI2wdYm0hR6-NCEym9yH1uRSnecDV_0 2024-09-22T09:24:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13150117344899512520', time=2024-09-22T11:15:25.921040+0000, chain.objs.size()=1 2024-09-22T09:24:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.M-ZaFSOOkbBxz50R_QaB7XPHJgeSKfQ_0 2024-09-22T09:24:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10517938507883822680', time=2024-09-22T11:15:26.053520+0000, chain.objs.size()=1 2024-09-22T09:24:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.G2b2nD5qEXAAKZQQBtLh4VP9Oq1WsFT_0 2024-09-22T09:24:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14594064243803343535', time=2024-09-22T11:15:26.066804+0000, chain.objs.size()=1 2024-09-22T09:24:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.269o7gUrUZwRD7kgcODBambGBBzxFDs_0 2024-09-22T09:24:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16393633481094933293', time=2024-09-22T11:15:26.154289+0000, chain.objs.size()=1 2024-09-22T09:24:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6JNu3dJQdMqZP5lXsIcscD02whvaXu2_0 2024-09-22T09:24:38.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18321481982903989919', time=2024-09-22T11:15:26.300707+0000, chain.objs.size()=1 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zhuFVACAzoC9XyL6ePVDpKfFc9JTPB__0 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15819231080863643131', time=2024-09-22T11:15:26.400496+0000, chain.objs.size()=1 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZQaNjQ91dp27_UIuXZklIPrnAjoQzV4_0 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16216166427373642641', time=2024-09-22T11:15:26.404072+0000, chain.objs.size()=1 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.c4amysFL_VUvWXj6ch_r23abMYxy2h6_0 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6057029537808460557', time=2024-09-22T11:15:26.412951+0000, chain.objs.size()=1 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hMHDfIBBU2xyx-8pv1wSAwvQvHl-NO0_0 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18387337987719880815', time=2024-09-22T11:15:26.453348+0000, chain.objs.size()=1 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6xG2mjj2O4u6cYSdrbacMz4RU0IfvPm_0 2024-09-22T09:24:38.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15840024301246086047', time=2024-09-22T11:15:26.456913+0000, chain.objs.size()=1 2024-09-22T09:24:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.q_M5DB9icMRsp_AiHDKCZy0WXnKuCmX_0 2024-09-22T09:24:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12206545653726956076', time=2024-09-22T11:15:26.738944+0000, chain.objs.size()=1 2024-09-22T09:24:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fovGs-XhF1S7mZsYPEGhw4WUvUw8uDN_0 2024-09-22T09:24:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.856+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10859423618858610006', time=2024-09-22T11:15:26.740042+0000, chain.objs.size()=1 2024-09-22T09:24:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.856+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WSk3BMMl9qZyN65vqCgVZei9pKwpSpN_0 2024-09-22T09:24:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.856+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11973862564427356061', time=2024-09-22T11:15:26.794695+0000, chain.objs.size()=1 2024-09-22T09:24:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.856+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Pf-Ti3z5SkNPGz1P9YkvV28BiCU1Ckq_0 2024-09-22T09:24:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.856+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17989288543744786311', time=2024-09-22T11:15:26.803928+0000, chain.objs.size()=1 2024-09-22T09:24:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.856+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._xDhPXRWKnT9z5qBOJvPZ2gcKClHPlJ_0 2024-09-22T09:24:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17876237280102999434', time=2024-09-22T11:16:19.587107+0000, chain.objs.size()=1 2024-09-22T09:24:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.467__shadow_.SuPzJ6FQiz0PaP2rwV11PZRa-ODDu-O_0 2024-09-22T09:24:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7101311997233907570', time=2024-09-22T11:16:29.372632+0000, chain.objs.size()=1 2024-09-22T09:24:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497__shadow_.UgNQvJle1J8X-4gEaYKe6QLLzeJsU16_0 2024-09-22T09:24:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5438090041927146350', time=2024-09-22T11:16:35.519279+0000, chain.objs.size()=6 2024-09-22T09:24:38.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.1 2024-09-22T09:24:38.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.2 2024-09-22T09:24:38.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.3 2024-09-22T09:24:38.861 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.4 2024-09-22T09:24:38.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.5 2024-09-22T09:24:38.863 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.6 2024-09-22T09:24:38.863 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ApgsxC6YAaqCxQY1RI8yXwhftPXR3T9', time=2024-09-22T11:17:05.939871+0000, chain.objs.size()=1 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.532__multipart_mymultipart.2~ApgsxC6YAaqCxQY1RI8yXwhftPXR3T9.1 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5895995011524503461', time=2024-09-22T11:17:52.879121+0000, chain.objs.size()=1 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.567__shadow_.6sjXWLceaf0n2xqcG9qGSh2DfnkeNDI_0 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7427731308042229995', time=2024-09-22T11:17:59.969426+0000, chain.objs.size()=1 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:ixHydgfiAyVQPCZDrjuS40WWOTtde0._.U-_7QCJVSlAD3W2K9J7fA2s7BMLitpv_0 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15393973407447501673', time=2024-09-22T11:18:17.725516+0000, chain.objs.size()=1 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:f5Gye60JikNZd.v6p0ot8jpIdRhSdoW_.zu6WS6pEaKU0gfJOPnGUfzqzqL2mW9f_0 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10517598897867167548', time=2024-09-22T11:18:24.342291+0000, chain.objs.size()=1 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:o5gjHf-DozT4Pv.nklqWqqoCut-g6Ao_.gn8MLMN29qBJt0M7CzYgDDFhLcyNHdC_0 2024-09-22T09:24:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12373636326711284127', time=2024-09-22T11:18:38.847879+0000, chain.objs.size()=1 2024-09-22T09:24:38.865 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:-nQeJ5.QT3CXGOYEI6-5sqs-22KzPXS_.SChmjvHfxiqxnyT3nBW-qfnR1D9znbC_0 2024-09-22T09:24:38.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49570 2024-09-22T09:24:38.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:24:38.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15797142314260313086', time=2024-09-22T11:21:38.142435+0000, chain.objs.size()=1 2024-09-22T09:24:38.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.708__shadow:7dvNTpudUD1CBGcZlPsUfUSBxA2bRdl_.rb9hTwzvvO3mB0djfyHupDTxWoPBNxu_0 2024-09-22T09:24:38.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5062778098672261367', time=2024-09-22T11:22:13.015155+0000, chain.objs.size()=1 2024-09-22T09:24:38.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.745__shadow_.GfW9B6_U10l-eNVHdwYHjpGvFe-j1Wu_0 2024-09-22T09:24:38.873 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:24:38.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46544' 2024-09-22T09:24:38.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_sYzeTCRT4KNbbcdXL6dfZf_kS68gZJS', time=2024-09-22T11:12:08.185217+0000, chain.objs.size()=2 2024-09-22T09:24:38.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.166__shadow_.w5ZTzXrha6Onv1_HR-GmyACyC5ni-Sv_0 2024-09-22T09:24:38.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.166__shadow_.w5ZTzXrha6Onv1_HR-GmyACyC5ni-Sv_1 2024-09-22T09:24:38.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4210030704294009392', time=2024-09-22T11:13:40.569918+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.238__shadow_.ofur9XRh5m7J8qob9hdLeA6Fik4cnIh_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.828115014420730272', time=2024-09-22T11:13:42.523284+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.243__shadow_.jHNUdscEd5scUX1Mkm0iuTIXzSnBaNi_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8439576045855686431', time=2024-09-22T11:13:45.905823+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.251__shadow_.Yw31CrH6SWraXBEgwPCO1q5OBMs-EBt_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.83829211355820625', time=2024-09-22T11:13:46.289076+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.252__shadow_.EmCvsxNXLFM7aOgoBLfZ2lQ81Em5PdC_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3957831519573934144', time=2024-09-22T11:14:11.429744+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bwHPRuDyjpPZMZyHyDiX52CcXuQWCyq_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9696819225299246218', time=2024-09-22T11:14:11.480819+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IyWTq7qVpiaKDrYLW7Bn-XBaIXbmRvI_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17313224584467475777', time=2024-09-22T11:14:11.502861+0000, chain.objs.size()=1 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.f2FjefUZPSsx-itgVgg06F1jIrgk91s_0 2024-09-22T09:24:38.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8498014996426548541', time=2024-09-22T11:14:11.508346+0000, chain.objs.size()=1 2024-09-22T09:24:38.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AyTUqiGC_QGZtHb8QqO7kHNSbgxnw6t_0 2024-09-22T09:24:38.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1054360990439563520', time=2024-09-22T11:14:11.533907+0000, chain.objs.size()=1 2024-09-22T09:24:38.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.17DQMjhsSMd7FvlCew_NgXgIfmlUmwj_0 2024-09-22T09:24:38.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4302393893470516333', time=2024-09-22T11:14:11.535076+0000, chain.objs.size()=1 2024-09-22T09:24:38.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Xq6w1TliXjGgGuOeJYYi6deFljodCrY_0 2024-09-22T09:24:38.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9369735353295688901', time=2024-09-22T11:14:11.599463+0000, chain.objs.size()=1 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dapn03LlM-OUJSMWmNmqKteMn913F8d_0 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14544113275888482193', time=2024-09-22T11:14:11.790340+0000, chain.objs.size()=1 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QU1g3f2MqmPs3aOE3eQcr8OiFKV3j0__0 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15773482857235572999', time=2024-09-22T11:14:11.875959+0000, chain.objs.size()=1 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JRJYWGsKMKU7G7inxsqpeFkHgDSoT0p_0 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7490950676226789827', time=2024-09-22T11:14:12.002603+0000, chain.objs.size()=1 2024-09-22T09:24:38.884 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GSuoWm2_oCOFj7MdniVHG9V9u0tMz0m_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16281261665121521504', time=2024-09-22T11:14:12.128633+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5a9UYLd4rzRiyAoQmtDoNukauuOf-5x_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13351927005604699319', time=2024-09-22T11:14:12.308724+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OHAx4Y__qjN0lTjtbvOPQxAFHI8V-JO_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12817588728164588772', time=2024-09-22T11:14:12.362719+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WihnIn0B_m-fkH5HhCP3vDFF2t-a5yV_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3130127573247449385', time=2024-09-22T11:14:12.617268+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5DRZ8B6U-4yzfbzQPIb5kE3QgqBGRJD_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14147504693047411163', time=2024-09-22T11:14:12.626530+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.thTQGwxZ-WyW4qU09tFtfuHimBkNiLe_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8420143842540407643', time=2024-09-22T11:14:12.661838+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZRZGhesncE1QfBV35kkE-lVpmTLSEbI_0 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6436316154359509985', time=2024-09-22T11:14:12.895554+0000, chain.objs.size()=1 2024-09-22T09:24:38.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cle6rpDIgSDRrV3FgxJ96L_CC7x8u7c_0 2024-09-22T09:24:38.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13883791630960359238', time=2024-09-22T11:14:12.942843+0000, chain.objs.size()=1 2024-09-22T09:24:38.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0zPZKgFgUePOIriRY9CtiVU10YL7mwq_0 2024-09-22T09:24:38.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5146333673372843473', time=2024-09-22T11:14:12.990147+0000, chain.objs.size()=1 2024-09-22T09:24:38.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.33yjGvr4gXosR168KoysOX0bKfc7ib1_0 2024-09-22T09:24:38.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2888816413394798053', time=2024-09-22T11:14:13.092344+0000, chain.objs.size()=1 2024-09-22T09:24:38.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tHzoLD5pKxdfAJXcx-Wz4ZNW_GSkgG7_0 2024-09-22T09:24:38.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8747525158389225437', time=2024-09-22T11:14:13.109455+0000, chain.objs.size()=1 2024-09-22T09:24:38.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.PQzsjatIlisKfpDVQDMycaesulvTrID_0 2024-09-22T09:24:38.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7003425677411982439', time=2024-09-22T11:14:13.329416+0000, chain.objs.size()=1 2024-09-22T09:24:38.889 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zhGVjFDgiLzmRlV_eBIaDjCguakAiY7_0 2024-09-22T09:24:38.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11542566819822173355', time=2024-09-22T11:14:13.415177+0000, chain.objs.size()=1 2024-09-22T09:24:38.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vkKl5vTG-PStizTOFdAPHFpwtbQsht7_0 2024-09-22T09:24:38.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9764247458146888310', time=2024-09-22T11:14:13.419709+0000, chain.objs.size()=1 2024-09-22T09:24:38.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SAgiDHerab5vmCx4thyETBJwkjhf8Fg_0 2024-09-22T09:24:38.890 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16585576236218161276', time=2024-09-22T11:14:13.463839+0000, chain.objs.size()=1 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ij8qgjUftYMThkpuzIBgTPy4-GtN8V5_0 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1395489002153989676', time=2024-09-22T11:14:13.467045+0000, chain.objs.size()=1 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8QonLhHzogBoTr1YJKSSm7XIjdg536m_0 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17526029713782750988', time=2024-09-22T11:14:13.642970+0000, chain.objs.size()=1 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ppWMwxL7DRAeD-J1atQSaLZ-biau144_0 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13567010935698305851', time=2024-09-22T11:14:13.787699+0000, chain.objs.size()=1 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LlbEr2YBA_d8Pqt1GqbXAC6AWuPiXHm_0 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5205111802312769662', time=2024-09-22T11:14:13.788648+0000, chain.objs.size()=1 2024-09-22T09:24:38.891 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5bF7AXCVKsNXJwBZSAwa9keV01c7SNF_0 2024-09-22T09:24:38.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6228229517334869788', time=2024-09-22T11:14:13.854269+0000, chain.objs.size()=1 2024-09-22T09:24:38.894 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.E8XjF9Mq6-bXQfl39fCnGjm5Wiz_Dcz_0 2024-09-22T09:24:38.894 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10909892514490258141', time=2024-09-22T11:14:13.971671+0000, chain.objs.size()=1 2024-09-22T09:24:38.894 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rgbuu4EwuP99RDOcAhY4n4gkdyWmp2c_0 2024-09-22T09:24:38.894 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6685166423792953617', time=2024-09-22T11:14:13.989896+0000, chain.objs.size()=1 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vzua4_TlA_fKdvogQWfxhVhB8R2bII4_0 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13049062940066617444', time=2024-09-22T11:14:14.046169+0000, chain.objs.size()=1 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ze7syqZRgbTO9uBI0Fr8Nlf_R0pw78e_0 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17490074519573556019', time=2024-09-22T11:14:14.151534+0000, chain.objs.size()=1 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.z4D21cLD8_ePEetKfnNHSGjUSmuWnOF_0 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4011861013906867011', time=2024-09-22T11:14:14.156377+0000, chain.objs.size()=1 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rwcPQM3JRvPWRlKchf3v7s9k1IXMLcr_0 2024-09-22T09:24:38.895 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14127832712716536307', time=2024-09-22T11:14:14.722575+0000, chain.objs.size()=1 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.265__shadow_.NBMt7Dr8NJGGRKLIVWbGVf46hQJnu55_0 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10350706572319696289', time=2024-09-22T11:14:18.862854+0000, chain.objs.size()=1 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.276__shadow_.94k8cjgakwZxI9hvFpIJY8x6LABMRfc_0 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5172948267116133572', time=2024-09-22T11:14:23.260661+0000, chain.objs.size()=1 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.287__shadow_.-zREJRvI4MMeq0YmqWwgGixa7fIuohE_0 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13324623764301093480', time=2024-09-22T11:14:23.262503+0000, chain.objs.size()=1 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.287__shadow_.av2UBXsqPzt0-c3y5QfNVV9YY2g4FGd_0 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15820191056516193609', time=2024-09-22T11:14:26.426322+0000, chain.objs.size()=1 2024-09-22T09:24:38.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.sPoBkMnYMN3XUcz-ui8CesxAgHtiX7b_0 2024-09-22T09:24:38.899 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4776420995084731287', time=2024-09-22T11:14:31.069696+0000, chain.objs.size()=1 2024-09-22T09:24:38.899 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.303__shadow_.444WDBZ0pG7AeyMQhcFxEjO0QwsM0qq_0 2024-09-22T09:24:38.899 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6681486232938924962', time=2024-09-22T11:15:00.384459+0000, chain.objs.size()=1 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cqPK6cBNiOl0nibPlIxDtEapl1ji8QY_0 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14155601532118386158', time=2024-09-22T11:15:00.386388+0000, chain.objs.size()=1 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NyDOcV-QGIBrzPWR09QAcwyPjeLcocp_0 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.213803650453473392', time=2024-09-22T11:15:00.411513+0000, chain.objs.size()=1 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iBuogYC0e9sRNoFOcnq68qcA2__-we0_0 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8200510467096858963', time=2024-09-22T11:15:00.426824+0000, chain.objs.size()=1 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1OyTm5WojpfgzKrDm8fZcdzmf_kZQ8I_0 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3230804020148100108', time=2024-09-22T11:15:00.455698+0000, chain.objs.size()=1 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mFw5tOwQrAfT9Rmm65cmlEbNGE5-Shv_0 2024-09-22T09:24:38.900 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8921614204635247682', time=2024-09-22T11:15:00.488723+0000, chain.objs.size()=1 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nYYTBD7naWB8SzjpCFLejmsbqwt6nLe_0 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11107414574575737082', time=2024-09-22T11:15:00.514930+0000, chain.objs.size()=1 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hAqJJYICbG-LY2_rjiOXYNT2HJUD9VM_0 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4943571224699122387', time=2024-09-22T11:15:00.641491+0000, chain.objs.size()=1 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7EIoQPltRAe3Tc5pb9LYIM9drCYh61z_0 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10215137499401559050', time=2024-09-22T11:15:00.698062+0000, chain.objs.size()=1 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KlQ8rV-DDUtf6IHFjy9v9rxAqgBvKJY_0 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9878561239452561564', time=2024-09-22T11:15:00.701327+0000, chain.objs.size()=1 2024-09-22T09:24:38.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uYwU_ipMAJLX5VJIQD8YJi1g1tgyoN6_0 2024-09-22T09:24:38.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6063563161907085597', time=2024-09-22T11:15:00.718056+0000, chain.objs.size()=1 2024-09-22T09:24:38.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IxbeWnYKZA67MmaTdihW4r-LE5Q7BKY_0 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12240044468197860701', time=2024-09-22T11:15:00.758486+0000, chain.objs.size()=1 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3-uSMxvw7KGjFsUuJq2ELCaSOr4E8L6_0 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11625571229941440781', time=2024-09-22T11:15:00.780477+0000, chain.objs.size()=1 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3d9MXzMI08qGYY01X3TnlSMmVjbhcfx_0 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9975960675824248470', time=2024-09-22T11:15:00.817783+0000, chain.objs.size()=1 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dVfzBIKMoqAeQ5xgqC0MEh3X6eB3oS1_0 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15242816339562729435', time=2024-09-22T11:15:00.839339+0000, chain.objs.size()=1 2024-09-22T09:24:38.905 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iEb-RMdyw7QsTAJ9OqMJH18p8eqxE3a_0 2024-09-22T09:24:38.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4997550162576407534', time=2024-09-22T11:15:00.853769+0000, chain.objs.size()=1 2024-09-22T09:24:38.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Lr7Eq_k-AHmz-VDnQ5Hi84i07wToiLR_0 2024-09-22T09:24:38.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10352544609367534819', time=2024-09-22T11:15:01.059951+0000, chain.objs.size()=1 2024-09-22T09:24:38.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1nMwBROl2BA8gm21CF0GIFEjslxHl62_0 2024-09-22T09:24:38.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15540594245700102719', time=2024-09-22T11:15:01.209090+0000, chain.objs.size()=1 2024-09-22T09:24:38.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PASrYgQB3Acz7UvkdnOVUlOLz76C_K2_0 2024-09-22T09:24:38.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17123749137712377067', time=2024-09-22T11:15:01.567025+0000, chain.objs.size()=1 2024-09-22T09:24:38.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yVfNKgDGI-l0916DFq8eZRykr0O29Q0_0 2024-09-22T09:24:38.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14891775628966684691', time=2024-09-22T11:15:01.605014+0000, chain.objs.size()=1 2024-09-22T09:24:38.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.d1T29PmjdrM8rkuuMb1L_mDkqGKdmo5_0 2024-09-22T09:24:38.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6071105950156137080', time=2024-09-22T11:15:01.937561+0000, chain.objs.size()=1 2024-09-22T09:24:38.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PSNUTI0Q4skXJ2zGNxQdB2KXBIS_ath_0 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.737419756633645666', time=2024-09-22T11:15:02.107868+0000, chain.objs.size()=1 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1M-P98D3gaC8MaN67BIwFeoSdDFExhu_0 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2686339446988814234', time=2024-09-22T11:15:02.120832+0000, chain.objs.size()=1 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.r_ijzx_4ZOMtjh9nZ5ajL-TbhbG33Yr_0 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1355118254953096203', time=2024-09-22T11:15:02.201230+0000, chain.objs.size()=1 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._sxtql_dQP9MS_nqYQeo8Z_gf9HNIri_0 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5414566195261029113', time=2024-09-22T11:15:02.290842+0000, chain.objs.size()=1 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3u4-0Eg1SKcMF691BHzTCZvg-Mm_-lB_0 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8782049015628905987', time=2024-09-22T11:15:02.316199+0000, chain.objs.size()=1 2024-09-22T09:24:38.910 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8FA3fMTc1YdWCpfLpJCKLjOJr3EF3uq_0 2024-09-22T09:24:38.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11886290581906805908', time=2024-09-22T11:15:02.320108+0000, chain.objs.size()=1 2024-09-22T09:24:38.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.o9fKk-XFsoQwFlm73UgtnfJYkk5dLNG_0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13296902475526786684', time=2024-09-22T11:15:02.489669+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7fgP6ThfwJO36DewkYwtVFN6iqI10TR_0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17035841934666097714', time=2024-09-22T11:15:02.553983+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CsMejvOPecVrTcz_eQuWXAIQLzagaj__0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5077305166137534005', time=2024-09-22T11:15:02.574127+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xKNNaDk-6daDmc4Z12bX55y3whKarUi_0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16658466795383361704', time=2024-09-22T11:15:02.614770+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KnilUh2xSi6_ctk9A_Rd5B2IiomDV0a_0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9813831117584234920', time=2024-09-22T11:15:02.811486+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dbpffZ6zAdWQccDerlbJkddRtOpN2hr_0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16701945121769978653', time=2024-09-22T11:15:02.873996+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kbeyUhwmFYcAeYY1rGGNNrN9zMf0w_v_0 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4558513355300298342', time=2024-09-22T11:15:02.958406+0000, chain.objs.size()=1 2024-09-22T09:24:38.915 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9Mifbt7LnYOifRRKkFt30Z8Ft8m7c7x_0 2024-09-22T09:24:38.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17358011000625109022', time=2024-09-22T11:15:02.992242+0000, chain.objs.size()=1 2024-09-22T09:24:38.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZX2nzhYaQfihmda7lDfP2bU87Boa0tn_0 2024-09-22T09:24:38.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.837863850427766342', time=2024-09-22T11:15:24.115960+0000, chain.objs.size()=1 2024-09-22T09:24:38.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.voPzmuy0a4X8akwDWi5RWfsQBsfC4cq_0 2024-09-22T09:24:38.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11227469616737841548', time=2024-09-22T11:15:24.135192+0000, chain.objs.size()=1 2024-09-22T09:24:38.916 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.nIau9h4giTHGRQXNqSw6Dr5HGe_iUXd_0 2024-09-22T09:24:38.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4414680112223388801', time=2024-09-22T11:15:24.188517+0000, chain.objs.size()=1 2024-09-22T09:24:38.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.916+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._HyVXEE7AVKMIbyXL1JohqAU4mZpA9P_0 2024-09-22T09:24:38.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3491703815839045366', time=2024-09-22T11:15:24.245974+0000, chain.objs.size()=1 2024-09-22T09:24:38.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dx9-E4wF2APwXWXP2Wn_yDDzx8FNvmW_0 2024-09-22T09:24:38.919 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17060517251747676698', time=2024-09-22T11:15:24.258285+0000, chain.objs.size()=1 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aGzFLk0AS7liQPYuu68AlHPgHDDgPOn_0 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15186730525498396047', time=2024-09-22T11:15:24.259234+0000, chain.objs.size()=1 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5zraJ-eBYzI9hRJU-rATsZgAAYaavtK_0 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.309702389885998079', time=2024-09-22T11:15:24.263630+0000, chain.objs.size()=1 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.i4kWSt2mOlD-amfPefHZkUvzqQxbFCd_0 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14050768022560580441', time=2024-09-22T11:15:24.283016+0000, chain.objs.size()=1 2024-09-22T09:24:38.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1pCqUP3JAWaXKOeVuq5BGiEsEqBgoHX_0 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14701186825634147272', time=2024-09-22T11:15:24.302173+0000, chain.objs.size()=1 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cY0_XaNTEkjmSSEC-0OAj88Ha9wZU1F_0 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16725835909691033159', time=2024-09-22T11:15:24.449135+0000, chain.objs.size()=1 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cNIveLZOnqUA77zTlHJFS8GBtXyYudZ_0 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12014633354455169345', time=2024-09-22T11:15:24.453388+0000, chain.objs.size()=1 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.seBUPVCIrpo1eX_eeVhGTou-lMc1ZnV_0 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588792094240084843', time=2024-09-22T11:15:24.502272+0000, chain.objs.size()=1 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5qIVzprt94OoAangldeqiYmxb6ZUGlD_0 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5252044673090799938', time=2024-09-22T11:15:24.562264+0000, chain.objs.size()=1 2024-09-22T09:24:38.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._4zUTkQm4ktvk4c_TWYguas2fMRXaq2_0 2024-09-22T09:24:38.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17087418459491459601', time=2024-09-22T11:15:24.604131+0000, chain.objs.size()=1 2024-09-22T09:24:38.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mylu82Qdi8GauKS-jmjWIQw-z0jh7SA_0 2024-09-22T09:24:38.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.828686919561403220', time=2024-09-22T11:15:24.923736+0000, chain.objs.size()=1 2024-09-22T09:24:38.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1u6nzd5IKJkhd2uwaQUPlCadDaEQRHX_0 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17242737701084464973', time=2024-09-22T11:15:25.246663+0000, chain.objs.size()=1 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qC8Trv7indomyVTsAlbU9V0mR03VsqE_0 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7411291736803410599', time=2024-09-22T11:15:25.248901+0000, chain.objs.size()=1 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._MaV-SJiPgxF9Ux0Yew24yqH6JOk4iH_0 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13827420867208384120', time=2024-09-22T11:15:25.337222+0000, chain.objs.size()=1 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ABygNJw6Xw1QMF3vlwduElsGwdVl-zV_0 2024-09-22T09:24:38.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7121480730927085833', time=2024-09-22T11:15:25.579630+0000, chain.objs.size()=1 2024-09-22T09:24:38.927 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TbqfTEfPHSrMpHrVjq-r5jWbLSbiV_I_0 2024-09-22T09:24:38.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46544 2024-09-22T09:24:38.932 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-22T09:24:38.932 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2833580887102360456', time=2024-09-22T11:15:25.599919+0000, chain.objs.size()=1 2024-09-22T09:24:38.932 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.APdzEGOe-2E_hKxmHoZ_ke1yMjKCXVh_0 2024-09-22T09:24:38.932 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14177429491234167100', time=2024-09-22T11:15:25.666805+0000, chain.objs.size()=1 2024-09-22T09:24:38.932 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jjCRHDIiW0P482ZKQQtmhetNMv3Iine_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17630357837026415432', time=2024-09-22T11:15:25.696073+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6Hr0IeRLRcVI1u3G7Q0MdhgQ-y1HILT_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.806449649006747319', time=2024-09-22T11:15:25.736024+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XP6IHaEUAmXgXfhUI-r5pFqDndtTMdl_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16566887171139675844', time=2024-09-22T11:15:25.747788+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.reyx_BDVrUZ4uLOn8ffdZEp5jD7i1MX_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12427388005353113743', time=2024-09-22T11:15:26.063435+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zDG72LtDhCMBDyyZoczCKSxCSw3AigF_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15231103013091163577', time=2024-09-22T11:15:26.095516+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WmK0OVpmKyPyc0YZDWXVKFRZZ3CGbPH_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9429421443279693455', time=2024-09-22T11:15:26.138708+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YxQIrNWuinhc6xDia3AhprRBUvcsx-u_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.435455517407926192', time=2024-09-22T11:15:26.307373+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.RJKQKyGa6UnZdP38l5pturk9icW3UDg_0 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5177250217333868376', time=2024-09-22T11:15:26.343476+0000, chain.objs.size()=1 2024-09-22T09:24:38.933 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ij-fAY6blhABqqXC_rO9sQ1mGfMYRQF_0 2024-09-22T09:24:38.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8850309209479594774', time=2024-09-22T11:15:26.422598+0000, chain.objs.size()=1 2024-09-22T09:24:38.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jCi82FAsaWLqJngg6DAoVJC7LG0bJxJ_0 2024-09-22T09:24:38.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3725228003756119591', time=2024-09-22T11:15:26.480546+0000, chain.objs.size()=1 2024-09-22T09:24:38.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.P2DbCS4FFqyHM9yHo1ZevGP7epQuUgA_0 2024-09-22T09:24:38.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13433702615964692921', time=2024-09-22T11:15:26.506234+0000, chain.objs.size()=1 2024-09-22T09:24:38.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AdMnaW2hggIh8zX2Q5XNH92tOVaeSrG_0 2024-09-22T09:24:38.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16222395319010469722', time=2024-09-22T11:15:26.525065+0000, chain.objs.size()=1 2024-09-22T09:24:38.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oq4zj78MKJ4h_0W1pdbQMCIIWaNULjh_0 2024-09-22T09:24:38.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16390821249794044972', time=2024-09-22T11:15:26.681489+0000, chain.objs.size()=1 2024-09-22T09:24:38.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.auf1tK5JPeHsATdkkYVrI7X8hOf6TMJ_0 2024-09-22T09:24:38.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16670713977582574256', time=2024-09-22T11:15:26.837903+0000, chain.objs.size()=1 2024-09-22T09:24:38.937 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6rrwdkX-ROl1beBdRhI4M72wJfBaaJA_0 2024-09-22T09:24:38.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4888778268185075360', time=2024-09-22T11:15:29.292517+0000, chain.objs.size()=1 2024-09-22T09:24:38.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.333__shadow_.Rta02qqrw70WRFZS7J9yoarC0fI3QGF_0 2024-09-22T09:24:38.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10164506854035774149', time=2024-09-22T11:16:12.830796+0000, chain.objs.size()=1 2024-09-22T09:24:38.938 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.455__shadow_.zuWig4AhtkSp_xI4TG2G8VF4oFAYrRF_0 2024-09-22T09:24:38.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6402319955161168771', time=2024-09-22T11:16:18.090141+0000, chain.objs.size()=1 2024-09-22T09:24:38.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.464__shadow_.btV_4ooNNJ2FvXlxQT6sdXAQ2K_Ly4S_0 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15344211436752524761', time=2024-09-22T11:16:19.212263+0000, chain.objs.size()=1 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.466__shadow_.1h7hUpKZZSmIZxZDFx79dhfb5D7jXtk_0 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6417446106532847525', time=2024-09-22T11:16:24.314136+0000, chain.objs.size()=1 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.oKSPyAkTl8TtgQcMbXAu7W2X5w3TKnB_0 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14500399411652163398', time=2024-09-22T11:16:27.415549+0000, chain.objs.size()=1 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.491__shadow_.VCmeJxE4LqJNRUqWIGM96BE4rCaYC1R_0 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14500399411652163398', time=2024-09-22T11:16:27.575239+0000, chain.objs.size()=1 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.491__shadow_.VCmeJxE4LqJNRUqWIGM96BE4rCaYC1R_0 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3098337247859556065', time=2024-09-22T11:16:28.038116+0000, chain.objs.size()=1 2024-09-22T09:24:38.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.492__shadow_.Wyu09rwXc50uML5KP0fpTTSbhZ48hKX_0 2024-09-22T09:24:38.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6835526214954495563', time=2024-09-22T11:16:40.444344+0000, chain.objs.size()=1 2024-09-22T09:24:38.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.519__multipart_mymultipart.2~54mg3ImcOKVhkgO4IcfT5BljjP1EfaS.1 2024-09-22T09:24:38.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11785491469780279825', time=2024-09-22T11:16:42.982581+0000, chain.objs.size()=6 2024-09-22T09:24:38.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.520__multipart_mymultipart.2~l__uzlt2G7e4K37dQTMqZXJ_NU_Rq5K.1 2024-09-22T09:24:38.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.520__multipart_mymultipart.2~l__uzlt2G7e4K37dQTMqZXJ_NU_Rq5K.2 2024-09-22T09:24:38.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.520__multipart_mymultipart.2~l__uzlt2G7e4K37dQTMqZXJ_NU_Rq5K.3 2024-09-22T09:24:38.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.520__multipart_mymultipart.2~l__uzlt2G7e4K37dQTMqZXJ_NU_Rq5K.4 2024-09-22T09:24:38.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.520__multipart_mymultipart.2~l__uzlt2G7e4K37dQTMqZXJ_NU_Rq5K.5 2024-09-22T09:24:38.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.520__multipart_mymultipart.2~l__uzlt2G7e4K37dQTMqZXJ_NU_Rq5K.6 2024-09-22T09:24:38.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16952898129157097595', time=2024-09-22T11:16:58.682922+0000, chain.objs.size()=2 2024-09-22T09:24:38.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~dpm9hILRG9Pk7_aaS2Y3iIXuARbT252.1 2024-09-22T09:24:38.946 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~dpm9hILRG9Pk7_aaS2Y3iIXuARbT252.2 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5189463926443503211', time=2024-09-22T11:17:38.417150+0000, chain.objs.size()=1 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.551__shadow_.GBWN0ZNBQnKsezmtKQ-D9RFGQDTTjm2_0 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12497289048465028888', time=2024-09-22T11:17:39.846678+0000, chain.objs.size()=1 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.944+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.553__shadow_.MmxKfJDToiPg3GbH9p21nBl9DAPABUB_0 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3741533770684197110', time=2024-09-22T11:17:54.846158+0000, chain.objs.size()=1 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:6W9P1.PTMZkJZ-teNPmayad4XV.FvZ5_.jGyYJKsykFSkYkXMOXhGGi5Ils1Zjuq_0 2024-09-22T09:24:38.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10230408050851214783', time=2024-09-22T11:18:00.669024+0000, chain.objs.size()=1 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:oH9cV0LjCzoD5K79TTQEl8.RUyXiPF5_.EnBBwjeOflwxn6IH3irN0tBVLU51Tzi_0 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4677869508472460324', time=2024-09-22T11:18:11.156714+0000, chain.objs.size()=1 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:lFpNqDNPqqxDgWmcePeGdRb6LT-x1TT_.jj5dmTV_OxUEYoOS6MVFNoXk7I7Unag_0 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5046315463278576751', time=2024-09-22T11:18:19.761533+0000, chain.objs.size()=1 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:uSLpgIqTyylC7hP-1nTYYO69lI0UcRU_.qonCLKYrXLTMGk6ZqQco1-NANd1KLD4_0 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10828715352376536567', time=2024-09-22T11:18:33.795741+0000, chain.objs.size()=1 2024-09-22T09:24:38.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:Quxz0KSrzJAkhwiiSIXp9ydTO-B1P0O_.EVeT5ESAJNEi9RPUYxHce6KLG3qnf-b_0 2024-09-22T09:24:38.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10560833820109923312', time=2024-09-22T11:22:01.041859+0000, chain.objs.size()=1 2024-09-22T09:24:38.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.718__shadow:ATRN-i7ASIogbebjW0uQDE7RZrVUbl._.NF-fP96O7olbMn2dj7PqRnVTK1N725k_0 2024-09-22T09:24:38.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7701267110216924338', time=2024-09-22T11:22:17.199933+0000, chain.objs.size()=1 2024-09-22T09:24:38.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.748__shadow_.6hOSiXPxhiQA3X6kEMp-6XNfrNhsXgw_0 2024-09-22T09:24:38.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:38.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:24:38.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:38.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:38.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45525' 2024-09-22T09:24:38.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12987566983945716814', time=2024-09-22T11:12:00.422488+0000, chain.objs.size()=2 2024-09-22T09:24:38.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.159__shadow_.jI7yhhI_qvaeA1yoi927H85i8Md9z7Y_0 2024-09-22T09:24:38.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.159__shadow_.jI7yhhI_qvaeA1yoi927H85i8Md9z7Y_1 2024-09-22T09:24:38.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1895804756335206135', time=2024-09-22T11:12:06.916500+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.163__shadow_.NCbk3tEE6EBbxRsU4ReCyXemFZD2ygM_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12954412849740053660', time=2024-09-22T11:12:23.065318+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.177__shadow_.JsjyY2G8T2KBuqILMrMfTfVJ-rCUJXa_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.60030233374132775', time=2024-09-22T11:13:38.849464+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.234__shadow_._rUM15In_PP8VKkdtvlYZijk9ef4hpv_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8497079968286760564', time=2024-09-22T11:13:39.290977+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.235__shadow_.r4EY-Ufkrov8U4K739j7qwyucuw1yJD_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13924387799136320474', time=2024-09-22T11:13:39.671647+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.236__shadow_.WuiY_r4Gwq0blerFD_ZUaHuJ6snOoPD_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11345036163292381055', time=2024-09-22T11:13:43.035912+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.244__shadow_.Fy10hb6TIN6jSHOhIXRVTpbBCV5UCQF_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5680984495881383187', time=2024-09-22T11:13:47.851674+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.256__shadow_.6KwInRAGj_KFGtHAubGqfFGXekf3WmX_0 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2286514780354148256', time=2024-09-22T11:14:11.416806+0000, chain.objs.size()=1 2024-09-22T09:24:38.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ca1Z3jAIjSby93FzyfcoKrEbaheT4R2_0 2024-09-22T09:24:38.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12810450722275940065', time=2024-09-22T11:14:11.542921+0000, chain.objs.size()=1 2024-09-22T09:24:38.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cmsqrWUrTuJibFgUvmbasCMCozXjVBb_0 2024-09-22T09:24:38.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5860115413626254998', time=2024-09-22T11:14:11.552454+0000, chain.objs.size()=1 2024-09-22T09:24:38.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.F780Qdc_P8nOrnXe606KI9lD_eTnfiT_0 2024-09-22T09:24:38.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13109633574749777657', time=2024-09-22T11:14:11.609767+0000, chain.objs.size()=1 2024-09-22T09:24:38.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KdoUTSYFvf1np8gVGroLVTXZqvndXNd_0 2024-09-22T09:24:38.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18077617494405063946', time=2024-09-22T11:14:11.630458+0000, chain.objs.size()=1 2024-09-22T09:24:38.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.j78GsGP011bDtYnIvhFB3KvMs4a26I0_0 2024-09-22T09:24:38.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14858951685840689811', time=2024-09-22T11:14:11.790317+0000, chain.objs.size()=1 2024-09-22T09:24:38.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ix1h1fCmomskik0X-5uKTGWCseiMctn_0 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5092239337411215918', time=2024-09-22T11:14:11.860537+0000, chain.objs.size()=1 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kG7UBLTg88rjUxSCnkhOLQQz0n_X_Fo_0 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6538133755083446243', time=2024-09-22T11:14:11.903570+0000, chain.objs.size()=1 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Va2edUviEMTla0j8MVpX2TsJjj5RcdI_0 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14279406971219345561', time=2024-09-22T11:14:11.913455+0000, chain.objs.size()=1 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MeQdbLog0Om7cMkG572paRA4VyKzz5U_0 2024-09-22T09:24:38.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1295195705841695466', time=2024-09-22T11:14:11.970831+0000, chain.objs.size()=1 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.b_e-Pv6qzJrif71LNH76vvA0hxkVbG__0 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2736974108180429439', time=2024-09-22T11:14:11.971776+0000, chain.objs.size()=1 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ww5Ffpic7weu06WgIasZUcicYS8BHYq_0 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.525434637481396205', time=2024-09-22T11:14:11.972480+0000, chain.objs.size()=1 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kN2yhRPwWOevF1bUA3hDwmWUdh2wpIO_0 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11847454704819783243', time=2024-09-22T11:14:11.981609+0000, chain.objs.size()=1 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0KrxUsT72O8GOvuauojAx36vbYQtUBl_0 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12901962187002748158', time=2024-09-22T11:14:12.162062+0000, chain.objs.size()=1 2024-09-22T09:24:38.967 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._l05aFJfPLjyTpcN7Qi8iYPf6GINyHI_0 2024-09-22T09:24:38.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9096972694234117229', time=2024-09-22T11:14:12.257970+0000, chain.objs.size()=1 2024-09-22T09:24:38.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HFxj-Skt5Jm-2-xELlhMf74NqzXMjAJ_0 2024-09-22T09:24:38.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10363609564649780952', time=2024-09-22T11:14:12.259959+0000, chain.objs.size()=1 2024-09-22T09:24:38.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sA-3FeoAf1oERT_qSL8aL36n8bSB_Lo_0 2024-09-22T09:24:38.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10119156154216592459', time=2024-09-22T11:14:12.350132+0000, chain.objs.size()=1 2024-09-22T09:24:38.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5yJZlFZWHCEt_UQwFgyZKcc35AqR90G_0 2024-09-22T09:24:38.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9638985929986176404', time=2024-09-22T11:14:12.360076+0000, chain.objs.size()=1 2024-09-22T09:24:38.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.irBSLnRRvzaQ5NxEm0uBZulV64VZ9UX_0 2024-09-22T09:24:38.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2748386537626006396', time=2024-09-22T11:14:12.368238+0000, chain.objs.size()=1 2024-09-22T09:24:38.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.65Z1JeohZvb19aLexwhAPnb6-zkA-sY_0 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.302500998373978624', time=2024-09-22T11:14:12.501933+0000, chain.objs.size()=1 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EtPbzzk4cLOZKKejbG1CM8uuqqQKyY6_0 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7916356731186731320', time=2024-09-22T11:14:12.684838+0000, chain.objs.size()=1 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.B0hq_pJF-fulB6sWgfIbvOr69leA2yD_0 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17079646281686486405', time=2024-09-22T11:14:12.689447+0000, chain.objs.size()=1 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YCWW3fRDvbEXxny8Gbq2TE2W1BAb65e_0 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1737894929110567025', time=2024-09-22T11:14:12.701856+0000, chain.objs.size()=1 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._I0yH4QpqxuL2e9vDbP4fCRZrdwUnDK_0 2024-09-22T09:24:38.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.652911089019464947', time=2024-09-22T11:14:12.964684+0000, chain.objs.size()=1 2024-09-22T09:24:38.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qGxLA67RgjSxeJMjAzj1uQ1YM0HjhNb_0 2024-09-22T09:24:38.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5532552515876633789', time=2024-09-22T11:14:13.077751+0000, chain.objs.size()=1 2024-09-22T09:24:38.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qaUU5r8avI8I0cPSOJQjIYGVjhCnVFh_0 2024-09-22T09:24:38.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7428025504866805536', time=2024-09-22T11:14:13.085968+0000, chain.objs.size()=1 2024-09-22T09:24:38.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FPVZ2xWBbhXtXPX2kIEmAPgfIQazo18_0 2024-09-22T09:24:38.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7064203174371295589', time=2024-09-22T11:14:13.120441+0000, chain.objs.size()=1 2024-09-22T09:24:38.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MR6blFVPimUEU64VQ_uYssuGRRdtX3R_0 2024-09-22T09:24:38.977 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1945399859802466782', time=2024-09-22T11:14:13.248353+0000, chain.objs.size()=1 2024-09-22T09:24:38.977 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.P2TZZM7yVJo1i4n2ZqTg5q6QkkLOoiS_0 2024-09-22T09:24:38.977 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1041686565172710265', time=2024-09-22T11:14:13.328766+0000, chain.objs.size()=1 2024-09-22T09:24:38.977 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XU06D-wq26okA_8HkHYamUbqwbYuAwW_0 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17573681683677520544', time=2024-09-22T11:14:13.494391+0000, chain.objs.size()=1 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EjOaAu-SmyWRHvo2Ot0ZVsd42Ho-Noz_0 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8764798030671374200', time=2024-09-22T11:14:13.766770+0000, chain.objs.size()=1 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NYF2Qk0fo5FeR2ziBsscqbZDBmNgeha_0 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11997051761802881402', time=2024-09-22T11:14:14.011524+0000, chain.objs.size()=1 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vpMtnNR1O5hE9RKkw5q4UVmyI8ClrB5_0 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.208459492495825028', time=2024-09-22T11:14:14.129355+0000, chain.objs.size()=1 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xf5GwoIGc8vcNxU3G9pwl77ZNN_aZvu_0 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4047715827502387401', time=2024-09-22T11:14:14.151961+0000, chain.objs.size()=1 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MQvm0vSE2C1Q-M8xOspU9Phqz3IlAyJ_0 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17162838866532964762', time=2024-09-22T11:14:15.821705+0000, chain.objs.size()=1 2024-09-22T09:24:38.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.268__shadow_.RLcTuFC9Nt7JCLmWsN3TFgiuB4ibPgr_0 2024-09-22T09:24:38.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.657044140474054948', time=2024-09-22T11:14:21.614521+0000, chain.objs.size()=1 2024-09-22T09:24:38.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.283__shadow_.w0xjBuhxvqs_4ieWXGCkWgPpei3tLGR_0 2024-09-22T09:24:38.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4432052916291617466', time=2024-09-22T11:14:24.083801+0000, chain.objs.size()=1 2024-09-22T09:24:38.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.289__shadow_.FcHuzCoBkTR7SGFKQccRp6p9k1p1QYB_0 2024-09-22T09:24:38.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14114926460480763990', time=2024-09-22T11:14:24.471820+0000, chain.objs.size()=1 2024-09-22T09:24:38.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.290__shadow_.d5Rz91VwoqLjwmZygb3yPjgvg4TIHRt_0 2024-09-22T09:24:38.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9772678903558446141', time=2024-09-22T11:14:27.495156+0000, chain.objs.size()=1 2024-09-22T09:24:38.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.-z1jBxSIb4d00FMQGJUrFM4nE6lJ44s_0 2024-09-22T09:24:38.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6774926786585261526', time=2024-09-22T11:14:28.223524+0000, chain.objs.size()=1 2024-09-22T09:24:38.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.296__shadow_.w38PGMKthZ1FALQ7Pz2tH52-B5cQnTo_0 2024-09-22T09:24:38.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11265078369115943729', time=2024-09-22T11:14:29.010279+0000, chain.objs.size()=1 2024-09-22T09:24:38.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.298__shadow_.R32oiugxnLMHMDMvfTDjcUTtelXBDBN_0 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4087111688955085217', time=2024-09-22T11:14:29.919738+0000, chain.objs.size()=1 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.300__shadow_.7-9rFv_4Fscr95yJKwieevQ2p_tvDrb_0 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3509846997039830045', time=2024-09-22T11:15:00.327267+0000, chain.objs.size()=1 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tkng9NPPj5yAVa4-ulsTC7TeEx18PLU_0 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9888475845314582416', time=2024-09-22T11:15:00.490870+0000, chain.objs.size()=1 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hs5af1dJURJL7ZdF6TncDuH29gozSJ5_0 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13965085812521265235', time=2024-09-22T11:15:00.517127+0000, chain.objs.size()=1 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zEFD5VqpR7rS4ELv-7bvQopYv3ygQ08_0 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3766744006506163829', time=2024-09-22T11:15:00.646201+0000, chain.objs.size()=1 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C2Ku7Jf6cf3lB9-cGAkzhH83unFHn1D_0 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5772285681658817620', time=2024-09-22T11:15:00.737655+0000, chain.objs.size()=1 2024-09-22T09:24:38.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.z9toc66aRKf1J7f7gV5GFmbI9FuHurh_0 2024-09-22T09:24:38.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6095988254068912081', time=2024-09-22T11:15:00.745556+0000, chain.objs.size()=1 2024-09-22T09:24:38.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AnpLe678LMh1d3530k2derQPzyAuxmx_0 2024-09-22T09:24:38.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4167127968158842739', time=2024-09-22T11:15:00.802232+0000, chain.objs.size()=1 2024-09-22T09:24:38.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nHyqhTSYhnSD7njU60o6eBrwTlwZw9V_0 2024-09-22T09:24:38.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3306123522585820158', time=2024-09-22T11:15:01.046279+0000, chain.objs.size()=1 2024-09-22T09:24:38.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.z466iqcEBft79Em_98pxlMcLw2PO16b_0 2024-09-22T09:24:38.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4330768896415269918', time=2024-09-22T11:15:01.168737+0000, chain.objs.size()=1 2024-09-22T09:24:38.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tjKSxj6YEo5NgWEfU_V8Pfeik3zUsxq_0 2024-09-22T09:24:38.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3760005886676901864', time=2024-09-22T11:15:01.220109+0000, chain.objs.size()=1 2024-09-22T09:24:38.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j-qp1CsdbsWrXoZ2unc582QgMukdffr_0 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5001293494238755295', time=2024-09-22T11:15:01.250186+0000, chain.objs.size()=1 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4SjOE7S6vefNl41PqvTGqhxhICBlUaO_0 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5672701301016097758', time=2024-09-22T11:15:01.431504+0000, chain.objs.size()=1 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Lnlf2PGaNIzXtDy7Zeds2cPFFgXhQp6_0 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7275587012724158709', time=2024-09-22T11:15:01.438239+0000, chain.objs.size()=1 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eaRWphcp5YMUSs2qmimxlqGm2NfznBr_0 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6308492076185595062', time=2024-09-22T11:15:01.445765+0000, chain.objs.size()=1 2024-09-22T09:24:38.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Fiduxi5jYpFiC5fD2prW3zj-ANkjyxX_0 2024-09-22T09:24:38.991 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6874771878077993300', time=2024-09-22T11:15:01.531655+0000, chain.objs.size()=1 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.P92fAHi-9Y08xJ_ME_WL2XXt0YXidsw_0 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6538362609911738353', time=2024-09-22T11:15:01.783630+0000, chain.objs.size()=1 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YU2tH0SMrxFAK2uGwKCl3lW6WC7DKPK_0 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9012291573743541992', time=2024-09-22T11:15:01.945413+0000, chain.objs.size()=1 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ac7XfyUWM_ZrbgUCl8dX1icuFc_4wbE_0 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10648986553325512320', time=2024-09-22T11:15:02.120080+0000, chain.objs.size()=1 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.i1_5JTfKhc7aenIWmoPUfeSHWulYjLK_0 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13936715476095012825', time=2024-09-22T11:15:02.150752+0000, chain.objs.size()=1 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5VowPHKcNlYE8bM_ZELziVx8zyMz9oq_0 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2477748686380282322', time=2024-09-22T11:15:02.170658+0000, chain.objs.size()=1 2024-09-22T09:24:38.992 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Rb_tFDxfyofHhM1EoyQS5BLm_pZQ-td_0 2024-09-22T09:24:38.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12371880491685802337', time=2024-09-22T11:15:02.190347+0000, chain.objs.size()=1 2024-09-22T09:24:38.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NHVW2w-wcHm89F8eSqkf9Kx7YA9SxkM_0 2024-09-22T09:24:38.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15638377197735223148', time=2024-09-22T11:15:02.247912+0000, chain.objs.size()=1 2024-09-22T09:24:38.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.--tvRxAWNecMdAEuhenN2ny-bywe56n_0 2024-09-22T09:24:38.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12521027939384041798', time=2024-09-22T11:15:02.277662+0000, chain.objs.size()=1 2024-09-22T09:24:38.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1fkV3pXbq505aHVOUsI906kTvJu9MKP_0 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3533417549693316385', time=2024-09-22T11:15:02.286450+0000, chain.objs.size()=1 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Y5DhX5QkBJ7_6hnNhpJjkhje4EtzJg9_0 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16726947541825591303', time=2024-09-22T11:15:02.287658+0000, chain.objs.size()=1 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3nNFwfLaovOOzDiy6TWsjMB182NcRAP_0 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3486264968143922873', time=2024-09-22T11:15:02.297881+0000, chain.objs.size()=1 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4tF0t_JIchnBEHP2fAFhITaQOk_RIwj_0 2024-09-22T09:24:38.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.999079357312416819', time=2024-09-22T11:15:02.313473+0000, chain.objs.size()=1 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ITqEKC2ClJas4MjM5gj7lsnVqil9UsF_0 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8413178744798249490', time=2024-09-22T11:15:02.360855+0000, chain.objs.size()=1 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.I0pbkNkYJlG4WSgqoXo1i-OhGiPXJ5N_0 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14015011590255812887', time=2024-09-22T11:15:02.481731+0000, chain.objs.size()=1 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UK88M3i3BUJmf3UMbo6Zvmn5O2WvNH7_0 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4897859343221218374', time=2024-09-22T11:15:02.580987+0000, chain.objs.size()=1 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._X4fSXKKvC0fgXPrdVjgeDgbgPglBSj_0 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7723655508968476467', time=2024-09-22T11:15:02.694549+0000, chain.objs.size()=1 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lyGp9uX9DQrBoe3UCMveBfmYi4W7V9t_0 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14286926459088481994', time=2024-09-22T11:15:02.961266+0000, chain.objs.size()=1 2024-09-22T09:24:38.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:38.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kDJslQYModYkHLztHAzKVpywe4wxVoc_0 2024-09-22T09:24:38.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17245722007301651278', time=2024-09-22T11:15:24.037027+0000, chain.objs.size()=1 2024-09-22T09:24:38.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ob_4qgIV3UzWRi-pMk21f1cXZQa0-hw_0 2024-09-22T09:24:39.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10363607588949364192', time=2024-09-22T11:15:24.051870+0000, chain.objs.size()=1 2024-09-22T09:24:39.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KrSX2lbKq6ECjewv3QWLoPLwWaWNfQw_0 2024-09-22T09:24:39.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17658170310817473867', time=2024-09-22T11:15:24.189211+0000, chain.objs.size()=1 2024-09-22T09:24:39.001 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.w58Zv6unh8r5EONyJ5eBVK-0asah9-D_0 2024-09-22T09:24:39.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4347347110283334994', time=2024-09-22T11:15:24.190935+0000, chain.objs.size()=1 2024-09-22T09:24:39.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1S4wCQYW3l_LpY_BNsjyqRg9FCYuBAy_0 2024-09-22T09:24:39.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14149530417339857793', time=2024-09-22T11:15:24.270768+0000, chain.objs.size()=1 2024-09-22T09:24:39.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eqLrR3-hrLvysTpGRRCaHsWjJSF4JNi_0 2024-09-22T09:24:39.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3414182071014126639', time=2024-09-22T11:15:24.278262+0000, chain.objs.size()=1 2024-09-22T09:24:39.002 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iHY1uj2gmMHqXtGYHa2P_5f_kwrIQ87_0 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1818034165600278321', time=2024-09-22T11:15:24.412437+0000, chain.objs.size()=1 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GVsmor82-xar4TISVD6z7aAoY6AtGd9_0 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14434569127449198083', time=2024-09-22T11:15:24.439306+0000, chain.objs.size()=1 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vPHlq2BZwpGXdpIWGJHfb_sRH_yhQTs_0 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8654992254399401553', time=2024-09-22T11:15:24.564366+0000, chain.objs.size()=1 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.acoVKqRWrmhCLNxTKwKfIqMypka8zhG_0 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1357587884769198363', time=2024-09-22T11:15:24.582613+0000, chain.objs.size()=1 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5BvwnOoJpFH-E0gcWugwPeJZ0yTbLx9_0 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14301925592250867157', time=2024-09-22T11:15:24.607511+0000, chain.objs.size()=1 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uCaHjomClDgaS_yU8T7tYzolZUKum3V_0 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.004+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16073884087648986006', time=2024-09-22T11:15:24.613517+0000, chain.objs.size()=1 2024-09-22T09:24:39.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.004+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bGXXG2Phq7CHy0XByw6vw9f5VLTt6M3_0 2024-09-22T09:24:39.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.004+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13830941434353724479', time=2024-09-22T11:15:24.791925+0000, chain.objs.size()=1 2024-09-22T09:24:39.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.004+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.O44OwRniCFNiqnWswqQhEvCsUp7I08b_0 2024-09-22T09:24:39.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.004+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3484167873821421241', time=2024-09-22T11:15:24.875855+0000, chain.objs.size()=1 2024-09-22T09:24:39.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.004+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6LK2CFnOU1ZuYHerZ2xFkfS_w8oknpA_0 2024-09-22T09:24:39.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11236058001482538231', time=2024-09-22T11:15:24.887255+0000, chain.objs.size()=1 2024-09-22T09:24:39.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AK2XhhpvtR75XWq7e-cW4hf_IWR6gr-_0 2024-09-22T09:24:39.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8650647996275242196', time=2024-09-22T11:15:24.957194+0000, chain.objs.size()=1 2024-09-22T09:24:39.008 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.RRW_-Ytgae_mbl2gPDSMqYogwsxe-ee_0 2024-09-22T09:24:39.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17503917477146970106', time=2024-09-22T11:15:25.305195+0000, chain.objs.size()=1 2024-09-22T09:24:39.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SZHK1ANAUCLOB7HMuRJrUzSEH24VSyN_0 2024-09-22T09:24:39.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10238156268993617052', time=2024-09-22T11:15:25.543069+0000, chain.objs.size()=1 2024-09-22T09:24:39.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ez9DsxTOg5cgVJC6dyv9HqDmmiNA732_0 2024-09-22T09:24:39.015 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45525 2024-09-22T09:24:39.017 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-22T09:24:39.017 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12912975346721568384', time=2024-09-22T11:15:25.579825+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uFKGmxDyOEuPhJvxLoKK9voMmvgskXQ_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6636990912615229932', time=2024-09-22T11:15:25.593688+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ELpOExuC9M8uOCocoZrK-GMkHTp-Lv8_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12130958978610361037', time=2024-09-22T11:15:25.601458+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.acUkBgldjU7E8Po-quMtdxnjb17tVXX_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15054067325638400194', time=2024-09-22T11:15:25.652944+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Sx0RNvygV2kel0Wg972FW3HeiE4Qhbc_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18097481613748985971', time=2024-09-22T11:15:25.685101+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fqt4lrZtnFx8ofMOTqIlczb4rOkn3ii_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14216905224671213345', time=2024-09-22T11:15:25.685817+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3eAf3Tk7sW2UD5HUW3u5-mGLV9yMF91_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.748225985356298459', time=2024-09-22T11:15:25.896638+0000, chain.objs.size()=1 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6uw-pHjstW3mNeHBxD2Bc2n9xTPKYY2_0 2024-09-22T09:24:39.018 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14141027157365634383', time=2024-09-22T11:15:26.067649+0000, chain.objs.size()=1 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1pCOpCBcI8n_JOOWWoUXLLDTkk4Kbg__0 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2977279239233315708', time=2024-09-22T11:15:26.075471+0000, chain.objs.size()=1 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Qpe4W72c58PD8WttSQy5uiJ7tDVD4QZ_0 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17120101517997719063', time=2024-09-22T11:15:26.295698+0000, chain.objs.size()=1 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dftF-lqshUww0NUa6IpJMNPqLVEhfHK_0 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11304532627548459974', time=2024-09-22T11:15:26.337825+0000, chain.objs.size()=1 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.R7uM8PxRCEkGgTHLjE-q4_Q8tfRyEMw_0 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13199336762490024894', time=2024-09-22T11:15:26.429978+0000, chain.objs.size()=1 2024-09-22T09:24:39.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZcNtoTVPqkmAAkzqah6zsovivyA3w5L_0 2024-09-22T09:24:39.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4761832863444077594', time=2024-09-22T11:15:26.456049+0000, chain.objs.size()=1 2024-09-22T09:24:39.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TRv801FVcdpesJVReMDcrv8SvAmjRQ4_0 2024-09-22T09:24:39.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7750212521782120277', time=2024-09-22T11:15:26.521353+0000, chain.objs.size()=1 2024-09-22T09:24:39.020 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2mSx8Sv4VABsek8X0bVFecuS-y3N-7e_0 2024-09-22T09:24:39.021 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2918298555903145300', time=2024-09-22T11:15:26.698679+0000, chain.objs.size()=1 2024-09-22T09:24:39.021 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TLVf9CS7Ww8IdH95i-BznpJ1opZkcj__0 2024-09-22T09:24:39.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14881277575149039210', time=2024-09-22T11:15:26.771118+0000, chain.objs.size()=1 2024-09-22T09:24:39.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.O_C2JgLu2tG8ZjOk7SVjM8xkeH-zPBF_0 2024-09-22T09:24:39.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.77212049489573885', time=2024-09-22T11:16:04.605915+0000, chain.objs.size()=1 2024-09-22T09:24:39.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.434__shadow_.BSL9IsaF4Cg1_GcKSp3TXNyuqblKm77_0 2024-09-22T09:24:39.022 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12754911316079401156', time=2024-09-22T11:16:18.467461+0000, chain.objs.size()=1 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.465__shadow_.VifwL24fifv-P05kWHeW6cAjwnwoQjn_0 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15545099660848273814', time=2024-09-22T11:16:24.738912+0000, chain.objs.size()=1 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.485__shadow_.Sfkxq0_l4mCqP8XfYYpbBwqrLcKQ97u_0 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15116144867832015896', time=2024-09-22T11:17:43.291227+0000, chain.objs.size()=1 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.558__shadow_.RQ5uJibZpTUJ70qcQ1z7ysEA3jg7zDY_0 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8202486468163800025', time=2024-09-22T11:18:00.984721+0000, chain.objs.size()=1 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:Bpb4OtCCWwH83v5pNazUGrmCg5TrbMF_.VFuOwujzrmryh9IdqPdCAJfDfl3wanJ_0 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8561425919504015520', time=2024-09-22T11:18:15.863823+0000, chain.objs.size()=1 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:YoHY0f70imYhFC26D04avpeyyx-MvkD_.x7EqKCgq7lGUDpBzmaRfLWs5CZD0965_0 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17202832901351876622', time=2024-09-22T11:18:23.201103+0000, chain.objs.size()=1 2024-09-22T09:24:39.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:h3Oggy2dJwP-Na0rv55eBUR6rmTMsB-_.qglYwhiXrhRqMUYUImdE-ii5oGcxoa3_0 2024-09-22T09:24:39.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12740573202884003888', time=2024-09-22T11:18:33.820001+0000, chain.objs.size()=1 2024-09-22T09:24:39.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:SmFCkfbxxLhugRiL4dwBI2qDkaZ8aTO_.t7_y0yoMNeqRhGeWUIXTmGiLuLSwL3g_0 2024-09-22T09:24:39.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15681413942193641101', time=2024-09-22T11:18:38.282020+0000, chain.objs.size()=1 2024-09-22T09:24:39.024 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.587__shadow:RI7WnwKoC4YF8QW.GaTg3ZUm3cCPQW4_.LE93SP1XYoMTpLhKQRPd-q2UYbUDj8v_0 2024-09-22T09:24:39.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.028+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15200494689132689111', time=2024-09-22T11:18:38.821976+0000, chain.objs.size()=1 2024-09-22T09:24:39.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.028+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:BCQFT38ixxfGzdFM667AxdhK6ALAMfi_.7KcnqXLMY1-9RjZfBeCON731yhIPLek_0 2024-09-22T09:24:39.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.028+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16196119549298668957', time=2024-09-22T11:18:44.397894+0000, chain.objs.size()=1 2024-09-22T09:24:39.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.028+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.605__shadow_.ugSP00rPjproJQwMIr22ZK_XxdLQJV7_0 2024-09-22T09:24:39.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.028+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6690209016851972197', time=2024-09-22T11:21:38.941514+0000, chain.objs.size()=1 2024-09-22T09:24:39.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.028+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.710__shadow_.vrKU1bZFmhEPwYo1LHDHn4bJKdwLqmE_0 2024-09-22T09:24:39.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:24:39.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51326' 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10521377641812002085', time=2024-09-22T11:12:24.074092+0000, chain.objs.size()=1 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.180__shadow_.4NHOaWBgHoADEQQeaip7BViJ4QiYgI4_0 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13594934495392780264', time=2024-09-22T11:12:24.684399+0000, chain.objs.size()=1 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.182__shadow_.QuuWBNbwarP8LfZcFsdrCCx3BKSrpmI_0 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17215429741722363893', time=2024-09-22T11:13:40.570089+0000, chain.objs.size()=1 2024-09-22T09:24:39.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.238__shadow_.JooCQO5Nmf_BKVDMR9vEidr4mmnmW4-_0 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15529826528103073575', time=2024-09-22T11:13:45.122198+0000, chain.objs.size()=1 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.249__shadow_.kefXYQqxJx7C3QxYRemVc3Uuyj9KCWc_0 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7520009853488398747', time=2024-09-22T11:13:50.310670+0000, chain.objs.size()=1 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.262__shadow_.Bvr60b2QWu5fCqwDEBGOUar4tte8qkj_0 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3847033168592517673', time=2024-09-22T11:14:11.466196+0000, chain.objs.size()=1 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vWwFn26dhE-17jEJoLeMsDeXRonBWQd_0 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13770961677977756275', time=2024-09-22T11:14:11.508102+0000, chain.objs.size()=1 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._vTBmOyM-_cmx2P9WdGoW1Tqy4PTbC-_0 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5126405554220421142', time=2024-09-22T11:14:11.516934+0000, chain.objs.size()=1 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.c6GP5wFKaimN3YlCxXvbj3CuVG5Wvno_0 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2706507338861814921', time=2024-09-22T11:14:11.551912+0000, chain.objs.size()=1 2024-09-22T09:24:39.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5adRaq9D91Zs4RdiDClcIvRufTdWofo_0 2024-09-22T09:24:39.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2887755672725975103', time=2024-09-22T11:14:11.558688+0000, chain.objs.size()=1 2024-09-22T09:24:39.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fmHH-L_OAhLftgGZ2GcocNmzCk_b1MG_0 2024-09-22T09:24:39.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17605682434044801522', time=2024-09-22T11:14:11.569509+0000, chain.objs.size()=1 2024-09-22T09:24:39.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qDofL9UjWf7POJMpMDyavim8Lme69H8_0 2024-09-22T09:24:39.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.295029298832422800', time=2024-09-22T11:14:11.622138+0000, chain.objs.size()=1 2024-09-22T09:24:39.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tHwzhLPCHQKwEUQI4qV6OOuC7HRTCD7_0 2024-09-22T09:24:39.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11480018824704285331', time=2024-09-22T11:14:11.769241+0000, chain.objs.size()=1 2024-09-22T09:24:39.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.c5G_K6K5EgyTeJ5V9-dG52zYWWzFduz_0 2024-09-22T09:24:39.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10752836692360832577', time=2024-09-22T11:14:11.868936+0000, chain.objs.size()=1 2024-09-22T09:24:39.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5qJGiY8DNwN0wsNBeK-P9DEyqrfNWQe_0 2024-09-22T09:24:39.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5787741210207509767', time=2024-09-22T11:14:11.879148+0000, chain.objs.size()=1 2024-09-22T09:24:39.041 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hyOhyCytf09APMOqElfRDdRbcd54Iqv_0 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.936374407828903578', time=2024-09-22T11:14:11.897286+0000, chain.objs.size()=1 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DBOUZpNo8V3yV9dJFGjTPcpHMGwYNPl_0 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9471430056863700875', time=2024-09-22T11:14:11.929231+0000, chain.objs.size()=1 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JLUdIlEfk9MWw6xWzKAoTk58u4j6KCC_0 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4936399419300843913', time=2024-09-22T11:14:11.944643+0000, chain.objs.size()=1 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bdY8YaC1zOfG7Lotu4TqJoWVJPgofMC_0 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18396720415052108766', time=2024-09-22T11:14:12.000897+0000, chain.objs.size()=1 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DYHsT_KILNSIA0I8q1s63L0Ne_anGTE_0 2024-09-22T09:24:39.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13082357112776820728', time=2024-09-22T11:14:12.009205+0000, chain.objs.size()=1 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.TmxVIvNMF7Zq1xNM4LlCav_YlS5d7Q1_0 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11580574283576897681', time=2024-09-22T11:14:12.145510+0000, chain.objs.size()=1 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Md8nYyaZEP25WN9dKL4kX6F44LWaewV_0 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2934391967248927914', time=2024-09-22T11:14:12.274052+0000, chain.objs.size()=1 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xWblrErpnKeqMbeUrxrlbkAf4fTbrld_0 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10328840340450825175', time=2024-09-22T11:14:12.521773+0000, chain.objs.size()=1 2024-09-22T09:24:39.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R_0ngvVRrJu7PbDDUFfENj0Cv4cuGmg_0 2024-09-22T09:24:39.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.044+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3446392269248122772', time=2024-09-22T11:14:12.739693+0000, chain.objs.size()=1 2024-09-22T09:24:39.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.044+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3Y1V4abRPElh4-dNj3HneGwIsndavfQ_0 2024-09-22T09:24:39.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.044+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18070239443063262546', time=2024-09-22T11:14:12.933505+0000, chain.objs.size()=1 2024-09-22T09:24:39.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.044+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bh7-vwfRiQLU77-QcBgXXCrgfXbQAsA_0 2024-09-22T09:24:39.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2643902630404463620', time=2024-09-22T11:14:13.015755+0000, chain.objs.size()=1 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Dt_nWyjhIGljV-MVwspZLb40hht9IGR_0 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7959354992437048319', time=2024-09-22T11:14:13.019784+0000, chain.objs.size()=1 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VcJUS4vVvapQluBKck5xY0INzUBagVI_0 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3293730802133407343', time=2024-09-22T11:14:13.029302+0000, chain.objs.size()=1 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9wFL2YYwuWCUuNadoaPqhtRK9J5zUzb_0 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16611029897658976904', time=2024-09-22T11:14:13.040722+0000, chain.objs.size()=1 2024-09-22T09:24:39.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IZwXxL_9qg_NSta9hpvXAtD8CP6ZADz_0 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.763723166823776994', time=2024-09-22T11:14:13.052659+0000, chain.objs.size()=1 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0EzDheavt7SrZa8rTcSPWzQMnFj9Zmx_0 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12578991699644632268', time=2024-09-22T11:14:13.098026+0000, chain.objs.size()=1 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Gsspm-j6xALRMKCVQ8OUe6LNmVaoif7_0 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14129422526629497120', time=2024-09-22T11:14:13.315280+0000, chain.objs.size()=1 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._gsNP6NhnB-mR4m-uA_qu_yQG3igNxX_0 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13137238114661940302', time=2024-09-22T11:14:13.494963+0000, chain.objs.size()=1 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.__SBpYTfpuR-4aDRzWeWyxyZ1MaVTtR_0 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2135188744986216719', time=2024-09-22T11:14:13.665848+0000, chain.objs.size()=1 2024-09-22T09:24:39.051 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vG3eeyiSzv9WdGspmHOc3RiXpu8YWSa_0 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12064764523428059629', time=2024-09-22T11:14:13.748592+0000, chain.objs.size()=1 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YwgLfYrRqBr1yFq3D53PLN_VImzTNOr_0 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16596636273724370039', time=2024-09-22T11:14:13.839776+0000, chain.objs.size()=1 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4sC6pNIxj12oMvfQgFPXKeISERXfNtP_0 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16022825851320487016', time=2024-09-22T11:14:13.854292+0000, chain.objs.size()=1 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oNYN7anVoKANiHNlxKQ-swy8DSJpXez_0 2024-09-22T09:24:39.054 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7040801430285918220', time=2024-09-22T11:14:13.953640+0000, chain.objs.size()=1 2024-09-22T09:24:39.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sK48Q065ujkpTnlkVvVCe09kDoA1kl9_0 2024-09-22T09:24:39.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2026581473684627425', time=2024-09-22T11:14:14.038840+0000, chain.objs.size()=1 2024-09-22T09:24:39.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1WcbwMpXtQRrhJadrU0Kw6bqkgheppl_0 2024-09-22T09:24:39.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15224716619476112570', time=2024-09-22T11:14:14.108271+0000, chain.objs.size()=1 2024-09-22T09:24:39.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.052+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.iRfdCihpCghUK5o8zeacqgKbl5sotTs_0 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9847044439049883207', time=2024-09-22T11:14:14.110622+0000, chain.objs.size()=1 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GiQFqUXvFKrhj1rfEQAfZV983KtLpyX_0 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17377390742651804667', time=2024-09-22T11:14:16.971467+0000, chain.objs.size()=1 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.271__shadow_.utQTuXFYFCB2b8Yazn0zzNzAQ3o1XOA_0 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13971106763836711973', time=2024-09-22T11:14:26.377167+0000, chain.objs.size()=1 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.Caql7M38cSLMXDW5CEF4jEuUOZY5XsM_0 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7414370434255541678', time=2024-09-22T11:14:26.401504+0000, chain.objs.size()=1 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.-OksqGjF7sVoGR3YdBMzppYC-BhcCXm_0 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.473043076104057716', time=2024-09-22T11:14:26.418290+0000, chain.objs.size()=1 2024-09-22T09:24:39.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.UW7p8J2wOUptub9mrOVfDmg5mLaEXPZ_0 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17653140022936050977', time=2024-09-22T11:14:32.843220+0000, chain.objs.size()=1 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.307__shadow_.ICpunqtDmfNhVWuYZiV7bZsiDyUcRC0_0 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12728546740781367482', time=2024-09-22T11:14:35.276550+0000, chain.objs.size()=1 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.314__shadow_.4Lpru4HYxyNMx1zE6LqDycUG4zMMFSq_0 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6269594784880617503', time=2024-09-22T11:15:00.326249+0000, chain.objs.size()=1 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Ge7BepUkMGGzhxVTrBKl9Va4f0s9PEN_0 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14522443639096098223', time=2024-09-22T11:15:00.417121+0000, chain.objs.size()=1 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._u-jkwxlPGqRhQP1hB-B2u2pZVnT5aT_0 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.407212976586148165', time=2024-09-22T11:15:00.689128+0000, chain.objs.size()=1 2024-09-22T09:24:39.059 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.f0tt0_e1gdN0GfH4oyORoqtrpkDTjjo_0 2024-09-22T09:24:39.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3080932340807055503', time=2024-09-22T11:15:00.707857+0000, chain.objs.size()=1 2024-09-22T09:24:39.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iMO4cc1IY-3Odw20h7Zb7wzaXc-ivDA_0 2024-09-22T09:24:39.060 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.060+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17327361131122854012', time=2024-09-22T11:15:00.709098+0000, chain.objs.size()=1 2024-09-22T09:24:39.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.060+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.z0IVlfDMDGcaiil0sxcrxsHoSiCSirj_0 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17017581530005568771', time=2024-09-22T11:15:00.797344+0000, chain.objs.size()=1 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4-7qoizrv6xsUgFGjG1mIy6cs11H97a_0 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320259813501167198', time=2024-09-22T11:15:00.801502+0000, chain.objs.size()=1 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uhP-KP2Hyyf61Te3pJtApmxDhLPgQco_0 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12936536555600583721', time=2024-09-22T11:15:00.864473+0000, chain.objs.size()=1 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QxHHv2axHpOJYPTa1OqmJnTCu7m0O9J_0 2024-09-22T09:24:39.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.90888206407802556', time=2024-09-22T11:15:01.059656+0000, chain.objs.size()=1 2024-09-22T09:24:39.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kFHAE_z1nKGFwqx27v-CnoCixhL8KnY_0 2024-09-22T09:24:39.065 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10602854878459039061', time=2024-09-22T11:15:01.072655+0000, chain.objs.size()=1 2024-09-22T09:24:39.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HZRutUMY_bQX3cOkFFTMjBDJwThz4D9_0 2024-09-22T09:24:39.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18348564504111019612', time=2024-09-22T11:15:01.110550+0000, chain.objs.size()=1 2024-09-22T09:24:39.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aIU06GlqkmCSWVbTcDeFgY9Al-16-zK_0 2024-09-22T09:24:39.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18317076222514357095', time=2024-09-22T11:15:01.156027+0000, chain.objs.size()=1 2024-09-22T09:24:39.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.z-tXoDXSP67ntIEI5tnbS2mmTSoXTTv_0 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3105448336977526870', time=2024-09-22T11:15:01.443214+0000, chain.objs.size()=1 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iDmN2O6nVDcohNSPOFVHOychlNRWE_z_0 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5048889566844233714', time=2024-09-22T11:15:01.730734+0000, chain.objs.size()=1 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8aXnkeattMDzlt9M7vKj8LfddoD5tWd_0 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10722319282834019060', time=2024-09-22T11:15:01.833388+0000, chain.objs.size()=1 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AJoVW45X-i836m1q4zmOeF7YQ4Tq-RN_0 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9232495241554957030', time=2024-09-22T11:15:01.877230+0000, chain.objs.size()=1 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HDxXwyWfjlmiT7HYnElGZcwrsAN_fj5_0 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18094337935080647565', time=2024-09-22T11:15:01.893620+0000, chain.objs.size()=1 2024-09-22T09:24:39.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xt5yzIoDNVwc96AGWPBpsKFeP3H-x_f_0 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14226847103788987297', time=2024-09-22T11:15:01.940013+0000, chain.objs.size()=1 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.771ZfY2efTif-M8Mtbi-DLlwwXffZIp_0 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15167904518611023711', time=2024-09-22T11:15:02.168633+0000, chain.objs.size()=1 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uX9szZuuLO26kmo_cl5ObdOmK4iMUp7_0 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16312114035326492602', time=2024-09-22T11:15:02.271869+0000, chain.objs.size()=1 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.sOJ59iVNf2PuwxdzZgs6_HUZVYzSUKA_0 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.750811285989317364', time=2024-09-22T11:15:02.355836+0000, chain.objs.size()=1 2024-09-22T09:24:39.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.SpW-B7XSjHcb1oGdKoIIGl7DH0kUE0J_0 2024-09-22T09:24:39.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6885594797174183615', time=2024-09-22T11:15:02.538617+0000, chain.objs.size()=1 2024-09-22T09:24:39.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.siFji_2-QYyzclfuepPLdIxd4af-txd_0 2024-09-22T09:24:39.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4308556440228348432', time=2024-09-22T11:15:02.661783+0000, chain.objs.size()=1 2024-09-22T09:24:39.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZXLXSxPpAqhd6c4qUCzih1KdIHKmXRZ_0 2024-09-22T09:24:39.073 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4591132368900547985', time=2024-09-22T11:15:02.673097+0000, chain.objs.size()=1 2024-09-22T09:24:39.073 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.m8mjP7oXZsk7ui5lIS_3dp18Z2JMM32_0 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10818929459101666723', time=2024-09-22T11:15:02.830674+0000, chain.objs.size()=1 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.58qGQ6hY_jaBC6c1JaOzgCfrB9ErKVh_0 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15607629752254885177', time=2024-09-22T11:15:02.840389+0000, chain.objs.size()=1 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.y6upUkfSC9TCVCUYMJef-tfNBONNCEo_0 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17833038493850383107', time=2024-09-22T11:15:02.849375+0000, chain.objs.size()=1 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9C5wOms4n2Mb3CWlgNjdq_e3Y_coMH4_0 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4719056256453033796', time=2024-09-22T11:15:02.893549+0000, chain.objs.size()=1 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.SmN82V9n4gNUlsLUZH4j4nmJTYpBshm_0 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9359528234249447660', time=2024-09-22T11:15:02.913319+0000, chain.objs.size()=1 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iu0wTbvTxclFqsIsniIdih-1pnoc0MH_0 2024-09-22T09:24:39.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3929544293562696481', time=2024-09-22T11:15:02.928222+0000, chain.objs.size()=1 2024-09-22T09:24:39.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zsSt71B4GzLeouq4jctm5KQCK2K8QG-_0 2024-09-22T09:24:39.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10479129541124976558', time=2024-09-22T11:15:24.222123+0000, chain.objs.size()=1 2024-09-22T09:24:39.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Pxg8CN4XAY04sfdagc1EqS1MEX7ZQN2_0 2024-09-22T09:24:39.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6639885889256072796', time=2024-09-22T11:15:24.223191+0000, chain.objs.size()=1 2024-09-22T09:24:39.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1DgXZV_Bus7qiMAE9wn-gUtjv4EMqna_0 2024-09-22T09:24:39.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14070630191974074336', time=2024-09-22T11:15:24.248060+0000, chain.objs.size()=1 2024-09-22T09:24:39.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lClRHYTk1HsNayw5Jwq2VVPQxkNgC4y_0 2024-09-22T09:24:39.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12488273656877741332', time=2024-09-22T11:15:24.251741+0000, chain.objs.size()=1 2024-09-22T09:24:39.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.096DJxIw88uXeXblrxIA8Nevu1UG8GE_0 2024-09-22T09:24:39.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15460488072127365811', time=2024-09-22T11:15:24.288246+0000, chain.objs.size()=1 2024-09-22T09:24:39.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.i00qhSJ5srNJMu7Yjl7qd1VSBRkvpoU_0 2024-09-22T09:24:39.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17811991279999328457', time=2024-09-22T11:15:24.454575+0000, chain.objs.size()=1 2024-09-22T09:24:39.078 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.K3NG_gc-z2Kp7RDtCMoLXMQaQ86ld0Z_0 2024-09-22T09:24:39.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7732871861500655310', time=2024-09-22T11:15:24.479253+0000, chain.objs.size()=1 2024-09-22T09:24:39.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7YlMN_y8yiwzRT3sLSi6N_pwelwMzdT_0 2024-09-22T09:24:39.079 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7768021854709965223', time=2024-09-22T11:15:24.482416+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uo_5BTqm4sVARNzLQ0WFT9AkcmoI9LY_0 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5408561912844098561', time=2024-09-22T11:15:24.523179+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.T3dp78IFeXuhhPa0c8-qRmD2KljwvAl_0 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.799098757103175010', time=2024-09-22T11:15:24.532147+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Wytj9WOWWUAMyah4-Yzoa01YWTkv7Cd_0 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7383287963671998924', time=2024-09-22T11:15:24.795272+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.E1Hz1ZuvmkGGbnfsnG6Y0gX9AQqYeUv_0 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14096768910354448288', time=2024-09-22T11:15:24.830709+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZX02Ip94jz5emkIx2vYRsYQez51woyr_0 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4251640301556296729', time=2024-09-22T11:15:24.860075+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ESMUMhx6NjHzFy9cq7LN0ZOHDYfjzbB_0 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.155752783279491530', time=2024-09-22T11:15:24.922661+0000, chain.objs.size()=1 2024-09-22T09:24:39.080 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YrK6RyepeLr1G1G-S9M-mW-rvPNtn_k_0 2024-09-22T09:24:39.081 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1565390497678908880', time=2024-09-22T11:15:25.274554+0000, chain.objs.size()=1 2024-09-22T09:24:39.081 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hn9MIhI1I2cTm5Z8wKzr_b7QUzcRGLG_0 2024-09-22T09:24:39.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4648265460953381273', time=2024-09-22T11:15:25.540650+0000, chain.objs.size()=1 2024-09-22T09:24:39.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.pafsVVfkTukIKFwWis2H_v1KBZxGA-2_0 2024-09-22T09:24:39.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9154489782990451899', time=2024-09-22T11:15:25.734107+0000, chain.objs.size()=1 2024-09-22T09:24:39.082 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Xnvc6m---R9dS_gFalhi2HBEhZmXZ5k_0 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1942480459638971949', time=2024-09-22T11:15:25.903575+0000, chain.objs.size()=1 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MSa1LQ65v8rSqohSoRQwxRBgv8odunb_0 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7183217990936404614', time=2024-09-22T11:15:25.950043+0000, chain.objs.size()=1 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-qR1bEgkYZ9iL-GH2vKKLpnfx9x0vkw_0 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11255857367245284141', time=2024-09-22T11:15:26.282183+0000, chain.objs.size()=1 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WHQ9aedDtS2sTPhCry7demyAuvIJvmZ_0 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7369250474770033026', time=2024-09-22T11:15:26.286694+0000, chain.objs.size()=1 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DNE73s41ZRb8Rcr2zDI2M1YGsAEJrcV_0 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14220295382704044826', time=2024-09-22T11:15:26.343452+0000, chain.objs.size()=1 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1H2IrSU7lXVLRCdKGY3zz3S6ruGf_Tj_0 2024-09-22T09:24:39.086 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15982387414905298177', time=2024-09-22T11:15:26.359097+0000, chain.objs.size()=1 2024-09-22T09:24:39.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.d5IdPBVR8zHk58_ETtVeoB_RhQV2w42_0 2024-09-22T09:24:39.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51326 2024-09-22T09:24:39.092 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.641834676822302059', time=2024-09-22T11:15:26.534363+0000, chain.objs.size()=1 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.BiUG-CmbYQ7i7m71K8bUGqOkBX2uY_A_0 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16981268051115779382', time=2024-09-22T11:15:26.636599+0000, chain.objs.size()=1 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XvPL18ftWPraz4nbvgslH37J58gl8z7_0 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6480136601190811623', time=2024-09-22T11:15:26.650403+0000, chain.objs.size()=1 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AOYLtDYJEXq0PglaKVxMbZFI-Y8ZrGN_0 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12545228987433060285', time=2024-09-22T11:15:26.678521+0000, chain.objs.size()=1 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xrMHcpCBZ8ZrR55qQhkvUZM6cOk8mFo_0 2024-09-22T09:24:39.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3573094001407702728', time=2024-09-22T11:15:26.727980+0000, chain.objs.size()=1 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.J4RDe4v13yQFJxxTfpkhBTFvEdM9eB4_0 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6771443497900284794', time=2024-09-22T11:15:28.263320+0000, chain.objs.size()=1 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.330__shadow_.XSEWbFYWtf_xUuKOpiJHe3G0EkTXUbJ_0 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2667911992563047327', time=2024-09-22T11:15:32.406146+0000, chain.objs.size()=1 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.342__shadow_.B0w4iGYlxtojoIaNtmQwzHEW4HZx9Fo_0 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8693027730150051617', time=2024-09-22T11:16:11.814252+0000, chain.objs.size()=1 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.452__shadow_.qtehIsrn9nMHbk2T7b0v625X2Noat5n_0 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17846817281962761101', time=2024-09-22T11:16:15.148573+0000, chain.objs.size()=1 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.459__shadow_.KV_4pozHV5CNMT_LBhwYWWv4wJm80Oz_0 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12697042058723745404', time=2024-09-22T11:16:57.277758+0000, chain.objs.size()=2 2024-09-22T09:24:39.094 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~4rGYe-LaKCR4uGQqEJ1_Kn9h76ODAhJ.1 2024-09-22T09:24:39.095 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~4rGYe-LaKCR4uGQqEJ1_Kn9h76ODAhJ.2 2024-09-22T09:24:39.095 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2894011401675963325', time=2024-09-22T11:17:00.388618+0000, chain.objs.size()=2 2024-09-22T09:24:39.095 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~-iTDZfqYnzOvFp13VFCxNYZMEad35KF.1 2024-09-22T09:24:39.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~-iTDZfqYnzOvFp13VFCxNYZMEad35KF.2 2024-09-22T09:24:39.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17834926992863866231', time=2024-09-22T11:17:25.011397+0000, chain.objs.size()=1 2024-09-22T09:24:39.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.538__shadow_.O4yyqLNYDvFXAJo-w2lBvChzis5o44r_0 2024-09-22T09:24:39.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6361222901832032556', time=2024-09-22T11:17:41.073386+0000, chain.objs.size()=1 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.555__shadow_.mLrxpeKcidp3ipGPHsGdr68N3LhMA7A_0 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4956765147505593578', time=2024-09-22T11:17:42.007776+0000, chain.objs.size()=1 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.556__shadow_.ULXgX7k-VDDvgzIiYp5t74oGP_OYN3S_0 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9772484567652452359', time=2024-09-22T11:17:54.223382+0000, chain.objs.size()=1 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:0Pwfz087Y2DSVL.O1guZUTHL0QSYMQs_.__xd_125jcf__Ss_tF0plss6czRD8ar_0 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11658392748539424224', time=2024-09-22T11:18:01.318308+0000, chain.objs.size()=1 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:95aWLo6FolA-K0iXPiu.PbqQ8lBaUMa_.oxkluY4VTkCdbV78HH0NxnCETrQmtdT_0 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13214196980290590040', time=2024-09-22T11:18:08.767209+0000, chain.objs.size()=1 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.576__shadow_.wZBmsLKoskAsBHWuzKF2wUrHtz2EDzm_0 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16221036941221345525', time=2024-09-22T11:18:26.053588+0000, chain.objs.size()=1 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:7r4xzf4joDGueo3Lj-SiPEVLhjZeAL8_.lzdzJCn3gLU_nSKanlb1cTy7ayT7FPZ_0 2024-09-22T09:24:39.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6233557339256555375', time=2024-09-22T11:18:41.881197+0000, chain.objs.size()=1 2024-09-22T09:24:39.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.597__shadow_.IWvjOZadAIDTPg8sw2houmxclqct93X_0 2024-09-22T09:24:39.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5768771619292332592', time=2024-09-22T11:21:25.560415+0000, chain.objs.size()=1 2024-09-22T09:24:39.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.673__shadow_.ITlILJ2_ymVQGQh30CPvI6G6yBUHIUC_0 2024-09-22T09:24:39.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:24:39.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51060' 2024-09-22T09:24:39.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16876138457080499937', time=2024-09-22T11:11:55.163991+0000, chain.objs.size()=1 2024-09-22T09:24:39.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.148__shadow_.3-5-VuZB8Nbp1WbuhN7m8i6WoflM0-B_0 2024-09-22T09:24:39.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~2vJpJzbbGZMDOqeQiRoEdOmIuUohlii', time=2024-09-22T11:12:34.712613+0000, chain.objs.size()=1 2024-09-22T09:24:39.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.203__multipart_mymultipart.2~2vJpJzbbGZMDOqeQiRoEdOmIuUohlii.1 2024-09-22T09:24:39.111 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13433106293743869363', time=2024-09-22T11:13:42.524546+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.243__shadow_.ljtOWv2ERe3fsxsqRR-g7ZuYfAB9JxU_0 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16495731414380520524', time=2024-09-22T11:13:48.228700+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.257__shadow_.G6L8xL-wze2F2dv0jVoo3hU8E9KANtK_0 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1372748726863194879', time=2024-09-22T11:13:49.969568+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.261__shadow_.d0uG3N0ifo21aJwaZMGng58PtoqB8UN_0 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16620463963787114499', time=2024-09-22T11:14:11.430284+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.81znIYGchjr8RbcVAH6W66p_fOSdA4C_0 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4576354335942319149', time=2024-09-22T11:14:11.500156+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QcftdJ9VHxePTI_fEnN1aGn-_Dr4agB_0 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2240904363977647587', time=2024-09-22T11:14:11.578179+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Kph0RDviMgt1yz_CBbFtWk0zR_CjO15_0 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13374521646004756662', time=2024-09-22T11:14:11.581591+0000, chain.objs.size()=1 2024-09-22T09:24:39.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Jmd3mzVtmOFMzoAMezR3Vy6ooilQ6Y3_0 2024-09-22T09:24:39.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11344676190676413771', time=2024-09-22T11:14:11.591067+0000, chain.objs.size()=1 2024-09-22T09:24:39.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vhMmT2XIsRj4eBwpJvVSQpR8XwiqhPz_0 2024-09-22T09:24:39.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10310115547407319988', time=2024-09-22T11:14:11.607149+0000, chain.objs.size()=1 2024-09-22T09:24:39.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uaXpIWtWqKa-A8qPD0LQLycyNocGcsq_0 2024-09-22T09:24:39.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1511384149105858447', time=2024-09-22T11:14:11.638883+0000, chain.objs.size()=1 2024-09-22T09:24:39.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.A_pGwJcpk2lGRUZ640VPMAsEz2Bp8nH_0 2024-09-22T09:24:39.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17063102002620579635', time=2024-09-22T11:14:11.817568+0000, chain.objs.size()=1 2024-09-22T09:24:39.114 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DNY-eHhm6so8A5OINqrzZcKYhE83MNw_0 2024-09-22T09:24:39.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5268036013740051462', time=2024-09-22T11:14:11.838183+0000, chain.objs.size()=1 2024-09-22T09:24:39.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jXxeDhSV0C7OPhsr_oELSET_KrRymaO_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14670390146558423823', time=2024-09-22T11:14:11.871008+0000, chain.objs.size()=1 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.udhXT_LYbXTZiHkMr4dkT6r-sxUX4ln_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5201293698979632541', time=2024-09-22T11:14:11.918824+0000, chain.objs.size()=1 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CKR_Fd3JPDUMSuouOuHeIWZXL3rwDTQ_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1848822379229216044', time=2024-09-22T11:14:12.194314+0000, chain.objs.size()=1 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AWZ2QYoimmu0FCdXBZt-YKGRKUWvUbS_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9825212614433286865', time=2024-09-22T11:14:12.299667+0000, chain.objs.size()=1 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cH4ZVQe4cIpY-x9HFWI6a73kGKCAvqu_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14808095168524758823', time=2024-09-22T11:14:12.330243+0000, chain.objs.size()=1 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IoQ4fes7120cZOYyXiVCOuONqTGmhdK_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9946005675191121541', time=2024-09-22T11:14:12.566794+0000, chain.objs.size()=1 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GqwnFaGKHEHQk_CXs9fatI3dTmbOuBe_0 2024-09-22T09:24:39.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2230759986304641194', time=2024-09-22T11:14:12.586861+0000, chain.objs.size()=1 2024-09-22T09:24:39.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2IoJ4jEne-KeoEnoKuUs0JIaxLg4ndS_0 2024-09-22T09:24:39.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15144788939698544469', time=2024-09-22T11:14:12.600417+0000, chain.objs.size()=1 2024-09-22T09:24:39.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jOInJD5eosRxw6seX-vahm8MjOp33Yf_0 2024-09-22T09:24:39.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17503112858119691007', time=2024-09-22T11:14:12.737275+0000, chain.objs.size()=1 2024-09-22T09:24:39.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wLhtv268w95YysHiC3EtdDejtR67OqJ_0 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10272586012025928071', time=2024-09-22T11:14:12.909760+0000, chain.objs.size()=1 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5-E9jnA6EQWYzrI4_1JDY1IscHReFH4_0 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6802511988255861712', time=2024-09-22T11:14:12.947346+0000, chain.objs.size()=1 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.w0bfpJolHCEjOV_SG-RsK2vKfdBk0QE_0 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.826527850523328461', time=2024-09-22T11:14:12.957624+0000, chain.objs.size()=1 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cUjYD6Wmqe30KreObZPsQYq-RIfnRxl_0 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4437466492201409055', time=2024-09-22T11:14:12.980897+0000, chain.objs.size()=1 2024-09-22T09:24:39.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mdG4pqC6uEBSL7nrve51V4SfOUgbPuU_0 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4333329157192990037', time=2024-09-22T11:14:12.995462+0000, chain.objs.size()=1 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.toCY4WOP64VjkLVbeRbQrti4BXNYSPj_0 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6794205392078139942', time=2024-09-22T11:14:13.034287+0000, chain.objs.size()=1 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GmzSKfNOT_N8sZn4ULUQ8i7B8EXLtZl_0 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4235357006072959402', time=2024-09-22T11:14:13.262068+0000, chain.objs.size()=1 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.TYHbDgB2lw1SclKyYMztk-7xgm0eCQv_0 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5176799807031323903', time=2024-09-22T11:14:13.298688+0000, chain.objs.size()=1 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Lmhkaxryri9A2mh5_umJrf6yi8nCSE6_0 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8432881075753026595', time=2024-09-22T11:14:13.328662+0000, chain.objs.size()=1 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LehjrX51MbUFdl4kSt35pxfnYPyTw7m_0 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15372107287248654115', time=2024-09-22T11:14:13.349782+0000, chain.objs.size()=1 2024-09-22T09:24:39.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.iPcl1P7lGsLOCoNhrJtH7RmURnEEHRV_0 2024-09-22T09:24:39.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8627044080054718048', time=2024-09-22T11:14:13.363245+0000, chain.objs.size()=1 2024-09-22T09:24:39.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4xierwvKqEy2q79P7ZTNatagoyZVie8_0 2024-09-22T09:24:39.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.189656760218379112', time=2024-09-22T11:14:13.383338+0000, chain.objs.size()=1 2024-09-22T09:24:39.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R0xlcpI48-EU9TzL88QD9rX_FVyvF3K_0 2024-09-22T09:24:39.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16674199347195506751', time=2024-09-22T11:14:13.386980+0000, chain.objs.size()=1 2024-09-22T09:24:39.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1KSWSGcq_O04OoaI76qo8PAd6NcvcZl_0 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14859509913550977602', time=2024-09-22T11:14:13.460746+0000, chain.objs.size()=1 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hgnUHnd0a27-JZJnbr35RIoH5oDAl-V_0 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17034144004842813810', time=2024-09-22T11:14:13.618538+0000, chain.objs.size()=1 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0_L5XORcoQNFE-_G92sKtqtwsmqOVVo_0 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9992863411370802706', time=2024-09-22T11:14:13.628028+0000, chain.objs.size()=1 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BFNQwLYVmJfdaCmikHNITubVJZOosHW_0 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4699569010553644165', time=2024-09-22T11:14:13.743205+0000, chain.objs.size()=1 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pwF9IeodUKNec0vgHgjgIW5eZ4xiJm7_0 2024-09-22T09:24:39.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8087452733036207197', time=2024-09-22T11:14:13.813726+0000, chain.objs.size()=1 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kq5YOYtA-3iDXZKWXtqfUT7O91XWnKL_0 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5811603777825111400', time=2024-09-22T11:14:13.829740+0000, chain.objs.size()=1 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KE-bCBcevizu5GwpMH3pnP12E5QR-fO_0 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11340993873796936646', time=2024-09-22T11:14:14.031537+0000, chain.objs.size()=1 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.N4P1c13zdVLfjRKgFw9v3Ou1dihlXar_0 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13744946187468376369', time=2024-09-22T11:14:18.864906+0000, chain.objs.size()=1 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.276__shadow_.7UPd-HeExnoWqojEzm_-3hULl148akL_0 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8471523473786719419', time=2024-09-22T11:14:21.232971+0000, chain.objs.size()=1 2024-09-22T09:24:39.127 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.282__shadow_.88BfodxP5SuZ9h0vFYUpgRJE_zTJ4NR_0 2024-09-22T09:24:39.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12813444924175230600', time=2024-09-22T11:14:23.260847+0000, chain.objs.size()=1 2024-09-22T09:24:39.128 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.287__shadow_.xuu2ksbLG5vEjMJlLfZy_zvyipVX5or_0 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13322157344998168555', time=2024-09-22T11:14:29.008099+0000, chain.objs.size()=1 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.298__shadow_.SMnUTE2qJ9i79hCxu9Z6w1F-rQq2561_0 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5434680908580312161', time=2024-09-22T11:14:31.069076+0000, chain.objs.size()=1 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.303__shadow_.2tf1cguC0fFHnf3vkftrP_J372H-Igm_0 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12021207982927443967', time=2024-09-22T11:14:32.843098+0000, chain.objs.size()=1 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.307__shadow_.q3zM96SMdPU22W8JfsyPiWQPNrov5km_0 2024-09-22T09:24:39.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15299463070007917770', time=2024-09-22T11:14:37.341032+0000, chain.objs.size()=1 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320__shadow:g33tSMPtKsVX12USsszx7AucNPkWQ7K_.7NnYfIElrnWb5Ky7J7UT121swOITV1W_0 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6102817284034867701', time=2024-09-22T11:14:37.367450+0000, chain.objs.size()=1 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320__shadow:dzNN-b1BKhPlK.fS8.k-WRvgFSNLh0E_.RUBzGVhCAiCv_cRsLQ3UnfhefP0_LUi_0 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1077819860184491142', time=2024-09-22T11:14:38.381321+0000, chain.objs.size()=1 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.323__shadow_.nhZWA2nisy3EH9oiOsL_0yS7CyXvVxR_0 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8667928148583926629', time=2024-09-22T11:15:00.354620+0000, chain.objs.size()=1 2024-09-22T09:24:39.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mjvZLmQQ32oD5f7GSGkuzfMIKMwPX40_0 2024-09-22T09:24:39.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.717821794200901167', time=2024-09-22T11:15:00.406422+0000, chain.objs.size()=1 2024-09-22T09:24:39.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kkfMfQOHVE3BLgIFhkACapDahazEp2Z_0 2024-09-22T09:24:39.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15111982462193733838', time=2024-09-22T11:15:00.407147+0000, chain.objs.size()=1 2024-09-22T09:24:39.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RwS4WjPm4cf5uqetC7lj_c0_XdUXYRd_0 2024-09-22T09:24:39.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9148732010003037570', time=2024-09-22T11:15:00.426868+0000, chain.objs.size()=1 2024-09-22T09:24:39.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YMOm92IXVlX5cTit4TutXpir569asS3_0 2024-09-22T09:24:39.133 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626576797772819479', time=2024-09-22T11:15:00.437439+0000, chain.objs.size()=1 2024-09-22T09:24:39.134 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JVdqy9OM8VJPMfI3A5gmJUU_Q6ysdr3_0 2024-09-22T09:24:39.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3292241517011669172', time=2024-09-22T11:15:00.459204+0000, chain.objs.size()=1 2024-09-22T09:24:39.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MUOXB_CoeJZkaRax4arqUu8kwb6TmeH_0 2024-09-22T09:24:39.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6483209148201628504', time=2024-09-22T11:15:00.466141+0000, chain.objs.size()=1 2024-09-22T09:24:39.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KQj_Txuxn_a47opm5BuYDfHvck-xBnt_0 2024-09-22T09:24:39.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17198783681872470382', time=2024-09-22T11:15:00.638917+0000, chain.objs.size()=1 2024-09-22T09:24:39.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8P4A8Ce8Dcsl7GGcQxov6jDljyNs7yE_0 2024-09-22T09:24:39.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6724712535114845578', time=2024-09-22T11:15:00.765645+0000, chain.objs.size()=1 2024-09-22T09:24:39.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._54JvX7rtZvFLzMLtoKvfP84qQW8Hhx_0 2024-09-22T09:24:39.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6433716639421009479', time=2024-09-22T11:15:00.779351+0000, chain.objs.size()=1 2024-09-22T09:24:39.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VcOxvzJN7g3KdV5wIVuPYlGZaV8IG05_0 2024-09-22T09:24:39.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7461400097173989570', time=2024-09-22T11:15:00.790910+0000, chain.objs.size()=1 2024-09-22T09:24:39.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ss1nzwkndOgVAm_V23JeUHVgMh2oTku_0 2024-09-22T09:24:39.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3068298840456335069', time=2024-09-22T11:15:01.006564+0000, chain.objs.size()=1 2024-09-22T09:24:39.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oV9paH8d9n03MgeixH1QHlJ8k_nBGLJ_0 2024-09-22T09:24:39.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7372598773724034631', time=2024-09-22T11:15:01.109230+0000, chain.objs.size()=1 2024-09-22T09:24:39.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oBGg-dPFjpuGWK8nC7n6IE8MPuWYYxi_0 2024-09-22T09:24:39.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2798325537520843169', time=2024-09-22T11:15:01.138609+0000, chain.objs.size()=1 2024-09-22T09:24:39.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zMeCSOIapEL8OK5M4maChcAKk9MfZ31_0 2024-09-22T09:24:39.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9332152046650454317', time=2024-09-22T11:15:01.142623+0000, chain.objs.size()=1 2024-09-22T09:24:39.139 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.DlHq9yoIUsFBi3vJBQje13v8ltEbwuC_0 2024-09-22T09:24:39.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3873690119634742744', time=2024-09-22T11:15:01.359151+0000, chain.objs.size()=1 2024-09-22T09:24:39.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mnRUAWkEQOtKmhfS2oqnpf1sVlGqLpf_0 2024-09-22T09:24:39.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16578454630790472130', time=2024-09-22T11:15:01.398391+0000, chain.objs.size()=1 2024-09-22T09:24:39.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-kKWGbpVCGHg3FvJlpu6DUJbjj2W-62_0 2024-09-22T09:24:39.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11192213579956179301', time=2024-09-22T11:15:01.467713+0000, chain.objs.size()=1 2024-09-22T09:24:39.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hs_RF3fDuW3EyjJq8S0JhYLAI70JRVn_0 2024-09-22T09:24:39.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15611235912325797563', time=2024-09-22T11:15:01.572169+0000, chain.objs.size()=1 2024-09-22T09:24:39.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qqNg0GzAhmlvHHlXYhNnVVQBZHMWlS1_0 2024-09-22T09:24:39.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16804857741564968647', time=2024-09-22T11:15:01.792882+0000, chain.objs.size()=1 2024-09-22T09:24:39.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Or7q07d5AzreQ3NR9q9T1oGMfIyFQ7y_0 2024-09-22T09:24:39.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3991355208542569062', time=2024-09-22T11:15:01.794152+0000, chain.objs.size()=1 2024-09-22T09:24:39.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nt86DrqzDSWktRpxdZKwxewcBvLihTj_0 2024-09-22T09:24:39.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12168886924718311679', time=2024-09-22T11:15:01.845888+0000, chain.objs.size()=1 2024-09-22T09:24:39.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8WTXoUwN8fTA0ChQ7R873tUm8XNU6L8_0 2024-09-22T09:24:39.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13538793174884238185', time=2024-09-22T11:15:01.905553+0000, chain.objs.size()=1 2024-09-22T09:24:39.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.k7cgi80oSAYpFklUerwxMwj3r-qIKk6_0 2024-09-22T09:24:39.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18050025571058062676', time=2024-09-22T11:15:01.952270+0000, chain.objs.size()=1 2024-09-22T09:24:39.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TTSbybJA_CctvJi-djWo6XueMK1EPj0_0 2024-09-22T09:24:39.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.748490241729558274', time=2024-09-22T11:15:01.954296+0000, chain.objs.size()=1 2024-09-22T09:24:39.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hhnuz4S-xOvO5TjKv8AtGollMw9ZP2a_0 2024-09-22T09:24:39.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7966417846547344291', time=2024-09-22T11:15:02.099291+0000, chain.objs.size()=1 2024-09-22T09:24:39.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MbYpc544aP5zAjXl3ST3AkjgAu0t3h__0 2024-09-22T09:24:39.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6026834075107093053', time=2024-09-22T11:15:02.196115+0000, chain.objs.size()=1 2024-09-22T09:24:39.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BWFqWT4O8J7IVMnGYu442TBzTPzXrdo_0 2024-09-22T09:24:39.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7518279640290804894', time=2024-09-22T11:15:02.291370+0000, chain.objs.size()=1 2024-09-22T09:24:39.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.d6-tYZHJSgJr20F8DkX48Rq1nRhom6N_0 2024-09-22T09:24:39.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14118943789578443180', time=2024-09-22T11:15:02.458777+0000, chain.objs.size()=1 2024-09-22T09:24:39.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.i1RlxWp6Bmrvfclsg1m59YBSDVf8urM_0 2024-09-22T09:24:39.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7404289341273384742', time=2024-09-22T11:15:02.464045+0000, chain.objs.size()=1 2024-09-22T09:24:39.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.S96aE7ny8_Rg4yw9peGNsKAX3r6zMHv_0 2024-09-22T09:24:39.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6014724985777027019', time=2024-09-22T11:15:02.529451+0000, chain.objs.size()=1 2024-09-22T09:24:39.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rEiERSALJlHfwX5IPE7mtIE-E1IoWIS_0 2024-09-22T09:24:39.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8559432663270934603', time=2024-09-22T11:15:02.533388+0000, chain.objs.size()=1 2024-09-22T09:24:39.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aqJYx37xp15M4QPHyAXzIM-4ccrKoDF_0 2024-09-22T09:24:39.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10616985979053251682', time=2024-09-22T11:15:02.580071+0000, chain.objs.size()=1 2024-09-22T09:24:39.148 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.543EGuNO-mfTej3wbQjducLk-W1wqGM_0 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2624414012252284522', time=2024-09-22T11:15:02.695500+0000, chain.objs.size()=1 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CJ4tJVYX421HfLJ0jN0GOywFGrDwDB5_0 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6593954245466811481', time=2024-09-22T11:15:02.804756+0000, chain.objs.size()=1 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.N_SgitS6NG8Q7JCMbiDQ8bo-I8qIjJm_0 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16783645206686523892', time=2024-09-22T11:15:02.805613+0000, chain.objs.size()=1 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PB9wkOhrIUA-YRH_8tGkXlJ-KUlMlcd_0 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16916871590687853060', time=2024-09-22T11:15:02.913783+0000, chain.objs.size()=1 2024-09-22T09:24:39.151 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yVCvZqxbUI9-sWSdw-jVfiwVOCqcWrz_0 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16600437925056536727', time=2024-09-22T11:15:24.170589+0000, chain.objs.size()=1 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.T1SrsotmD2vQrqG_zZhBeahOuCSqOND_0 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4576055176244196725', time=2024-09-22T11:15:24.293178+0000, chain.objs.size()=1 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ad7WfBdkm1VkoTRyxe7AXeFC8CsKway_0 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5464285533777013069', time=2024-09-22T11:15:24.294376+0000, chain.objs.size()=1 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dB8qQKPAfxnygBM-oYWpA12Pb-Bls51_0 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14336414047945580002', time=2024-09-22T11:15:24.462579+0000, chain.objs.size()=1 2024-09-22T09:24:39.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oeMvr28HmotJtw8wFSa4hIGfJD4jvUF_0 2024-09-22T09:24:39.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14399167554561819220', time=2024-09-22T11:15:24.819644+0000, chain.objs.size()=1 2024-09-22T09:24:39.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CUCZtq4zG66Vcab5u-rRmTT3unx9E5o_0 2024-09-22T09:24:39.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1894327971813588071', time=2024-09-22T11:15:24.838694+0000, chain.objs.size()=1 2024-09-22T09:24:39.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Raxq858B11MWtfQ72EvBmrjo_N6ZlfE_0 2024-09-22T09:24:39.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10106569512325756485', time=2024-09-22T11:15:24.968443+0000, chain.objs.size()=1 2024-09-22T09:24:39.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.edUswwYr5WRse36ekc5Z1kja1a1s1zs_0 2024-09-22T09:24:39.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4221161456842634992', time=2024-09-22T11:15:24.975519+0000, chain.objs.size()=1 2024-09-22T09:24:39.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mhRiF5E9slxf6cR8AIRmT_TmfqV9A6R_0 2024-09-22T09:24:39.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18237576238927025280', time=2024-09-22T11:15:24.980071+0000, chain.objs.size()=1 2024-09-22T09:24:39.155 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6UlXagwARl0Is1AOpdKm0NrDhz8YzTs_0 2024-09-22T09:24:39.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18180471730105238229', time=2024-09-22T11:15:24.997211+0000, chain.objs.size()=1 2024-09-22T09:24:39.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DDSpINmhmA_uw9whzM3rzPn0ctCfd_A_0 2024-09-22T09:24:39.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9011873470437829257', time=2024-09-22T11:15:25.184915+0000, chain.objs.size()=1 2024-09-22T09:24:39.156 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Cd6eSkZw6seMa4y4w38XL1KdsxqhwbN_0 2024-09-22T09:24:39.159 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51060 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8822525739829671363', time=2024-09-22T11:15:25.204608+0000, chain.objs.size()=1 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gGzq4uwoHxnNbJSySTuXM44ZbcmBdMG_0 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15198659194725386933', time=2024-09-22T11:15:25.225095+0000, chain.objs.size()=1 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.21uQmwOj7Mxo4tBPXUAO0Xo7XU3EQcA_0 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9398842647452447739', time=2024-09-22T11:15:25.535845+0000, chain.objs.size()=1 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ie28708AWE7K65GLGOTSKoN4ho_kXmU_0 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13261640449366361020', time=2024-09-22T11:15:25.631440+0000, chain.objs.size()=1 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Z8hEu9LlAgnYh6CtJ3clG9ba0N3sDbC_0 2024-09-22T09:24:39.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3140119016675678577', time=2024-09-22T11:15:25.662131+0000, chain.objs.size()=1 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CwmVK6Gdah3Be5fYPsB8-iP1FST9QLr_0 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16446391294379546832', time=2024-09-22T11:15:25.681965+0000, chain.objs.size()=1 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.j073T_n6RoTuuRxmAkl3tJ6dQ4yxTaG_0 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6324792019092460851', time=2024-09-22T11:15:25.755613+0000, chain.objs.size()=1 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NB5KIvK01AxUyN6uV2R4_Kw4mtTrQ0f_0 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8775058308943845809', time=2024-09-22T11:15:25.914512+0000, chain.objs.size()=1 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.seYL2ebz24xDMt5Zq6-fBTxatu9i3Iu_0 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9384896169619679981', time=2024-09-22T11:15:26.088041+0000, chain.objs.size()=1 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._B7vU0bdMMdZFXiBzOfJ8Fr9BWxcfgs_0 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16700952471898018974', time=2024-09-22T11:15:26.100203+0000, chain.objs.size()=1 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ClVvnO1WYwzNnsJIL0nSwtK5cmM3kq4_0 2024-09-22T09:24:39.163 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5445886145034666419', time=2024-09-22T11:15:26.275858+0000, chain.objs.size()=1 2024-09-22T09:24:39.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dmh27u_Fdva6gPo1_K7pXO6bNci3ieC_0 2024-09-22T09:24:39.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14902635759950707784', time=2024-09-22T11:15:26.687192+0000, chain.objs.size()=1 2024-09-22T09:24:39.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cgbq4seOUVopiQrtfFCq_T4XUiX_kMu_0 2024-09-22T09:24:39.164 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12176956005198431196', time=2024-09-22T11:15:26.739513+0000, chain.objs.size()=1 2024-09-22T09:24:39.165 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OZpGc0s-ohrdcFAHiN3ZUWBrJorbWvH_0 2024-09-22T09:24:39.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7034585470896835911', time=2024-09-22T11:15:26.760753+0000, chain.objs.size()=1 2024-09-22T09:24:39.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bMszRHMFsIItminaFGB_NBfT4uRpjdu_0 2024-09-22T09:24:39.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5999089578295390686', time=2024-09-22T11:15:26.807483+0000, chain.objs.size()=1 2024-09-22T09:24:39.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hP5N1uayFdTLGwfPXjGxkQsSOxSRCKB_0 2024-09-22T09:24:39.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6857230510256690500', time=2024-09-22T11:15:33.025544+0000, chain.objs.size()=1 2024-09-22T09:24:39.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.344__shadow_.ObtO2_5FlMW6QGDA4H_y2SK5JmvyXvv_0 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15974549437686461867', time=2024-09-22T11:16:29.065034+0000, chain.objs.size()=1 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.496__shadow_.tfgFDfqccsBWmtDF5zy814IAgFdigLJ_0 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16211937084146240573', time=2024-09-22T11:16:32.655799+0000, chain.objs.size()=1 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.504__shadow:nShiuNa8wnjGkXgCni4v3pExMN7zKHh_.m751R-2DWFcjL-mQQbRYmf6WPV87NPm_0 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6549469359847817578', time=2024-09-22T11:16:32.662600+0000, chain.objs.size()=1 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.504__shadow:nShiuNa8wnjGkXgCni4v3pExMN7zKHh_.m751R-2DWFcjL-mQQbRYmf6WPV87NPm_0 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7046800202216686374', time=2024-09-22T11:16:51.003739+0000, chain.objs.size()=6 2024-09-22T09:24:39.167 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc.1 2024-09-22T09:24:39.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart._oXadakXM2M55xPbx7HtLuC_Duz9DCC5.2 2024-09-22T09:24:39.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc.3 2024-09-22T09:24:39.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.168+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc.4 2024-09-22T09:24:39.168 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.168+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc.5 2024-09-22T09:24:39.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.168+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc.6 2024-09-22T09:24:39.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9342200899208310364', time=2024-09-22T11:17:45.574265+0000, chain.objs.size()=1 2024-09-22T09:24:39.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.561__shadow_.Cm1QWtmF-05Sp0Zz8GoXyxDRppQnU61_0 2024-09-22T09:24:39.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13014857827729190678', time=2024-09-22T11:17:54.566093+0000, chain.objs.size()=1 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:EWdCzBvb2ppmj3jdt4HCwAiYw6clZfU_.3CgbIhhnnNQ71zyG6EeU-UUwY8eaPLG_0 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3059439909309551734', time=2024-09-22T11:18:10.148982+0000, chain.objs.size()=1 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:YDVbt.r9SUhNXN843JO9LTPWGThGe59_.pMKoq89jmZryaZiA38aQ6Jdv6cXV4R6_0 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9150872653487225589', time=2024-09-22T11:18:27.516249+0000, chain.objs.size()=1 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:q3Jr-0.6VA7Gg.uuWtQK8zia9Z4Arrw_.egQ8Y2wiReuo_5o3yyUVNmNLOoXTxor_0 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11658620426537468090', time=2024-09-22T11:18:43.987168+0000, chain.objs.size()=1 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.604__shadow_.Jj91SSQBPhafRVLtpkMjtx45Pf4OE5e_0 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8966990182682261635', time=2024-09-22T11:21:07.033392+0000, chain.objs.size()=1 2024-09-22T09:24:39.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.637__shadow_.XbQF4YB04Sqj5B86wNCnN0NzcHHGhBN_0 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5780567300258770547', time=2024-09-22T11:21:10.210147+0000, chain.objs.size()=2 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.645__shadow_.K88qt4p2N0bV_nBjk1ncJL_qpU_2hQB_0 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.645__shadow_.K88qt4p2N0bV_nBjk1ncJL_qpU_2hQB_1 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2774994860667973735', time=2024-09-22T11:21:22.477522+0000, chain.objs.size()=1 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.665__shadow_.645z_zYbbF4Vt0pY-FXf3AmE_VT--I__0 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11928608983168677649', time=2024-09-22T11:21:22.479628+0000, chain.objs.size()=1 2024-09-22T09:24:39.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.665__shadow_.TmUrbjuNG6-x18Be0brEBB_llKaJC-3_0 2024-09-22T09:24:39.175 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17419731604620914335', time=2024-09-22T11:21:39.893503+0000, chain.objs.size()=1 2024-09-22T09:24:39.175 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.712__multipart_file1.2~V-bc3Iz6Ns6n_vWsnoUvbpXWeiwFHq-.1 2024-09-22T09:24:39.176 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3101743567980813630', time=2024-09-22T11:22:06.894487+0000, chain.objs.size()=1 2024-09-22T09:24:39.176 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.735__shadow_.qK0Rv-XB706tEm38g6p0gHTglTN3gcG_0 2024-09-22T09:24:39.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.183 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:24:39.184 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/41105' 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1990925095573482400', time=2024-09-22T11:12:08.075594+0000, chain.objs.size()=2 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.165__multipart_foo.2~2G4Cd1BSHxkq7qfDqwA9Ym39_6-J5n8.1 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.165__multipart_foo.2~2G4Cd1BSHxkq7qfDqwA9Ym39_6-J5n8.2 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16369129364896967922', time=2024-09-22T11:12:08.335231+0000, chain.objs.size()=1 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.167__shadow_.o7eT2D_LPfInJMrLsaAIhmyCSE6g_Wd_0 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2412730810188755943', time=2024-09-22T11:12:08.539874+0000, chain.objs.size()=1 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.167__shadow_.evFitp8hXjVQJnNGKViXV63nlvHrw9t_0 2024-09-22T09:24:39.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4066215714970950351', time=2024-09-22T11:13:38.061243+0000, chain.objs.size()=1 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.232__shadow_.-HSzdsWDrvHwfzQuvtmkjsXzfA2T8Ck_0 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12869287301883212814', time=2024-09-22T11:13:38.849278+0000, chain.objs.size()=1 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.234__shadow_.AJfDbf620WROULz1m48Xpkw7h_c9tww_0 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7377964413128714354', time=2024-09-22T11:13:40.576085+0000, chain.objs.size()=1 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.238__shadow_.tMGUkm0mIi2g-trNWtUx_L3L2se_DO8_0 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16190736590302852595', time=2024-09-22T11:14:11.472153+0000, chain.objs.size()=1 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vrKmYAC_iV8Bq3Nv6i44Rds6-88-H4S_0 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5310366417381938214', time=2024-09-22T11:14:11.645295+0000, chain.objs.size()=1 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.47XzfShc3Z2qjQNH85uTaFlAHdl_XPw_0 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12197090316606848322', time=2024-09-22T11:14:11.825658+0000, chain.objs.size()=1 2024-09-22T09:24:39.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0s2_05nKPyyzx66l1KxvgM5EcXpqRyR_0 2024-09-22T09:24:39.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2869003522674182343', time=2024-09-22T11:14:11.837579+0000, chain.objs.size()=1 2024-09-22T09:24:39.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AFzcAMyCSgTOlCAbAPXn2x6-kkbWcXu_0 2024-09-22T09:24:39.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1652586841567703920', time=2024-09-22T11:14:11.840187+0000, chain.objs.size()=1 2024-09-22T09:24:39.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xP2-ohe8OPyQSTNi3w0ZjT6VurftKoe_0 2024-09-22T09:24:39.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9758428210811489597', time=2024-09-22T11:14:11.889768+0000, chain.objs.size()=1 2024-09-22T09:24:39.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oslFEyL9GhzUBrU7hQAMpvGM7uQcHhZ_0 2024-09-22T09:24:39.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7374625389229169256', time=2024-09-22T11:14:11.925333+0000, chain.objs.size()=1 2024-09-22T09:24:39.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HGY88qTdD6SjisEXJ6gFec1IO9-W2vi_0 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11400654206660507918', time=2024-09-22T11:14:11.979814+0000, chain.objs.size()=1 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8b2iYY6WpK3xaVow1w-whb2aTeaJu4l_0 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3585054541688933393', time=2024-09-22T11:14:11.991175+0000, chain.objs.size()=1 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9ul6HF5A1arlzL4hqiG66wUX3hC-5S__0 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13135039847298096934', time=2024-09-22T11:14:12.007240+0000, chain.objs.size()=1 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.V8lHR3eQOWmMRHe4f9mQ1on6psWDJ3t_0 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8751687652075026068', time=2024-09-22T11:14:12.151511+0000, chain.objs.size()=1 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2GXzQgraXP4UZly5dkh-SmSVmwi01x2_0 2024-09-22T09:24:39.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15533781622637608019', time=2024-09-22T11:14:12.179398+0000, chain.objs.size()=1 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sESe89NkLk4Mb_GxVbQEogi5275xhqE_0 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5666485135466971961', time=2024-09-22T11:14:12.552095+0000, chain.objs.size()=1 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.TyG2fgLY4JsIAyDhl2FoRx86cz5Wwfc_0 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7916888254728886056', time=2024-09-22T11:14:12.606648+0000, chain.objs.size()=1 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KnEv3xO2njB7YWHMGLCKwhATWN4N6AB_0 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5766314625368895884', time=2024-09-22T11:14:12.636260+0000, chain.objs.size()=1 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.U2wsaTkOGopsXySSWR81fV62zTyU9-O_0 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3220747269083577927', time=2024-09-22T11:14:12.694256+0000, chain.objs.size()=1 2024-09-22T09:24:39.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.you2jaH2VygJWPy6jmQkYIdW646xPOU_0 2024-09-22T09:24:39.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9533060556035482408', time=2024-09-22T11:14:13.041544+0000, chain.objs.size()=1 2024-09-22T09:24:39.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4_iNqKq1rb5Qll_iZ1FV7P7qGbP5JcK_0 2024-09-22T09:24:39.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16099955563495175622', time=2024-09-22T11:14:13.390319+0000, chain.objs.size()=1 2024-09-22T09:24:39.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dx_ueVK8wT8SBfUdKBX_oftjG5wMw1N_0 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14308488196868105432', time=2024-09-22T11:14:13.456543+0000, chain.objs.size()=1 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bQrwGdGqz2Zko571lNoR3X8LqHQKEHv_0 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12165834549179249827', time=2024-09-22T11:14:13.480939+0000, chain.objs.size()=1 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qehvJD6zGS_XngTOGAICOUu0T4h6x4m_0 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2117144847026375136', time=2024-09-22T11:14:13.678843+0000, chain.objs.size()=1 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SLpNoTlPOpi5_9ZK3zG_HXo2mgct8el_0 2024-09-22T09:24:39.196 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15924174409299614362', time=2024-09-22T11:14:13.798608+0000, chain.objs.size()=1 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ztwbk4fqXKr3DwX5I1rmgJExduTRF54_0 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8450499478710579411', time=2024-09-22T11:14:13.965381+0000, chain.objs.size()=1 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2-9jQEjC6hiQxJokO__80cuiWxDjfQT_0 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2228663650049816277', time=2024-09-22T11:14:14.055764+0000, chain.objs.size()=1 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BZkiAcG4U939YtH9a5BJDi0itppHzKs_0 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.589389022056036147', time=2024-09-22T11:14:14.065782+0000, chain.objs.size()=1 2024-09-22T09:24:39.197 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LEzzTzCp_cSEXDwX13zfrqGciGqEumJ_0 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9072353912249447117', time=2024-09-22T11:14:14.082939+0000, chain.objs.size()=1 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EILKD7fPROQl5rlLuChIWZZ-BxYuvSS_0 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2672141889845566269', time=2024-09-22T11:14:14.086302+0000, chain.objs.size()=1 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rb3jvkQ6xlyodIySq7LCs3yPqZ722QM_0 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11350778757746593580', time=2024-09-22T11:14:14.119324+0000, chain.objs.size()=1 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.exVBQBcXqvvM80Qj4xuRg22MR845LWN_0 2024-09-22T09:24:39.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12001101505272398174', time=2024-09-22T11:14:16.601440+0000, chain.objs.size()=1 2024-09-22T09:24:39.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.270__shadow_.UI3cX8TtZgTV8fGao5z8jwsZdYJ9q3o_0 2024-09-22T09:24:39.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9816287855955117721', time=2024-09-22T11:14:20.029180+0000, chain.objs.size()=1 2024-09-22T09:24:39.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.279__shadow_.QI48edWIk1iK-tgxFdbX3DCZ440qhh-_0 2024-09-22T09:24:39.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11963048014140447893', time=2024-09-22T11:14:22.400597+0000, chain.objs.size()=1 2024-09-22T09:24:39.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.285__shadow_.8gjB58aHpAWyrWJAQ1LbM5Xtih4k8aX_0 2024-09-22T09:24:39.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.990740978127973843', time=2024-09-22T11:14:27.442798+0000, chain.objs.size()=1 2024-09-22T09:24:39.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.E2TfoT0D1yNRTHxKRh4sq9fXvIS53C8_0 2024-09-22T09:24:39.201 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1788923392492785623', time=2024-09-22T11:14:27.484666+0000, chain.objs.size()=1 2024-09-22T09:24:39.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.hXTm4G3a6A98nojqTVpTBULwCk5ofB7_0 2024-09-22T09:24:39.202 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7089372919072204187', time=2024-09-22T11:14:27.509645+0000, chain.objs.size()=1 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.d7GbFOb_ePNhyKWo29m2OTDcRwYVmWf_0 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8355548976693129104', time=2024-09-22T11:14:31.838774+0000, chain.objs.size()=1 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.305__shadow_.g9UUuOlVmHWz5_9c0Hh0ioN1F-pnzIs_0 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14563137999582772431', time=2024-09-22T11:15:00.353796+0000, chain.objs.size()=1 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.D6-ZnfazhSPLSA1LFDVppQxAy1nAieN_0 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5004452993542930952', time=2024-09-22T11:15:00.514177+0000, chain.objs.size()=1 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hBAVbmKgp9a9mr58X1UOh1_6R5xWGNj_0 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17394052674677546301', time=2024-09-22T11:15:00.633759+0000, chain.objs.size()=1 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UOwFpahgxOYT-3yJRg2ZmypRVWVsYRo_0 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15587960958814682573', time=2024-09-22T11:15:00.666357+0000, chain.objs.size()=1 2024-09-22T09:24:39.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iFxAbS2Ww-smbvssJBcvvXfvTqCaFpS_0 2024-09-22T09:24:39.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4573741918821080213', time=2024-09-22T11:15:00.803193+0000, chain.objs.size()=1 2024-09-22T09:24:39.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EzyCmIrdRPAL9dN8karZWVXqbAEA7EA_0 2024-09-22T09:24:39.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3105836068184349632', time=2024-09-22T11:15:00.828039+0000, chain.objs.size()=1 2024-09-22T09:24:39.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tAI9Zt7bFJFA49oXx_JO27iTVw0-ygR_0 2024-09-22T09:24:39.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14802401552113377869', time=2024-09-22T11:15:00.856251+0000, chain.objs.size()=1 2024-09-22T09:24:39.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.V3ZKCO2r5550dw_8OHqYmdtOlIJLErJ_0 2024-09-22T09:24:39.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2296632355073983950', time=2024-09-22T11:15:01.209403+0000, chain.objs.size()=1 2024-09-22T09:24:39.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C6auACTplBW-CqceoGSMb5iN0oqt-CE_0 2024-09-22T09:24:39.206 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13830648160954343728', time=2024-09-22T11:15:01.381580+0000, chain.objs.size()=1 2024-09-22T09:24:39.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NnMj-5QCWd7PDQeookuafL4kyn1Vnrk_0 2024-09-22T09:24:39.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5080758587386227219', time=2024-09-22T11:15:01.387693+0000, chain.objs.size()=1 2024-09-22T09:24:39.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mXlwHguRPVH-fhdwjGEUytLwj8ejete_0 2024-09-22T09:24:39.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11858140267639482419', time=2024-09-22T11:15:01.405069+0000, chain.objs.size()=1 2024-09-22T09:24:39.207 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1SUz5IL6BCbAzFb4BES-YvWNW6ekxMK_0 2024-09-22T09:24:39.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4484010510777380103', time=2024-09-22T11:15:01.448735+0000, chain.objs.size()=1 2024-09-22T09:24:39.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.E-_E_emYdXwa_gLsRTGJEDUSirvwmIF_0 2024-09-22T09:24:39.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4876793263578700925', time=2024-09-22T11:15:01.475906+0000, chain.objs.size()=1 2024-09-22T09:24:39.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Dx7McgJEN105O8CZ0-0Fj7haWLSlmmg_0 2024-09-22T09:24:39.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7463403775226768896', time=2024-09-22T11:15:01.481768+0000, chain.objs.size()=1 2024-09-22T09:24:39.208 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5rH-yel7P6lZUbV1BF8CwTRFgm8u0rM_0 2024-09-22T09:24:39.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10958278852229971001', time=2024-09-22T11:15:01.501281+0000, chain.objs.size()=1 2024-09-22T09:24:39.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.q2JuCgK7JVFZiDoieLT_hIYkgtYkJ8F_0 2024-09-22T09:24:39.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13688380059157690483', time=2024-09-22T11:15:01.511977+0000, chain.objs.size()=1 2024-09-22T09:24:39.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rFM56S50A_B02MOaIAc1y8SyihYvv7W_0 2024-09-22T09:24:39.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17198660460443977695', time=2024-09-22T11:15:01.559979+0000, chain.objs.size()=1 2024-09-22T09:24:39.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tjtjDGRukbgqxbJ04UqG0luhuOINJlJ_0 2024-09-22T09:24:39.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5699116441359814576', time=2024-09-22T11:15:01.889375+0000, chain.objs.size()=1 2024-09-22T09:24:39.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-58ICtDkWDyhVcQPWfff1IFiKb1-zA4_0 2024-09-22T09:24:39.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8032108455173329227', time=2024-09-22T11:15:01.927765+0000, chain.objs.size()=1 2024-09-22T09:24:39.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.S48kuUgLXZJjO4TsABBZAOaU-t2A2zn_0 2024-09-22T09:24:39.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10507262404803635775', time=2024-09-22T11:15:01.966458+0000, chain.objs.size()=1 2024-09-22T09:24:39.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IjIdF8-oCZOSH2H9BkI_e_RDXoFoM9x_0 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5936621536766868305', time=2024-09-22T11:15:02.255409+0000, chain.objs.size()=1 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BLZRPDTsizeFBlEZY6iid8rLSJrEX2V_0 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1412171099208984980', time=2024-09-22T11:15:02.349388+0000, chain.objs.size()=1 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CHsSH4poG50fIo8vEDYafnIkOCdl1AS_0 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11024819209605271637', time=2024-09-22T11:15:02.541891+0000, chain.objs.size()=1 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C9y9k8gnIPkdUQ0NNIbaU4cCeNy7Ihx_0 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1645862796456410917', time=2024-09-22T11:15:02.576699+0000, chain.objs.size()=1 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.n-SgwmZHU5RKqaeLVjwTlNAZYtB5dgd_0 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2396790917207856940', time=2024-09-22T11:15:02.639099+0000, chain.objs.size()=1 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CRasIVHgsV8Do1UeLjWg0JEV5MD8AWx_0 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13952369566830590258', time=2024-09-22T11:15:02.807552+0000, chain.objs.size()=1 2024-09-22T09:24:39.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Gp8Z14CyvW8LSoytjI6dXNhuK9m_VfQ_0 2024-09-22T09:24:39.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12666226528889045521', time=2024-09-22T11:15:02.951778+0000, chain.objs.size()=1 2024-09-22T09:24:39.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-gkx2Bk4LXFbxgwkrufhjk5eoeA3uO9_0 2024-09-22T09:24:39.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12352388482630407952', time=2024-09-22T11:15:02.963718+0000, chain.objs.size()=1 2024-09-22T09:24:39.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CHONGWLRUaZ9loG1XK1MEMhHT58mflo_0 2024-09-22T09:24:39.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6653085447103732659', time=2024-09-22T11:15:24.190586+0000, chain.objs.size()=1 2024-09-22T09:24:39.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.id_c53GSoSmKxWx7Y4gYg_DlkOV8YkH_0 2024-09-22T09:24:39.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.713756178555536272', time=2024-09-22T11:15:24.573051+0000, chain.objs.size()=1 2024-09-22T09:24:39.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LpILFTZ3-ZK-Nn2w9j-v2fEm19KjacZ_0 2024-09-22T09:24:39.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15107427555750139711', time=2024-09-22T11:15:24.857184+0000, chain.objs.size()=1 2024-09-22T09:24:39.217 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LSY9yayPxKiFFW0wMPIXeScUThbTtbw_0 2024-09-22T09:24:39.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2858668975246060988', time=2024-09-22T11:15:24.865704+0000, chain.objs.size()=1 2024-09-22T09:24:39.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._mwPcy3-rXF9jGt7MF5OTfq3YfA3eNS_0 2024-09-22T09:24:39.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10731441080921269119', time=2024-09-22T11:15:25.011918+0000, chain.objs.size()=1 2024-09-22T09:24:39.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EmA3F6MY1aZNORYx2BIT7N_lYwJL61f_0 2024-09-22T09:24:39.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11938969214702216884', time=2024-09-22T11:15:25.171462+0000, chain.objs.size()=1 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TdMXNYl2a0PS3Au4AeoSTAEcbI7dYMf_0 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6472607127444568740', time=2024-09-22T11:15:25.250974+0000, chain.objs.size()=1 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PIcUeOf5k0TwuUM6qrZ32eJy63GI9Zu_0 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12545176612044512068', time=2024-09-22T11:15:25.254363+0000, chain.objs.size()=1 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rBBqi7vYzLE4b1xNHDD-QZiWzpX99-1_0 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1569648426284857637', time=2024-09-22T11:15:25.265878+0000, chain.objs.size()=1 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.76ddc8JbQzncISbGe4V62T4p-eFsr-K_0 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10971415737424410512', time=2024-09-22T11:15:25.280679+0000, chain.objs.size()=1 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._2FnfVHqi2HMKPgZDPplnOMTwLOKLUM_0 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7301060774769231223', time=2024-09-22T11:15:25.336823+0000, chain.objs.size()=1 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SCsuY5hICqtj_N-RibzzsTt0CoPyxyU_0 2024-09-22T09:24:39.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2778717677258493987', time=2024-09-22T11:15:25.359345+0000, chain.objs.size()=1 2024-09-22T09:24:39.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ok_LCwrT6hAL3EIKFY-U3a5MFqCIY4E_0 2024-09-22T09:24:39.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6403790812581536555', time=2024-09-22T11:15:25.573239+0000, chain.objs.size()=1 2024-09-22T09:24:39.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UY-ATLdg3oyJiyU-hSfJz26E_0DZcAw_0 2024-09-22T09:24:39.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7009651023525561617', time=2024-09-22T11:15:25.917237+0000, chain.objs.size()=1 2024-09-22T09:24:39.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YxMHw3-qrycykUPZbkgFSBv6DOAUTUI_0 2024-09-22T09:24:39.224 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5349494178435548539', time=2024-09-22T11:15:25.951201+0000, chain.objs.size()=1 2024-09-22T09:24:39.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CFvycqrPxqXOnuRCjeIlXGU2LUpFB24_0 2024-09-22T09:24:39.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5819920634759997604', time=2024-09-22T11:15:25.993486+0000, chain.objs.size()=1 2024-09-22T09:24:39.225 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.n_2Jpob7x_71ziWGkjkoQNtbeR83lVs_0 2024-09-22T09:24:39.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7854442658875115237', time=2024-09-22T11:15:26.028538+0000, chain.objs.size()=1 2024-09-22T09:24:39.226 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dZARLzuncTvpb6ynfsEryHgdVkqNmox_0 2024-09-22T09:24:39.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4679444500337277725', time=2024-09-22T11:15:26.144907+0000, chain.objs.size()=1 2024-09-22T09:24:39.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tRFNhq_isW4SkvJD1tyxLEYK6b-S_Tp_0 2024-09-22T09:24:39.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4292549147945732024', time=2024-09-22T11:15:26.150034+0000, chain.objs.size()=1 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.40w1imFiiXMU_cZAJoA-3L7HmK2ThbX_0 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8420992141726900762', time=2024-09-22T11:15:26.272418+0000, chain.objs.size()=1 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mJx1YZxwDdKORpavBgdhCozKOkdVVWl_0 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15044701204277111872', time=2024-09-22T11:15:26.322225+0000, chain.objs.size()=1 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.c9bXQIE-ek0QQD5ciYKX1j_lUPexpaa_0 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8082843507716138082', time=2024-09-22T11:15:26.483958+0000, chain.objs.size()=1 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.skXRXj6HuS6-oPzt3ZAzG3Rd0XC_S1v_0 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11558159839939851568', time=2024-09-22T11:15:26.494998+0000, chain.objs.size()=1 2024-09-22T09:24:39.228 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FrQaPETF0NP4AdyxzAF46JTIDgq34U0_0 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11803324090203037103', time=2024-09-22T11:15:26.672891+0000, chain.objs.size()=1 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.13KYBNIBmcK_EAWIXRXTBftEwiLsz8D_0 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5263366976237365391', time=2024-09-22T11:15:26.765872+0000, chain.objs.size()=1 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.s66XwGDx1hzTC0zNV_QlLPQuRV6M70u_0 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12750186518727452940', time=2024-09-22T11:15:26.774387+0000, chain.objs.size()=1 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1eYf5PuYQYjlsUWaEhpTmfCGAn1qxP1_0 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7984380364977502633', time=2024-09-22T11:15:41.389817+0000, chain.objs.size()=1 2024-09-22T09:24:39.229 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.374__shadow_.AuYJpv_bQapnzMFTRJ1QHzFyker1Aqs_0 2024-09-22T09:24:39.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3804430318010643364', time=2024-09-22T11:15:48.809405+0000, chain.objs.size()=1 2024-09-22T09:24:39.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.391__shadow_.kQvIidlcM2Seop3kDQJrp7ZuLvtOM4f_0 2024-09-22T09:24:39.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13586291774591638581', time=2024-09-22T11:16:18.394697+0000, chain.objs.size()=1 2024-09-22T09:24:39.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.465__shadow_.x_EmtyOqqYqG-SA2S-yyqZ4hTCqtkWJ_0 2024-09-22T09:24:39.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8808667717540562675', time=2024-09-22T11:16:24.961970+0000, chain.objs.size()=1 2024-09-22T09:24:39.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.486__shadow_.j9Y4xX94IBe6w29j1Xeap1ky6ZRpYuQ_0 2024-09-22T09:24:39.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5549016480573098812', time=2024-09-22T11:17:43.154627+0000, chain.objs.size()=1 2024-09-22T09:24:39.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.558__shadow_.W7syhsm7dFF3DwKBs539XjCgkGpJMyD_0 2024-09-22T09:24:39.237 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/41105 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11278609200383516984', time=2024-09-22T11:17:44.567185+0000, chain.objs.size()=1 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.559__shadow_.p3K7gaMNs-EXy4Z-h8iQj1F6PDHGSfW_0 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11746257207736687065', time=2024-09-22T11:17:51.781097+0000, chain.objs.size()=2 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.564__shadow_.d7c5bq8jqHlQIYJn_m3bue8Mu9c1MDo_0 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.564__shadow_.d7c5bq8jqHlQIYJn_m3bue8Mu9c1MDo_1 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6863129655346443078', time=2024-09-22T11:18:16.854860+0000, chain.objs.size()=1 2024-09-22T09:24:39.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:ChL07N8Ig2-GD7MYo1M-y-EcC8CaFgU_.yACs2TWVOV9P9FOWmk4GP5eyc4C8-CD_0 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7849973491387090329', time=2024-09-22T11:18:18.313933+0000, chain.objs.size()=1 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:P2FTYbIWr68epT1963VPTvROMH2bpXO_.n7cFOVQZ-XjG6r9woXidVHm9YK2gpLW_0 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16557661393228008784', time=2024-09-22T11:18:19.337901+0000, chain.objs.size()=1 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:AviGrL-02jVsCdySlLIgQpMEEDh5TiI_.Uke32zdCIXF98kODcgICssJOrqAaxUA_0 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6471671770737194648', time=2024-09-22T11:18:38.835481+0000, chain.objs.size()=1 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:jTHwinGuToEY0Dhf1gHrU4Ng0B5-aOo_.xqbCY6u6euiVRjoefsDoCWesjQu00UF_0 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8056390096766865157', time=2024-09-22T11:18:41.880415+0000, chain.objs.size()=1 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.597__shadow_.06e87Cj2AxrIfyxlOwfCdJ0zvP5heoD_0 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL', time=2024-09-22T11:21:01.769997+0000, chain.objs.size()=6 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.625__multipart_multipart_enc.2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL.1 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.625__multipart_multipart_enc.2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL.2 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.625__multipart_multipart_enc.2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL.3 2024-09-22T09:24:39.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.625__multipart_multipart_enc.2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL.4 2024-09-22T09:24:39.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.625__multipart_multipart_enc.2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL.5 2024-09-22T09:24:39.243 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.625__multipart_multipart_enc.2~WZ5s9_mimgMLxunDhtHItaTJ5wcwMpL.6 2024-09-22T09:24:39.244 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2907264494562416025', time=2024-09-22T11:21:14.290737+0000, chain.objs.size()=1 2024-09-22T09:24:39.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.653__shadow_.GicWk1c2qxk9tz0DbF9Fanwc3aNGOyf_0 2024-09-22T09:24:39.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11910340875424023795', time=2024-09-22T11:21:37.405360+0000, chain.objs.size()=1 2024-09-22T09:24:39.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.706__shadow:WB2AxJkHerBxniO3qhNJ6N5DtMIvc4p_.O4bX--reeOUAs9aRXmXBbV8-eTSBCZ5_0 2024-09-22T09:24:39.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2862091416653202418', time=2024-09-22T11:22:31.398929+0000, chain.objs.size()=1 2024-09-22T09:24:39.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.768__shadow_.5f4u6PIPMKLDYr7f-JF4XMN-rPU0hTa_0 2024-09-22T09:24:39.249 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:24:39.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.253 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43544' 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17308696444469527842', time=2024-09-22T11:12:00.408643+0000, chain.objs.size()=2 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.159__shadow_.eoUUjj0gZE3Iri1XTnF1fVQV2COMwxk_0 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.159__shadow_.eoUUjj0gZE3Iri1XTnF1fVQV2COMwxk_1 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15431224143582566059', time=2024-09-22T11:12:33.183044+0000, chain.objs.size()=1 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.200__shadow_.DjFyCF32rbKIvvIKugGuB92t44t2Qlf_0 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18084357557722252682', time=2024-09-22T11:13:39.288208+0000, chain.objs.size()=1 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.235__shadow_.qclY70NicXzYvLptCdYbzcn6iV0TN7z_0 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4222298429482538536', time=2024-09-22T11:14:11.454020+0000, chain.objs.size()=1 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.O0VA0c4kvmRuvVWsSLv2Y_Ue7CobA2l_0 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11480273737303074143', time=2024-09-22T11:14:11.497544+0000, chain.objs.size()=1 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5qRWSkQkMNQ6U3WqSSAQoVb7wsUkDnK_0 2024-09-22T09:24:39.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9548205407841105886', time=2024-09-22T11:14:11.625115+0000, chain.objs.size()=1 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9anUWbsOSfLBkAPJgvY3bxWn4_vf34k_0 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9132189732407552996', time=2024-09-22T11:14:11.977849+0000, chain.objs.size()=1 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pZw2U6W37TylF5qrE-51CtJevMqn2I-_0 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16784471637875904112', time=2024-09-22T11:14:12.149621+0000, chain.objs.size()=1 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.aUqlQscqCZqisKkA0P85-jc8ZKSFYjS_0 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3473294881457185131', time=2024-09-22T11:14:12.208105+0000, chain.objs.size()=1 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0RpBBzLOgAWb1ldZBvVSCgQOKq_SKbb_0 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11762332285871102418', time=2024-09-22T11:14:12.226582+0000, chain.objs.size()=1 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kODPb2GZpb-PGdemO5VOS9WJwDNhAH0_0 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7769997980331932559', time=2024-09-22T11:14:12.254047+0000, chain.objs.size()=1 2024-09-22T09:24:39.257 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ySJSh6TBE4ea5nr-zcgxZEW9e8ampOd_0 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10393223660323479590', time=2024-09-22T11:14:12.620848+0000, chain.objs.size()=1 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jC82oKFu5qCQPe8K9HgMXtI4e6OJnGh_0 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4971737737562379661', time=2024-09-22T11:14:12.645735+0000, chain.objs.size()=1 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NKBslT5uFd4V8zKEm-9zwbbiPMmPBy2_0 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3258312019177398138', time=2024-09-22T11:14:12.710288+0000, chain.objs.size()=1 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.14cippqugIqr7kYz7LP4nKbMDRcrti9_0 2024-09-22T09:24:39.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5445403318212783911', time=2024-09-22T11:14:12.957499+0000, chain.objs.size()=1 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vlpet4K-uQctJS-cXW-kGCbhzRpml2__0 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6557924118524293177', time=2024-09-22T11:14:13.343721+0000, chain.objs.size()=1 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UlwgdLOw__CNjkjkJPR2zP84QDaRnWL_0 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9754057768214323617', time=2024-09-22T11:14:13.374714+0000, chain.objs.size()=1 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2I_Yuh2G6jJ7v4QPy3vMiYTXZMLB5u__0 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14877966024222789341', time=2024-09-22T11:14:13.807976+0000, chain.objs.size()=1 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.03_FirMgqSvkUDqi1L_P7uDS-GVAiZt_0 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8260547147267351644', time=2024-09-22T11:14:13.831442+0000, chain.objs.size()=1 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UVBKI6pw2kEuKVPZiAXv6MJTKPkeK52_0 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12996822985778776202', time=2024-09-22T11:14:13.989428+0000, chain.objs.size()=1 2024-09-22T09:24:39.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5VQpMJwwS6RiC4IyVsbbFmr8WxYhiPP_0 2024-09-22T09:24:39.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6609403436741650019', time=2024-09-22T11:14:14.004062+0000, chain.objs.size()=1 2024-09-22T09:24:39.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OMOcfuNMQBbCgp43MMC77fH9yfig08l_0 2024-09-22T09:24:39.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3397792429160856299', time=2024-09-22T11:14:14.005217+0000, chain.objs.size()=1 2024-09-22T09:24:39.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fvLjr8SlYegtI6OufM18IZfLrAJH4El_0 2024-09-22T09:24:39.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.938454165380248141', time=2024-09-22T11:14:14.037915+0000, chain.objs.size()=1 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-luDL-eFjRy1H29w6w1baszxZTBAafZ_0 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3681500923802013034', time=2024-09-22T11:14:14.079615+0000, chain.objs.size()=1 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0wlivsfXJNhi-g3zyFgsdCpQFCE_51l_0 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10669981254347989761', time=2024-09-22T11:14:14.096673+0000, chain.objs.size()=1 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.17g68WnHRMtLl9ojvbKx4ybBYF0zeJl_0 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17296587286419447312', time=2024-09-22T11:14:15.457415+0000, chain.objs.size()=1 2024-09-22T09:24:39.266 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.267__shadow_.A0g5HiegY_wiUV0s-P2g7Roq2jxZH2s_0 2024-09-22T09:24:39.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.454675768870995239', time=2024-09-22T11:14:16.238055+0000, chain.objs.size()=1 2024-09-22T09:24:39.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.269__shadow_.YsYngtE6F4EGf9oXResRXkFWNxDK5j8_0 2024-09-22T09:24:39.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.827809382156225700', time=2024-09-22T11:14:16.239871+0000, chain.objs.size()=1 2024-09-22T09:24:39.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.269__shadow_.Uc-CbRmEZREC-beuzduVKBEvIaRl55L_0 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15704169222070101009', time=2024-09-22T11:14:18.060905+0000, chain.objs.size()=1 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.274__shadow_.STNiwAKYzxD0TKooHAYCUVwWhgN6g8t_0 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17237887571311061965', time=2024-09-22T11:14:18.868671+0000, chain.objs.size()=1 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.276__shadow_.e5IAB31txd3orjA3Thnxt-nO5fLsrrp_0 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16859341966971357423', time=2024-09-22T11:14:19.251293+0000, chain.objs.size()=1 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.277__shadow_.fAmt6CoCMIZsoQZtHaw7Dvg1zcEvLE5_0 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8549003477645333185', time=2024-09-22T11:14:22.394573+0000, chain.objs.size()=1 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.285__shadow_.209pHkOJjmoIti2aa4uEpXNTnm5jLS2_0 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13785892217828155359', time=2024-09-22T11:14:26.352657+0000, chain.objs.size()=1 2024-09-22T09:24:39.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.TF9pZsXe8RYvf8dfH9JoF_U6YbPav3d_0 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8101849380651451886', time=2024-09-22T11:14:26.413975+0000, chain.objs.size()=1 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.xO4WitbpRBcmh2YF8dDm3JJH9Jm2qoY_0 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.802491215108991654', time=2024-09-22T11:14:38.382519+0000, chain.objs.size()=1 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.323__shadow_.0f6kyUTc1OQng3n31rOVTi6gwBND_vH_0 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7347284701960164456', time=2024-09-22T11:15:00.234639+0000, chain.objs.size()=1 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rv0ziKTY2lCc2hEhkKBlpne9A-uP-N8_0 2024-09-22T09:24:39.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5550955845282311694', time=2024-09-22T11:15:00.250288+0000, chain.objs.size()=1 2024-09-22T09:24:39.271 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.T8Nqrj53N40Yhnsgb9jVQhm66_Nlvl6_0 2024-09-22T09:24:39.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17445435359669502243', time=2024-09-22T11:15:00.338171+0000, chain.objs.size()=1 2024-09-22T09:24:39.272 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.P68jHU2JyCKRLMRwjjrYkddvDqrKQvY_0 2024-09-22T09:24:39.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7290153869077824531', time=2024-09-22T11:15:00.418681+0000, chain.objs.size()=1 2024-09-22T09:24:39.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.n8XNebnlVhPcTiAZUn-6x7NqbBTKZAf_0 2024-09-22T09:24:39.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7991682066235698524', time=2024-09-22T11:15:00.444818+0000, chain.objs.size()=1 2024-09-22T09:24:39.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tRF-c0CviL3E72VPF2mDQdy-_UNVSPF_0 2024-09-22T09:24:39.273 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4935589083627358928', time=2024-09-22T11:15:00.479587+0000, chain.objs.size()=1 2024-09-22T09:24:39.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Dh41SMwgJwg2ZBZJzP-YvFQFDWhCcEv_0 2024-09-22T09:24:39.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16967325288458795314', time=2024-09-22T11:15:00.494554+0000, chain.objs.size()=1 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3ePrntVqqNM2IOwKwjbxyq7bRi5eX0W_0 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10874891635122419542', time=2024-09-22T11:15:00.809112+0000, chain.objs.size()=1 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Xrhdsd1WK9aXZmcsj-CUSg1s5PKsfac_0 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3119287888615239305', time=2024-09-22T11:15:00.817722+0000, chain.objs.size()=1 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bV7_Zl3IVv8zS6JmQaOHWzaOG5P7TbT_0 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14029045389752000531', time=2024-09-22T11:15:00.874039+0000, chain.objs.size()=1 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.DS_kF5A9zmuA0uvPes6d6AbKQ7gZr9e_0 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8156314572761342529', time=2024-09-22T11:15:01.028512+0000, chain.objs.size()=1 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.I7S6KsBGWtvY1CWbrwNXCafpMdmACKt_0 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1661543846912675312', time=2024-09-22T11:15:01.101120+0000, chain.objs.size()=1 2024-09-22T09:24:39.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.G60jzW7fndq_K_Au566xb4jMVLEGOxW_0 2024-09-22T09:24:39.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13747160898243188358', time=2024-09-22T11:15:01.132466+0000, chain.objs.size()=1 2024-09-22T09:24:39.277 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.n0mg23x_KQz0ZtEi2SkEB4cY3LPNlXt_0 2024-09-22T09:24:39.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15528094480940109666', time=2024-09-22T11:15:01.169990+0000, chain.objs.size()=1 2024-09-22T09:24:39.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hz2P06dR5-NAELEYQMTaKBRjXdG5LSK_0 2024-09-22T09:24:39.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1037354831271192804', time=2024-09-22T11:15:01.485061+0000, chain.objs.size()=1 2024-09-22T09:24:39.278 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PUALtZAZfEaOgyqfuBYz8A2IXkOWo7L_0 2024-09-22T09:24:39.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14343746134187668584', time=2024-09-22T11:15:01.495743+0000, chain.objs.size()=1 2024-09-22T09:24:39.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.T7XPkBxR4Nw4MgnVyWH5eCMjWeCTtFy_0 2024-09-22T09:24:39.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15839429424293067358', time=2024-09-22T11:15:01.519167+0000, chain.objs.size()=1 2024-09-22T09:24:39.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ycdhwgncGaSapX7JmVNRFGkXRWxfNTr_0 2024-09-22T09:24:39.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16898311461536582554', time=2024-09-22T11:15:01.552089+0000, chain.objs.size()=1 2024-09-22T09:24:39.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NDJZJw8Y75vOUWRdCK3Xsl5N6cnCATj_0 2024-09-22T09:24:39.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13437300160263787871', time=2024-09-22T11:15:01.722209+0000, chain.objs.size()=1 2024-09-22T09:24:39.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qPX-gYvP4O9lUZc6DLrkfWdk_Zc0rB9_0 2024-09-22T09:24:39.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17255609516002956176', time=2024-09-22T11:15:01.813893+0000, chain.objs.size()=1 2024-09-22T09:24:39.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MqGdCwJNnZNPBnbAFue210t7Y6CWeJB_0 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13235687556347685611', time=2024-09-22T11:15:01.879260+0000, chain.objs.size()=1 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yJsaxdvmb2j2eddkxv0CMHA-a39lIzY_0 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1334688151127266957', time=2024-09-22T11:15:01.967378+0000, chain.objs.size()=1 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ikzAcsMU4lWHpYCSQzqnXg6t9FcfQU7_0 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17072915890711354787', time=2024-09-22T11:15:01.974646+0000, chain.objs.size()=1 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kCKJrAVbXXrbwFC_CaCoWA_ToHn20Uw_0 2024-09-22T09:24:39.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13378087031484567937', time=2024-09-22T11:15:02.156299+0000, chain.objs.size()=1 2024-09-22T09:24:39.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GgiQocHfkfBamtK512Rb5u_01Yq1MjO_0 2024-09-22T09:24:39.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11234758488828331217', time=2024-09-22T11:15:02.179743+0000, chain.objs.size()=1 2024-09-22T09:24:39.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OqX0mAW8ZSpFz9PEYDy8FvQRgqb6GXd_0 2024-09-22T09:24:39.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11609053470358628108', time=2024-09-22T11:15:02.189757+0000, chain.objs.size()=1 2024-09-22T09:24:39.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hMTDmfb9CFq7Y23EWxrNXWLKtfLjF1i_0 2024-09-22T09:24:39.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1469460179252222828', time=2024-09-22T11:15:02.240164+0000, chain.objs.size()=1 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WN88eg6eqSl1ePNNMexJ__aECTwgbrk_0 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9703632726689426195', time=2024-09-22T11:15:02.355510+0000, chain.objs.size()=1 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.thpiIWF6BAt6NnMlOgqtH2i3FG59rG-_0 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2545726857586463625', time=2024-09-22T11:15:02.492918+0000, chain.objs.size()=1 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FMqu-HK6mag8BPK7cgZEVqm3qCZ-W61_0 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15311386763476375861', time=2024-09-22T11:15:02.508518+0000, chain.objs.size()=1 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nZZS76afPmzHat8SD8sVEzjftEAzc3__0 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6533629415833018907', time=2024-09-22T11:15:02.547980+0000, chain.objs.size()=1 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2H4DZBekSmyzjSScmd5bxMnwWnfEhjt_0 2024-09-22T09:24:39.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5349035349931245112', time=2024-09-22T11:15:02.572172+0000, chain.objs.size()=1 2024-09-22T09:24:39.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MDCDCB8uDf5UomQI5jN11Von_5ca2yc_0 2024-09-22T09:24:39.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11845440954989862541', time=2024-09-22T11:15:02.575679+0000, chain.objs.size()=1 2024-09-22T09:24:39.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rp5cqUWKK9CUYkAFR5oyYJ7nQuPEI2n_0 2024-09-22T09:24:39.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14017538442369002491', time=2024-09-22T11:15:02.587534+0000, chain.objs.size()=1 2024-09-22T09:24:39.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.39F3UqWCeEY212EgfSG4Bcu8WdDfY0y_0 2024-09-22T09:24:39.288 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1667522889756781755', time=2024-09-22T11:15:02.598387+0000, chain.objs.size()=1 2024-09-22T09:24:39.288 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.STCiRxW-oqYmK18_0nduB-AxMrKXIwJ_0 2024-09-22T09:24:39.288 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1774703376789800184', time=2024-09-22T11:15:02.602738+0000, chain.objs.size()=1 2024-09-22T09:24:39.288 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9GtTzBMGfXiKHVfEYcN-vFxormSIZJO_0 2024-09-22T09:24:39.289 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8139625575787391736', time=2024-09-22T11:15:02.633588+0000, chain.objs.size()=1 2024-09-22T09:24:39.289 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.DhTsALpGc4Ximv1OnTPsqFahGN-u_7X_0 2024-09-22T09:24:39.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.460640556607077862', time=2024-09-22T11:15:02.650778+0000, chain.objs.size()=1 2024-09-22T09:24:39.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kP5fY8o9OKUwRRuFZTlCbrgUucnNfRZ_0 2024-09-22T09:24:39.293 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.188293982200826718', time=2024-09-22T11:15:02.673467+0000, chain.objs.size()=1 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4K7-BvnD9_Z_ZkjVCnBHHTJSZRtAcDI_0 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14975445160778805242', time=2024-09-22T11:15:24.110999+0000, chain.objs.size()=1 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dOJgjYc-LI_REPD3Dk4OFUqSSfEETFT_0 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7226211403130698739', time=2024-09-22T11:15:24.126661+0000, chain.objs.size()=1 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wXzM4MfK3CFBc9o91Yt3QCjhj2P1h3Z_0 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.868438381319112400', time=2024-09-22T11:15:24.415859+0000, chain.objs.size()=1 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Airg1CWRedyiNTL8o53EWD-W_vSIg5a_0 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13397296201845282698', time=2024-09-22T11:15:24.430209+0000, chain.objs.size()=1 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._md53mwEr7Ayc35rSQHYJiLPUHE3suF_0 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15876773722727868048', time=2024-09-22T11:15:24.469223+0000, chain.objs.size()=1 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OoWm3Ko8DpUtkeZ-Sx7UrMpROHTIHul_0 2024-09-22T09:24:39.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16498366210603980173', time=2024-09-22T11:15:24.475159+0000, chain.objs.size()=1 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yrWo1nw4soXvAttrkYvimV3-7XHLAD5_0 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15177378822455149167', time=2024-09-22T11:15:24.508170+0000, chain.objs.size()=1 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.QY5l83LRTohE-EI4hrLgkAy66lM6gia_0 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9201967929903537923', time=2024-09-22T11:15:24.540418+0000, chain.objs.size()=1 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZsZaIVdO7liqBZ5_3QMR_SvCKd6gSAX_0 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16036728371966465511', time=2024-09-22T11:15:24.548890+0000, chain.objs.size()=1 2024-09-22T09:24:39.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lBjulnsegzqKy0SdjIrr-4sZMqyoeuq_0 2024-09-22T09:24:39.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.99092925164034006', time=2024-09-22T11:15:24.645406+0000, chain.objs.size()=1 2024-09-22T09:24:39.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tttZiSn0NOGDkoqJvs0CzledWqyCGwG_0 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2264116245400457967', time=2024-09-22T11:15:24.946805+0000, chain.objs.size()=1 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XOPXw4PwCcNF2j0E2-uYmDvB3AZC02a_0 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5936092244477684236', time=2024-09-22T11:15:25.016256+0000, chain.objs.size()=1 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dWLx4sCpuPai_G19y-6M6Eu-Eef1Ukl_0 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18002081599084180545', time=2024-09-22T11:15:25.198008+0000, chain.objs.size()=1 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TMZWpU1_ZAg3nfj-Xk0eDKLvT2R8fYc_0 2024-09-22T09:24:39.299 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3415152934493990633', time=2024-09-22T11:15:25.256892+0000, chain.objs.size()=1 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VbT_eA5E9zldGAFv_b2nDevexiflc-E_0 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15627815311614112695', time=2024-09-22T11:15:25.293919+0000, chain.objs.size()=1 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3u3NAygMJhJ_R11DYPU0M41NrWee2XJ_0 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12137724000177814539', time=2024-09-22T11:15:25.314999+0000, chain.objs.size()=1 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xBcpXPLtwGy5LIMylJp-cmbyGCWjDTQ_0 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6894353051352213051', time=2024-09-22T11:15:25.559223+0000, chain.objs.size()=1 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.id4zZhONs14148V4iQv8ewOCgdl52kQ_0 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5616815067053881184', time=2024-09-22T11:15:25.624767+0000, chain.objs.size()=1 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Bujfz8XTPpy4KAidxYYM2mpGgOP7SHR_0 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8648646641817953016', time=2024-09-22T11:15:25.671441+0000, chain.objs.size()=1 2024-09-22T09:24:39.300 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aI-ZV7KKBlppyv_nXXfnqGarzIuttPo_0 2024-09-22T09:24:39.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14388621991591668826', time=2024-09-22T11:15:25.691088+0000, chain.objs.size()=1 2024-09-22T09:24:39.301 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TO052sX8ZNVKaWHUxhzZ5qUYwIpH5pS_0 2024-09-22T09:24:39.302 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.300+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3341080272966850060', time=2024-09-22T11:15:25.736360+0000, chain.objs.size()=1 2024-09-22T09:24:39.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.300+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iS34IFcPFWaF2fIyIzuyd2XWnW60u1d_0 2024-09-22T09:24:39.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.300+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2408713176146012427', time=2024-09-22T11:15:25.776437+0000, chain.objs.size()=1 2024-09-22T09:24:39.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.300+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Tt9DGBOHATH1j8UzXqTu-fTVZGdy0tb_0 2024-09-22T09:24:39.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.300+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14982275676815057532', time=2024-09-22T11:15:25.966588+0000, chain.objs.size()=1 2024-09-22T09:24:39.303 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.300+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9HdP9ftkBAz4bGF25pmtGSaQeInRz6C_0 2024-09-22T09:24:39.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12262356289230742497', time=2024-09-22T11:15:26.014159+0000, chain.objs.size()=1 2024-09-22T09:24:39.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uyWMlKu1lIGsJuw7gIM62Cp0BD-mjNl_0 2024-09-22T09:24:39.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14449590482946270890', time=2024-09-22T11:15:26.026841+0000, chain.objs.size()=1 2024-09-22T09:24:39.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LYX-QvZ9hrxDMWtGrYxsFfMZecVhmFl_0 2024-09-22T09:24:39.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4101980919815051604', time=2024-09-22T11:15:26.064155+0000, chain.objs.size()=1 2024-09-22T09:24:39.305 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wxl-LhqdwxkZ_z_3RhE20F3qmGrV1e-_0 2024-09-22T09:24:39.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43544 2024-09-22T09:24:39.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-22T09:24:39.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18308340809151145767', time=2024-09-22T11:15:26.081997+0000, chain.objs.size()=1 2024-09-22T09:24:39.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.b13opJqtHmeHNldgSvF_bo8LjEK3J9j_0 2024-09-22T09:24:39.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4498194603092787758', time=2024-09-22T11:15:26.289140+0000, chain.objs.size()=1 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.b81a14ZFaqY0z-66gy5L42n-_PTSVlq_0 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10098949970262997523', time=2024-09-22T11:15:26.414871+0000, chain.objs.size()=1 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cTVa9VUcDeVAcZR8-ci_j4ZVoFdBEnL_0 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11960548899143126043', time=2024-09-22T11:15:26.470356+0000, chain.objs.size()=1 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PgRt9XFXn29y0rm6-L3xvyYKmREwieX_0 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12206689892742399080', time=2024-09-22T11:15:26.640757+0000, chain.objs.size()=1 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SvxwqS_s7UVU60wygBzSnMQGHCXauJ1_0 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12299033187474726235', time=2024-09-22T11:15:26.671473+0000, chain.objs.size()=1 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vy6hkBdN-P2jYEX3676dhtWy-hTez6e_0 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12468089806928874402', time=2024-09-22T11:15:26.726692+0000, chain.objs.size()=1 2024-09-22T09:24:39.312 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YtNRcCir1AEn8bhefgg2zRBDw4MSo6P_0 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16381274068374546508', time=2024-09-22T11:15:26.762847+0000, chain.objs.size()=1 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1DKIwRRWGjEwJd0ptNZbWEdaOFc2KY5_0 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5423340057472350953', time=2024-09-22T11:15:26.822521+0000, chain.objs.size()=1 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jadGr1bmKVzBy3rxg5RIk8bENhDQU4a_0 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12772806261260305400', time=2024-09-22T11:15:32.718603+0000, chain.objs.size()=1 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.343__shadow_.v1vYDcytvnKNxb7XXiDXJeeUUqBbJld_0 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16365091209339895538', time=2024-09-22T11:16:07.397769+0000, chain.objs.size()=1 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.441__shadow_.KMBAkZd2LGtUzg1tEMFP7Z8NHTQbPFM_0 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3405334850187330319', time=2024-09-22T11:16:31.029160+0000, chain.objs.size()=1 2024-09-22T09:24:39.313 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.501__shadow_.O7KIjEIegBXjcdISx9JuAjgdQC2Q56R_0 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11955847614773637724', time=2024-09-22T11:16:35.654998+0000, chain.objs.size()=6 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.1 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.2 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.3 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.4 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.5 2024-09-22T09:24:39.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.6 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14137129514910702242', time=2024-09-22T11:16:38.563577+0000, chain.objs.size()=1 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.517__multipart_mymultipartcopy.2~TL5lzhHrl4iNzPgyScr6ELcm9BGky4o.1 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5642947970003028412', time=2024-09-22T11:17:57.552727+0000, chain.objs.size()=1 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:KuU2XBnfuAiheMQW92jKH.ERBLznnEu_.MfAueSbsmc2nHeIie7hi8VzlMQot-NJ_0 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4813919685917116765', time=2024-09-22T11:18:08.829803+0000, chain.objs.size()=1 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.576__shadow:C9gJwFYqyrKJru87Co13ogg.HBQ-4do_.tbubDZLAzu26PxPknw2ZRN-yV2UUnTu_0 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13905818163000544537', time=2024-09-22T11:18:28.749524+0000, chain.objs.size()=1 2024-09-22T09:24:39.317 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:xWLe1k.CjSfkJI5FEN8an30DmGaxG6p_.wnbrNyBzbpbrQ7Djc-ccybnfZrY4CZ5_0 2024-09-22T09:24:39.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9388012450477239013', time=2024-09-22T11:18:33.789544+0000, chain.objs.size()=1 2024-09-22T09:24:39.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:IrvMcndI03s27A6s15nA7okz61WJ7E8_.ADRrlOjn4lw0CIa9RF29dsLZLxaykct_0 2024-09-22T09:24:39.319 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17462355625262254318', time=2024-09-22T11:18:35.313788+0000, chain.objs.size()=1 2024-09-22T09:24:39.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:4zvf8Hp9LnaEOrjOVzjLXm22NxjkJm9_.rvnQuPEtGWUiIdOV9PvkeQ7LxmNEZY3_0 2024-09-22T09:24:39.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3430201445134291625', time=2024-09-22T11:21:12.342510+0000, chain.objs.size()=1 2024-09-22T09:24:39.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.649__shadow_.wvfsSJ2DzEFyARJFUEHt1MxV4Upvrqt_0 2024-09-22T09:24:39.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13236394107619278012', time=2024-09-22T11:21:40.863409+0000, chain.objs.size()=1 2024-09-22T09:24:39.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.715__shadow:MXhDaVxppkMWHuixiIO5KYSECeyP2aU_.eO15qeK_4SF4N3WBtgNfUVwnbh7tWn1_0 2024-09-22T09:24:39.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.825724584421334752', time=2024-09-22T11:22:12.597490+0000, chain.objs.size()=3 2024-09-22T09:24:39.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.744__multipart_mymultipart3.2~IYw9Xa6eAAO7nyxgB19raVeriqBpG7I.1 2024-09-22T09:24:39.323 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.744__multipart_mymultipart3.2~IYw9Xa6eAAO7nyxgB19raVeriqBpG7I.2 2024-09-22T09:24:39.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.744__multipart_mymultipart3.2~IYw9Xa6eAAO7nyxgB19raVeriqBpG7I.3 2024-09-22T09:24:39.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1163206541948933141', time=2024-09-22T11:22:21.776434+0000, chain.objs.size()=1 2024-09-22T09:24:39.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.754__shadow_.2KYz9RXuHIrc_uVIuZz4Ppe8XGT2dHv_0 2024-09-22T09:24:39.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.324+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2898981679804710777', time=2024-09-22T11:22:22.362149+0000, chain.objs.size()=1 2024-09-22T09:24:39.324 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.756__shadow_.-hKB3Hx7EazbM3I0se26N72GAii73Qn_0 2024-09-22T09:24:39.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.328+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:24:39.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48800' 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7184402835656423240', time=2024-09-22T11:12:02.457864+0000, chain.objs.size()=1 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.S4_q3HIXRidTADmlqRtRr2iAdtmfKWh_0 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_OGkqzAzzxSQFdC5FESUhh2DDGNU0v0u', time=2024-09-22T11:12:03.635519+0000, chain.objs.size()=2 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.Ovu9Ww_UzlzUaBxCTZtDBC8boWDhIOI_0 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.Ovu9Ww_UzlzUaBxCTZtDBC8boWDhIOI_1 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8399518339795843574', time=2024-09-22T11:12:35.106884+0000, chain.objs.size()=1 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.204__shadow_.C8-OPtdme1BMjCq24l5ugTUr_Lm0EWt_0 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16952253962773681650', time=2024-09-22T11:13:46.294330+0000, chain.objs.size()=1 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.252__shadow_.poXNDoA77oSxTMGB2d23Jte0lJM5u0X_0 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14393700767885803197', time=2024-09-22T11:13:47.094043+0000, chain.objs.size()=1 2024-09-22T09:24:39.334 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.254__shadow_.J9N6uv-mtT5zCL3kYRobr6biP-QbicV_0 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10829075632085051824', time=2024-09-22T11:14:11.444732+0000, chain.objs.size()=1 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Dst3FZYQz0xgI6AyVd3hNhcTTagLRKX_0 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2710396973287541019', time=2024-09-22T11:14:11.552371+0000, chain.objs.size()=1 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DXPTaw5dOz2k2FIuD4gnZisN2IXrX_t_0 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.292297345393468525', time=2024-09-22T11:14:11.594384+0000, chain.objs.size()=1 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2DxnTGDebzkethk-oqQFgiSn-OGYCIW_0 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10375737953566418097', time=2024-09-22T11:14:11.769516+0000, chain.objs.size()=1 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zKJcnCFnWltKVVYFfUrOOD8jQaNepzE_0 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15186079517178520038', time=2024-09-22T11:14:11.786874+0000, chain.objs.size()=1 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ri2IZQ7iVYf4BU-DPloZbmDbSLNbjuP_0 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5248180061340352196', time=2024-09-22T11:14:11.790689+0000, chain.objs.size()=1 2024-09-22T09:24:39.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.U--nIxmUMuFEcgQiShFxcaPY9zkd5Np_0 2024-09-22T09:24:39.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7386950798427383239', time=2024-09-22T11:14:11.888987+0000, chain.objs.size()=1 2024-09-22T09:24:39.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IhZtl1sThzqRzglN7wUDj4PI62gDrEs_0 2024-09-22T09:24:39.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7120159275113250065', time=2024-09-22T11:14:11.926569+0000, chain.objs.size()=1 2024-09-22T09:24:39.336 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gf4jry5SxvJ1tsRiqHzKVTG0nJ85WEi_0 2024-09-22T09:24:39.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11006479076842924616', time=2024-09-22T11:14:12.191948+0000, chain.objs.size()=1 2024-09-22T09:24:39.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oFj_qNeDEo1K4kw_A_NyQ6oxXvsOrmm_0 2024-09-22T09:24:39.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15537664103739341980', time=2024-09-22T11:14:12.211182+0000, chain.objs.size()=1 2024-09-22T09:24:39.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.O_CPfbrsolRt3IR4ykWg2ZuM9dgW8VW_0 2024-09-22T09:24:39.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3191840366784107137', time=2024-09-22T11:14:12.226010+0000, chain.objs.size()=1 2024-09-22T09:24:39.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6iurH00_7_xkCzvOfmifCn4Ibja-COL_0 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4400907959887393771', time=2024-09-22T11:14:12.345232+0000, chain.objs.size()=1 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.s41SHaHnQgK40duIQF-BqO4n-Tp4Yhy_0 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6313194049902745600', time=2024-09-22T11:14:12.354599+0000, chain.objs.size()=1 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZRQhzicpFIDyJa0gr01IDT69DiZI8x4_0 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11876530400654876639', time=2024-09-22T11:14:12.374057+0000, chain.objs.size()=1 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3rUJmKoxygpof71gUbPl_MEpQ0cffrf_0 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1364141057564447062', time=2024-09-22T11:14:12.570529+0000, chain.objs.size()=1 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xNM6KzTw1NvfnHMLjyFpuZuBSzUKxxf_0 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5165254088675130595', time=2024-09-22T11:14:12.661157+0000, chain.objs.size()=1 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UiTnr5gVvayyf_IWCvpStINDY9Qu0PI_0 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.760107826188428033', time=2024-09-22T11:14:12.713664+0000, chain.objs.size()=1 2024-09-22T09:24:39.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2tcd_8w-RwrXtyd04_i07FhnaCpgyRk_0 2024-09-22T09:24:39.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6333240659540162659', time=2024-09-22T11:14:12.909588+0000, chain.objs.size()=1 2024-09-22T09:24:39.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xFMQiK1h98f5Syca4Dy2AGCAOAHjEH5_0 2024-09-22T09:24:39.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3385442104662386610', time=2024-09-22T11:14:12.972063+0000, chain.objs.size()=1 2024-09-22T09:24:39.340 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.PdxyL2HWErGSgkGAMFNVFB9Q6g3Puk3_0 2024-09-22T09:24:39.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15335422346615473892', time=2024-09-22T11:14:12.997753+0000, chain.objs.size()=1 2024-09-22T09:24:39.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NIkWLjS1jKg4OXBwAvuR7BbiWolJFUb_0 2024-09-22T09:24:39.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11064355354377561225', time=2024-09-22T11:14:13.057046+0000, chain.objs.size()=1 2024-09-22T09:24:39.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-R99jZbNof_2sW6vVKNTBclbEOs8OZq_0 2024-09-22T09:24:39.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14942942511638101857', time=2024-09-22T11:14:13.084555+0000, chain.objs.size()=1 2024-09-22T09:24:39.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.460uuYZAYljPa5nAIjJchH9X0WF5AnU_0 2024-09-22T09:24:39.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15803253610919817534', time=2024-09-22T11:14:13.369041+0000, chain.objs.size()=1 2024-09-22T09:24:39.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YJ6weI9D0eCtn_XTz2VKfka5eO9H0Lr_0 2024-09-22T09:24:39.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1328891093914065899', time=2024-09-22T11:14:13.369934+0000, chain.objs.size()=1 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jF2MD2KcmuiNh1c8NRNeZzkLmG4M5Fo_0 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13181882381322071312', time=2024-09-22T11:14:13.453203+0000, chain.objs.size()=1 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ex4oPAHnVGlJkTq3hSUD_MEEtYw_kvm_0 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10223976510334123551', time=2024-09-22T11:14:13.473601+0000, chain.objs.size()=1 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yQZgSwCZmZ5HYfQ1eyoil7fevOycfMp_0 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4043824004773699696', time=2024-09-22T11:14:13.741198+0000, chain.objs.size()=1 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tDi6VWwJXyLg4YT1F1IsYO-bO5hJaJz_0 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.359642972488668713', time=2024-09-22T11:14:13.743860+0000, chain.objs.size()=1 2024-09-22T09:24:39.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.G2QvziJF0SwW7EnGwjAjqnuAv9p7f6N_0 2024-09-22T09:24:39.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16877629262632558832', time=2024-09-22T11:14:13.754537+0000, chain.objs.size()=1 2024-09-22T09:24:39.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.PJSNLT2hEvp_WNTOYwQsl1baztVIp7Y_0 2024-09-22T09:24:39.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7922955478236593585', time=2024-09-22T11:14:13.829973+0000, chain.objs.size()=1 2024-09-22T09:24:39.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4AtFZYpikp03L1w5_8lKaIvvVE4JPlg_0 2024-09-22T09:24:39.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2983687294685436126', time=2024-09-22T11:14:13.858424+0000, chain.objs.size()=1 2024-09-22T09:24:39.347 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.T0imPujyy7SXjksjUKey0gQMjcoZGkJ_0 2024-09-22T09:24:39.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524871253622520761', time=2024-09-22T11:14:14.103970+0000, chain.objs.size()=1 2024-09-22T09:24:39.348 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AH547I12rwCmwaDLWifZnaLa0fp9TMz_0 2024-09-22T09:24:39.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8379432969922750318', time=2024-09-22T11:14:14.376274+0000, chain.objs.size()=1 2024-09-22T09:24:39.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.264__shadow_.yP0A8tTogAySsWH9nYg7zCQRLJ35uMh_0 2024-09-22T09:24:39.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16531237005747358154', time=2024-09-22T11:14:16.969200+0000, chain.objs.size()=1 2024-09-22T09:24:39.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.271__shadow_.geFY3FBq3hzIADNPofCfkJkhxCvQItG_0 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11757168054091425012', time=2024-09-22T11:14:17.329343+0000, chain.objs.size()=1 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.272__shadow_.UCWBKLGB9mCv3WuN8AbO5tw_Wn15Hvb_0 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11897000561806655694', time=2024-09-22T11:14:23.657104+0000, chain.objs.size()=1 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.288__shadow_.fh79uDkyMGpDfrH-XY-gOnRHxlcb8Mb_0 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.630031932726874187', time=2024-09-22T11:14:26.379074+0000, chain.objs.size()=1 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.H-T4a8vUrwMXm7YDNXYrQbxDdFL5By3_0 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10361566383326168691', time=2024-09-22T11:14:29.444418+0000, chain.objs.size()=1 2024-09-22T09:24:39.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.299__shadow_.uvolDPDBfYVyHMIYVh7cwTMtzvetzmX_0 2024-09-22T09:24:39.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14367142960497008583', time=2024-09-22T11:14:32.283009+0000, chain.objs.size()=1 2024-09-22T09:24:39.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.306__shadow_.Pg8gdGdEiq9atdkBMf_GMm0Vj5TUIEt_0 2024-09-22T09:24:39.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.440051795447764170', time=2024-09-22T11:14:37.368652+0000, chain.objs.size()=1 2024-09-22T09:24:39.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320__shadow:i4Nxwn-Y4mUO54Fljfrv0567IKRZMHd_.QXFpSuaIOrtjCjQbVj-iGsgyq_U0fg__0 2024-09-22T09:24:39.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12423775263193312912', time=2024-09-22T11:14:37.872079+0000, chain.objs.size()=1 2024-09-22T09:24:39.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.322__shadow_.kY-FPVAY1Q6BMC1_Ju7neScFs-S-OTM_0 2024-09-22T09:24:39.354 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.705994691007818110', time=2024-09-22T11:15:00.471728+0000, chain.objs.size()=1 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QJeTpdTr2AS3ZvQZ57dmV4D-NJlxCJh_0 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10325657480636738590', time=2024-09-22T11:15:00.505155+0000, chain.objs.size()=1 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7sBgJapF3t_Fu97kvcDh4gx5MIWfVRi_0 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9452601464385783127', time=2024-09-22T11:15:00.659253+0000, chain.objs.size()=1 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lTySciXK6F5wlgul6t1Jjau_up90uNF_0 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16256160780022621545', time=2024-09-22T11:15:00.742291+0000, chain.objs.size()=1 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.R2S79ObGIQwNKvXnZLauvIP8ToD7S4K_0 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12669375264920933936', time=2024-09-22T11:15:00.746814+0000, chain.objs.size()=1 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Fp7RIhFuuEHyfLpUXg3Zi5FvaZe3avs_0 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15857070597197940139', time=2024-09-22T11:15:00.812789+0000, chain.objs.size()=1 2024-09-22T09:24:39.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ay8ntH2s3AiNLwuq_0i2UhdDIJVFEmx_0 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18350003962927247277', time=2024-09-22T11:15:00.846423+0000, chain.objs.size()=1 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._Jrv3GSXBoy7wJcmVg3_P2jWUtfR3vh_0 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5025516738852472796', time=2024-09-22T11:15:01.093016+0000, chain.objs.size()=1 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.prgvVcOqNkqxXpB0zvkAC_QXxfjxu-A_0 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11558870224499752574', time=2024-09-22T11:15:01.203527+0000, chain.objs.size()=1 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.d0HAUxBVm5raOyF5hsuXJV_KX-qpdhk_0 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6951771105977657173', time=2024-09-22T11:15:01.436996+0000, chain.objs.size()=1 2024-09-22T09:24:39.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zBX7v-GhVUj8Mq0qLnGzuokjnEb_wo3_0 2024-09-22T09:24:39.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.910098943062167139', time=2024-09-22T11:15:01.572050+0000, chain.objs.size()=1 2024-09-22T09:24:39.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.08_urvaTwWcgN11JUqiqVaTtEDm10uS_0 2024-09-22T09:24:39.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9442033331185854897', time=2024-09-22T11:15:01.588432+0000, chain.objs.size()=1 2024-09-22T09:24:39.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EsOSjfJwmk7XUaNT-FQ1AheHVeSJnf1_0 2024-09-22T09:24:39.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.947713107141410880', time=2024-09-22T11:15:02.150942+0000, chain.objs.size()=1 2024-09-22T09:24:39.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.leAdrHe1bdNfTjiUElyXOko56Fbu_D8_0 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15241647581768621038', time=2024-09-22T11:15:02.345873+0000, chain.objs.size()=1 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ibN9Fn7HSSj1I_NBtWljvvEReqwf2Ro_0 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11218042094043601050', time=2024-09-22T11:15:02.348596+0000, chain.objs.size()=1 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._drT2SMCsLIzJzq4gxoZRxNLkwfb7mN_0 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11783162097513764001', time=2024-09-22T11:15:02.534098+0000, chain.objs.size()=1 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3hNgnD5c_AI0truonVzxYWJVFLZVPXE_0 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4723209616819407818', time=2024-09-22T11:15:02.552742+0000, chain.objs.size()=1 2024-09-22T09:24:39.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2MVkd67IWSMGf_P6VpX4jYiNodltgrU_0 2024-09-22T09:24:39.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18373019472613617625', time=2024-09-22T11:15:02.610159+0000, chain.objs.size()=1 2024-09-22T09:24:39.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xpiF1qwWUFoTzUaMqtHuFbbXnHxceOm_0 2024-09-22T09:24:39.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14095419590722234845', time=2024-09-22T11:15:02.626871+0000, chain.objs.size()=1 2024-09-22T09:24:39.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.q0ckyLQobT9g71TQhY2cmY2kjafMvm6_0 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5721715039603206798', time=2024-09-22T11:15:02.799632+0000, chain.objs.size()=1 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MNDlBlxX6r2rvTdhuNebJAaUFDLjBpg_0 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14839964713056862860', time=2024-09-22T11:15:02.845327+0000, chain.objs.size()=1 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KtxLh8L6LbMWNAwL-6XWzd5BbMqqsQ6_0 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17521601256460830407', time=2024-09-22T11:15:02.979146+0000, chain.objs.size()=1 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.40khVAQLRh9ITD2Tyu7DAC2qeBcDpDn_0 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6340159379862537824', time=2024-09-22T11:15:24.047599+0000, chain.objs.size()=1 2024-09-22T09:24:39.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ux0owyFMPDKC7dz8EMNrIvMFaiZCk8d_0 2024-09-22T09:24:39.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12507256229433140086', time=2024-09-22T11:15:24.072558+0000, chain.objs.size()=1 2024-09-22T09:24:39.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PxKUspAGRjgO0_hUaoJA7xfRndxE8xV_0 2024-09-22T09:24:39.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.141176334041302157', time=2024-09-22T11:15:24.104549+0000, chain.objs.size()=1 2024-09-22T09:24:39.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sKcyvQR8gmGzvrjNqxUsGxx_GecD7uI_0 2024-09-22T09:24:39.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2566955687698345744', time=2024-09-22T11:15:24.307688+0000, chain.objs.size()=1 2024-09-22T09:24:39.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ICd2_valQyCBf8JP0SEhU9g0SuDkyMr_0 2024-09-22T09:24:39.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16470771976546474669', time=2024-09-22T11:15:24.601783+0000, chain.objs.size()=1 2024-09-22T09:24:39.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HrlmQJffGhti9-RRQ2WTBk9zmNp5sgR_0 2024-09-22T09:24:39.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3973189405572012481', time=2024-09-22T11:15:24.852089+0000, chain.objs.size()=1 2024-09-22T09:24:39.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gkPRqZHGMMhG9AI5MFXz9z-oe2AZcwg_0 2024-09-22T09:24:39.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14504427450334601699', time=2024-09-22T11:15:24.992778+0000, chain.objs.size()=1 2024-09-22T09:24:39.367 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VzvZxeqiBIpR6E11QswdzyF7NxW14vT_0 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11450026573528283858', time=2024-09-22T11:15:25.208941+0000, chain.objs.size()=1 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9ETA5b9qLc6ZE7Ki31zLwGWsU6bbmsl_0 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2043593124011656462', time=2024-09-22T11:15:25.268721+0000, chain.objs.size()=1 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6t2FtRDL6kOJUpUFaMOyirs0cFmHxnC_0 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3173202596901458869', time=2024-09-22T11:15:25.278239+0000, chain.objs.size()=1 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2OwOuWbj3_ylnq-IwkrwR5EkwuoAbXX_0 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7818847501706884336', time=2024-09-22T11:15:25.329990+0000, chain.objs.size()=1 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rMlDWOkbYbb_14-CcWrlhKXfXOTxcYo_0 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15875212425473439428', time=2024-09-22T11:15:25.641481+0000, chain.objs.size()=1 2024-09-22T09:24:39.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8yu-HKM_t6stlqgsGUdXM4R3enmPAdL_0 2024-09-22T09:24:39.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1772219066660601316', time=2024-09-22T11:15:25.726147+0000, chain.objs.size()=1 2024-09-22T09:24:39.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6gQC2N1ZFGYrjD3UW7Q4sT_9wlbtW9I_0 2024-09-22T09:24:39.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2435549125646012760', time=2024-09-22T11:15:25.757491+0000, chain.objs.size()=1 2024-09-22T09:24:39.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-8la3VrZ700LvMp4uK4kHaGW98QUwNH_0 2024-09-22T09:24:39.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8116585629693366701', time=2024-09-22T11:15:25.769095+0000, chain.objs.size()=1 2024-09-22T09:24:39.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-1kthbvd8RXHdUu34IZoFwpZ_MWCCpw_0 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17990937721012769403', time=2024-09-22T11:15:26.113902+0000, chain.objs.size()=1 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MPFUBARgiPYWKkFXvFYMEk0gwb1cmzL_0 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3823267004417751663', time=2024-09-22T11:15:26.129450+0000, chain.objs.size()=1 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7n1DmyvJ4O5pkS7cNFGUGR1ook0W6Ga_0 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2516892596637316013', time=2024-09-22T11:15:26.131212+0000, chain.objs.size()=1 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Vuqk3n7AyS7MyVB3aAMKl9WgBR03k6E_0 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.221809592272757450', time=2024-09-22T11:15:26.151100+0000, chain.objs.size()=1 2024-09-22T09:24:39.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.c0SbphQnWO1q_A19wTCh8fL5a4bnQms_0 2024-09-22T09:24:39.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12706407862254966682', time=2024-09-22T11:15:26.158204+0000, chain.objs.size()=1 2024-09-22T09:24:39.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DhmwB0Aeq8R3IYblVbOClskhDPDr8Pu_0 2024-09-22T09:24:39.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12718377110650534262', time=2024-09-22T11:15:26.302993+0000, chain.objs.size()=1 2024-09-22T09:24:39.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3PnBjeKSn1SncK-Am3MqK_Du0mnQsLJ_0 2024-09-22T09:24:39.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11448209255564832678', time=2024-09-22T11:15:26.451705+0000, chain.objs.size()=1 2024-09-22T09:24:39.374 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CEa5PfZOsU8kipl33JFbQQveXFAni24_0 2024-09-22T09:24:39.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10392779763389809066', time=2024-09-22T11:15:26.657988+0000, chain.objs.size()=1 2024-09-22T09:24:39.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LosLhaDvTpBkKX6Klqi0w9kkT0ddgy-_0 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12474600729800193973', time=2024-09-22T11:15:26.676460+0000, chain.objs.size()=1 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PDd60kmYnih3T8lElevipRzvSMzxVhQ_0 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17833112780186053283', time=2024-09-22T11:15:26.718785+0000, chain.objs.size()=1 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cM37VGMgNHqPm7NKLsUpuXuqLlUbIXn_0 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13665615721124319821', time=2024-09-22T11:15:26.824653+0000, chain.objs.size()=1 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TtbhIwUEMC5h20tAxoAMwM9ljhpXw8H_0 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3871105622166910067', time=2024-09-22T11:16:15.150557+0000, chain.objs.size()=1 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.459__shadow_.gs8SmH2ztjfrlYZ3IanziF7ZrLhy7OM_0 2024-09-22T09:24:39.379 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.84737883222548933', time=2024-09-22T11:16:19.213132+0000, chain.objs.size()=1 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.466__shadow_.luiywcdqWeKEIjmAVrG-R4hI7I5vghF_0 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10587177979121150315', time=2024-09-22T11:16:22.934949+0000, chain.objs.size()=1 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.482__shadow_.YkzjF2gylZ_0BvBxFb7BMBjZN9sX8rm_0 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13406467001597869311', time=2024-09-22T11:16:24.323854+0000, chain.objs.size()=1 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.mLO5wIXpo6r0amEvOZsI3xUXyHkym55_0 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15240226587161288267', time=2024-09-22T11:16:32.660814+0000, chain.objs.size()=1 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.504__shadow:nShiuNa8wnjGkXgCni4v3pExMN7zKHh_.m751R-2DWFcjL-mQQbRYmf6WPV87NPm_0 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15290525280497016628', time=2024-09-22T11:16:46.365073+0000, chain.objs.size()=1 2024-09-22T09:24:39.380 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.521__shadow:kM4F32XL-Ah7r0I0kUjksFdkvqnNn8W_._f0rRVDfjPHG-7T48sTlpam44DmuQjp_0 2024-09-22T09:24:39.383 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48800 2024-09-22T09:24:39.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:24:39.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk', time=2024-09-22T11:16:47.675831+0000, chain.objs.size()=1 2024-09-22T09:24:39.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk.1 2024-09-22T09:24:39.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13702505056555615678', time=2024-09-22T11:17:55.079675+0000, chain.objs.size()=1 2024-09-22T09:24:39.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:3dOgxza4xP-tIpmkq-dOz6UBQH9n88T_.sGF21wPPoqXtRAQhgKEYUktHqw9K_Gt_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6634561496892610650', time=2024-09-22T11:18:08.067434+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:M8wqKxYHdJYtOoHHbf24u2PNpI-AuRX_.pBnvTMslegSTnP8PhWn59-vQlNOM5Wo_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18177950766438307557', time=2024-09-22T11:18:35.153558+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:mudzlqNUIutxifx.V0n6QmBox9Vf6-5_.a8hAFosrICnzHhY9iJVMs_qiTRdoTdA_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13431004386872852558', time=2024-09-22T11:20:56.703850+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.619__shadow_.1kqq-efSoJZu_ZqUE3DUnkRizM9TSBR_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16057785820804679159', time=2024-09-22T11:21:10.706830+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.646__shadow_.4PHVwKKc6imtyYpBGGhEUtM8wgAmwxm_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1469211906724834692', time=2024-09-22T11:21:11.258615+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.647__shadow_.5GZu-5YeVWA1qvB8vC_nunaYsQVEnUi_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10766369638916335231', time=2024-09-22T11:21:15.834777+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.656__shadow_.xtjYzWT3u8FYmwa--7Ef0qQcdguZwZC_0 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12663821156581498027', time=2024-09-22T11:21:23.757055+0000, chain.objs.size()=1 2024-09-22T09:24:39.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.667__shadow_.4bJ0xH_o9OO7FQQSfr8cL-QO8K8nuCQ_0 2024-09-22T09:24:39.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15070707344569519416', time=2024-09-22T11:21:33.137883+0000, chain.objs.size()=1 2024-09-22T09:24:39.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.696__shadow_.sZtPXkwyDLq8S3w0Iq7sZke-065IXdZ_0 2024-09-22T09:24:39.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9149328617841438183', time=2024-09-22T11:22:11.017323+0000, chain.objs.size()=1 2024-09-22T09:24:39.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.742__shadow_.Vizr59y3cNVXfzLaLyxajitNJfXtmdk_0 2024-09-22T09:24:39.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9560849798166623483', time=2024-09-22T11:22:11.724703+0000, chain.objs.size()=1 2024-09-22T09:24:39.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.743__multipart_mymultipart3.2~C-8tnM0Zokfif3Eoc8Kkr8M8J7rGzM3.1 2024-09-22T09:24:39.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1079945232792941072', time=2024-09-22T11:22:15.024447+0000, chain.objs.size()=1 2024-09-22T09:24:39.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.746__shadow_.vCkNTRn5q8t5JY5t1rcPQuEHkrpaB9F_0 2024-09-22T09:24:39.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3990040354145125816', time=2024-09-22T11:22:23.614043+0000, chain.objs.size()=1 2024-09-22T09:24:39.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.758__shadow_.EHAo-99SJMS_fUe8lZ3W2AzZv9TEi7e_0 2024-09-22T09:24:39.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.396 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:24:39.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46091' 2024-09-22T09:24:39.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14571457405600696346', time=2024-09-22T11:11:55.915808+0000, chain.objs.size()=1 2024-09-22T09:24:39.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.152__shadow_.eQClsD6A6PRd5FMWH6R3tYJ9BJN3JpK_0 2024-09-22T09:24:39.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3247018556961933281', time=2024-09-22T11:12:03.330366+0000, chain.objs.size()=2 2024-09-22T09:24:39.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.B4aFfCWHlNmp5gyiL6h6PaioduC1VEt_0 2024-09-22T09:24:39.399 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.B4aFfCWHlNmp5gyiL6h6PaioduC1VEt_1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16208387545072271985', time=2024-09-22T11:13:38.058731+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.232__shadow_.6NaIx7VcMTZIYGng05zFJ3oMc6Qlh9A_0 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4912406519880732904', time=2024-09-22T11:13:45.124085+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.249__shadow_.LU2R_dFvbzpCpwBhfjQDyOiH5lQ0b7o_0 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1077967580298151653', time=2024-09-22T11:13:47.852586+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.256__shadow_.IvugiV3t8UwEO0F5PINz6KYWYWnsYRi_0 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9385360774900218784', time=2024-09-22T11:14:11.387068+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rUJQQ2oTzt0O0XA5dUp80920qkOmHKT_0 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15099821315305186631', time=2024-09-22T11:14:11.410869+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Y47sGvHJAewS_7fIZacAmXjUufnZTsQ_0 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1475018664197581951', time=2024-09-22T11:14:11.460506+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.N5BgGTci7e2RxsLWlJJzY80nccj2zxW_0 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15923453008062406272', time=2024-09-22T11:14:11.469919+0000, chain.objs.size()=1 2024-09-22T09:24:39.400 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.f2Baz0_qrrSmxNIc8hef59UMabZzEhB_0 2024-09-22T09:24:39.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1527402782338350342', time=2024-09-22T11:14:11.542256+0000, chain.objs.size()=1 2024-09-22T09:24:39.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bpX_HGV2S0P8VojHBiHJGaaxlhE8Cfl_0 2024-09-22T09:24:39.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14547145067635702040', time=2024-09-22T11:14:11.559990+0000, chain.objs.size()=1 2024-09-22T09:24:39.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9P5sTKOs6L4oZDDe4I_aWFAc-Daz0g7_0 2024-09-22T09:24:39.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16798921992329994684', time=2024-09-22T11:14:11.787583+0000, chain.objs.size()=1 2024-09-22T09:24:39.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.c2MIa4EyhCs0o-tZbWy8VoXv8KgkCpc_0 2024-09-22T09:24:39.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12617663020214442902', time=2024-09-22T11:14:11.847187+0000, chain.objs.size()=1 2024-09-22T09:24:39.404 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RqvL0G4M57onNUKLtwSkZpIEOSh4g-F_0 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11924404707714046644', time=2024-09-22T11:14:11.932124+0000, chain.objs.size()=1 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Nr3W69V098yfk5MC5Pm717llb2PGgBb_0 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6991377933579856803', time=2024-09-22T11:14:12.182504+0000, chain.objs.size()=1 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nXy5GXA9EUSFYGQmQmfaU9Bm91NVBH6_0 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.203678604579544905', time=2024-09-22T11:14:12.298860+0000, chain.objs.size()=1 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.w4Vtia0hFaoL6wPe9XbJWSXXgsuqnyP_0 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1921209439733190192', time=2024-09-22T11:14:12.309169+0000, chain.objs.size()=1 2024-09-22T09:24:39.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.B9wPsxakWnbA7wgVSAgYrUYiICmDd6-_0 2024-09-22T09:24:39.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3841882034418103114', time=2024-09-22T11:14:12.501290+0000, chain.objs.size()=1 2024-09-22T09:24:39.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Beg_e22u4tB2FhCNUoD6lHJX9l9z4Sa_0 2024-09-22T09:24:39.406 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17631453448807594196', time=2024-09-22T11:14:12.620754+0000, chain.objs.size()=1 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rjj4ekCh0cnz2Ih0oLhgLaC6CB5_pON_0 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17539200733496890934', time=2024-09-22T11:14:12.646900+0000, chain.objs.size()=1 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bPtCKx76pK9fayrpEisgICwAZY7ePAn_0 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12665730999601983518', time=2024-09-22T11:14:12.925396+0000, chain.objs.size()=1 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CFjeBLtOJSqVDhitFrWhyctMjJPSB50_0 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1610878087766983408', time=2024-09-22T11:14:12.928273+0000, chain.objs.size()=1 2024-09-22T09:24:39.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZZkY6rzBDY07if6a2qJlniuerxrHTmm_0 2024-09-22T09:24:39.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14260344249652023135', time=2024-09-22T11:14:12.940666+0000, chain.objs.size()=1 2024-09-22T09:24:39.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5hpuOYTIOcFMgdNovSy2na-QlUhDxVT_0 2024-09-22T09:24:39.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6043791181070116343', time=2024-09-22T11:14:13.038655+0000, chain.objs.size()=1 2024-09-22T09:24:39.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4AyZXCoJPICXsDqeIHEBadWonpinfib_0 2024-09-22T09:24:39.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4637074911254625082', time=2024-09-22T11:14:13.262038+0000, chain.objs.size()=1 2024-09-22T09:24:39.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.l4kmHs6uP3MPfQGEu6jicJsGu5QHGag_0 2024-09-22T09:24:39.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5938933149204637819', time=2024-09-22T11:14:13.274154+0000, chain.objs.size()=1 2024-09-22T09:24:39.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UeRUXrkl8Kjg-SbWtTyDiDCvrKyxmS6_0 2024-09-22T09:24:39.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8470954779159223706', time=2024-09-22T11:14:13.277102+0000, chain.objs.size()=1 2024-09-22T09:24:39.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WBCltq-7rE1ExDJQeQDRtS-SMjOjFMX_0 2024-09-22T09:24:39.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1793700477185780289', time=2024-09-22T11:14:13.285987+0000, chain.objs.size()=1 2024-09-22T09:24:39.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mug7CNMxOk4KhMlz5kRNXbXEaKg6MFs_0 2024-09-22T09:24:39.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17416109314674082660', time=2024-09-22T11:14:13.339660+0000, chain.objs.size()=1 2024-09-22T09:24:39.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.W3JfapwCHBMAwHc0hnmdvpmkk6DoLw3_0 2024-09-22T09:24:39.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10954485541789563765', time=2024-09-22T11:14:13.405038+0000, chain.objs.size()=1 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wmHtR-Tamm1vNIGOnTTFGLl3-JrrsBn_0 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13116446466249828982', time=2024-09-22T11:14:13.410075+0000, chain.objs.size()=1 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cIhlyEtxJagMFFCi5gJEh-3kmisShy5_0 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8813791859781783477', time=2024-09-22T11:14:13.500664+0000, chain.objs.size()=1 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HAa_gHMgVB1Id7nsYm9ieB2k5gNl9mC_0 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16810853365260072703', time=2024-09-22T11:14:13.744499+0000, chain.objs.size()=1 2024-09-22T09:24:39.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.y2O9djDlKx5CjrhMZM0raWHyNJpzBoE_0 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11293862698532058638', time=2024-09-22T11:14:13.763630+0000, chain.objs.size()=1 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.k4CHte2wnd5TYln8yHDuPJCIJCMkQPT_0 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2383966884174444987', time=2024-09-22T11:14:13.776151+0000, chain.objs.size()=1 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lT6ymZydD1K_TN5kEDMZi5Rg904riGW_0 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9231377607156632751', time=2024-09-22T11:14:13.827780+0000, chain.objs.size()=1 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FHdR6I_aNc-KqrvLGaNAPxrowFyxkiq_0 2024-09-22T09:24:39.414 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16631193380713564388', time=2024-09-22T11:14:13.858717+0000, chain.objs.size()=1 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XQI8vLqv-3pV9WCu-lsWIxv_w4wqNWr_0 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12791971858836828791', time=2024-09-22T11:14:14.050973+0000, chain.objs.size()=1 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.j6R_9FP1hADJLouUHzsAxPS7nKx1jGt_0 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1880423862017274356', time=2024-09-22T11:14:18.059752+0000, chain.objs.size()=1 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.274__shadow_.u84tvtg8f_Kw_3QD2ltTc3UK7S4I50P_0 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4019819953383736258', time=2024-09-22T11:14:20.789669+0000, chain.objs.size()=1 2024-09-22T09:24:39.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.281__shadow_.WGDoemdIJMA318sBTHfKaLQTx7dlvGR_0 2024-09-22T09:24:39.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15682963954333206012', time=2024-09-22T11:14:24.086886+0000, chain.objs.size()=1 2024-09-22T09:24:39.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.289__shadow_.IwATjw0kgajkJL_wGDkuZmnHdn4b0lx_0 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1368351887190443817', time=2024-09-22T11:14:27.475809+0000, chain.objs.size()=1 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.ihrgv5eb8DA4CwlJitvFK3sbo-mU4tC_0 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9207723291247943533', time=2024-09-22T11:14:27.843236+0000, chain.objs.size()=1 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.295__shadow_.Hd1c54kIEjvw31LQyh0rB8J6CHRaUJd_0 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1878265995579453277', time=2024-09-22T11:14:30.682787+0000, chain.objs.size()=1 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.302__shadow_.G8DSSe-bGapJNK4k83gzYbMzEA0uaFW_0 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1354818773129905829', time=2024-09-22T11:15:00.332078+0000, chain.objs.size()=1 2024-09-22T09:24:39.419 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.y6IGXAZFAzP_jECOnoSH7TlP6dTrPsO_0 2024-09-22T09:24:39.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10416166191501955639', time=2024-09-22T11:15:00.358456+0000, chain.objs.size()=1 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bxGm4G83ehGqMFx5MxB06RPxTV3ikAF_0 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8451631819192005834', time=2024-09-22T11:15:00.693817+0000, chain.objs.size()=1 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TQq1WGhAKHZA-AkxFmXTfQe56331F_T_0 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14776796801130674167', time=2024-09-22T11:15:00.862087+0000, chain.objs.size()=1 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nzmK4xMLjR4FEHXxYZvTGk-M9SW96fn_0 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1722189324134123028', time=2024-09-22T11:15:00.876011+0000, chain.objs.size()=1 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.046g9pEYYcYvALPtdR72OKOPirZdQF__0 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14274871684339873236', time=2024-09-22T11:15:00.876852+0000, chain.objs.size()=1 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OyHPXxpq0cwtI2G-d1s0c1-QFqNkRqL_0 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18082355125219736096', time=2024-09-22T11:15:00.881642+0000, chain.objs.size()=1 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Mlu7fYcF_iF_DLhA6Lzm5NLFa5Vn9fZ_0 2024-09-22T09:24:39.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16006305673652147459', time=2024-09-22T11:15:01.021074+0000, chain.objs.size()=1 2024-09-22T09:24:39.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.w6rRMoeM5nYCe8yHaJnA9lQ5idnO1iP_0 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11827852548318637229', time=2024-09-22T11:15:01.040737+0000, chain.objs.size()=1 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rfgC4xMeIvkvuACHfxE-8miK7_-y1zx_0 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8374989750682715815', time=2024-09-22T11:15:01.066646+0000, chain.objs.size()=1 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JtwZ8Oda1sisQ4ZwDLnM7IqWStfzGz8_0 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5138696702196407963', time=2024-09-22T11:15:01.164027+0000, chain.objs.size()=1 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qhG8TMWUss3w5075G7Q0U5ihtDQVsAb_0 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4761312341546743577', time=2024-09-22T11:15:01.440844+0000, chain.objs.size()=1 2024-09-22T09:24:39.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.t3oXB8RCxNgwQem8peJZjrpgW3T2-h3_0 2024-09-22T09:24:39.428 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13224872806343235314', time=2024-09-22T11:15:01.475694+0000, chain.objs.size()=1 2024-09-22T09:24:39.428 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CvD9R6z2e4437dCDfExqOfXvpwnAqVK_0 2024-09-22T09:24:39.428 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5900992904361576040', time=2024-09-22T11:15:01.543179+0000, chain.objs.size()=1 2024-09-22T09:24:39.428 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HD-wsxsvY45XwESWBt_cT-HrcpSdWIF_0 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15623791381100040983', time=2024-09-22T11:15:01.547240+0000, chain.objs.size()=1 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TqwWlaFbTTTfs_iN0skhLDr1xGtH00R_0 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12808054878427919338', time=2024-09-22T11:15:01.596322+0000, chain.objs.size()=1 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.E_z9MTw_XPzMJJr2iQ5Jl4DUOqFJmjP_0 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11255179659052275983', time=2024-09-22T11:15:01.597476+0000, chain.objs.size()=1 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.70-MEvYk-HZWeiGPQM0ZxHK-ZwlyESt_0 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14093974127494740592', time=2024-09-22T11:15:01.816526+0000, chain.objs.size()=1 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QpF2yzrGhJfBynxPHu6KC-O_3Bp48Ih_0 2024-09-22T09:24:39.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16686106049640363900', time=2024-09-22T11:15:01.855394+0000, chain.objs.size()=1 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zEfOBNuzmWnejroSh9XkzHI-Coqd14g_0 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15527291569175690702', time=2024-09-22T11:15:01.865902+0000, chain.objs.size()=1 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.p8WUrr2GWoEIOugGRwL7TNzY405rCbs_0 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17355840242742068584', time=2024-09-22T11:15:01.946863+0000, chain.objs.size()=1 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.U1YLCqmpEDHzhChTjNnY4EtmglKMzjl_0 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13850126539824379729', time=2024-09-22T11:15:02.158256+0000, chain.objs.size()=1 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dbTh_PTIr0CCQ0GLCR-vdySWt_1QMvk_0 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17752567139973097196', time=2024-09-22T11:15:02.198989+0000, chain.objs.size()=1 2024-09-22T09:24:39.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.e_Qv7jyPYtSrZzlUsd6SyHbyw1VVvks_0 2024-09-22T09:24:39.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6744251159962573234', time=2024-09-22T11:15:02.324560+0000, chain.objs.size()=1 2024-09-22T09:24:39.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.saHJV06BbscMiN5DR7yR7Mh91BS0uMl_0 2024-09-22T09:24:39.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6299009435744727866', time=2024-09-22T11:15:02.460796+0000, chain.objs.size()=1 2024-09-22T09:24:39.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cPWFuS_EMxn-pGm-oS14oW34i2-UXRF_0 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4977466961678771808', time=2024-09-22T11:15:02.527323+0000, chain.objs.size()=1 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eUPcXZuwWc_pSFW4SfBF_aBaf9NPEc__0 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3006451246168725248', time=2024-09-22T11:15:02.651981+0000, chain.objs.size()=1 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.93h-dmDsOpF0j_K3SlwYH8EbujlvB_8_0 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13272946515261984534', time=2024-09-22T11:15:02.654832+0000, chain.objs.size()=1 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KYtgGYkhINX6E_e8EOebSBMkrfKgkj0_0 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10127413503913926033', time=2024-09-22T11:15:02.666520+0000, chain.objs.size()=1 2024-09-22T09:24:39.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6aGelH8H7dgAubDj1t-VVa7Z736Z2-W_0 2024-09-22T09:24:39.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2642423157212295206', time=2024-09-22T11:15:02.814134+0000, chain.objs.size()=1 2024-09-22T09:24:39.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CiPe3-m0zFLJTUph4dZj9piAqkiA1uB_0 2024-09-22T09:24:39.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1801033025140466266', time=2024-09-22T11:15:02.821820+0000, chain.objs.size()=1 2024-09-22T09:24:39.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6ICmXQf6_NSkv2bZMmVHur4bZ9tPaZX_0 2024-09-22T09:24:39.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6793571482156870719', time=2024-09-22T11:15:02.824596+0000, chain.objs.size()=1 2024-09-22T09:24:39.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MpITKdadOJ1Si3D1h1jfWXcFkYuftw-_0 2024-09-22T09:24:39.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10490219650080028680', time=2024-09-22T11:15:02.934111+0000, chain.objs.size()=1 2024-09-22T09:24:39.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JSN_BsWsxJUEj0fRRAYIwryOCtgDTDi_0 2024-09-22T09:24:39.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17535255794491998727', time=2024-09-22T11:15:02.946811+0000, chain.objs.size()=1 2024-09-22T09:24:39.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CCiOIWYSrDZ0i0Qbi9QTeCTHLib8Cia_0 2024-09-22T09:24:39.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16546363150676535549', time=2024-09-22T11:15:02.975067+0000, chain.objs.size()=1 2024-09-22T09:24:39.437 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-9K-Kn8PI8LuQKlXQ4ru2CRDnWk_eUS_0 2024-09-22T09:24:39.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12783147914767442538', time=2024-09-22T11:15:24.191310+0000, chain.objs.size()=1 2024-09-22T09:24:39.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gS6ECYC_bxEyLQiPmtqoFSYPRpoSrP3_0 2024-09-22T09:24:39.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15877613511370065928', time=2024-09-22T11:15:24.254573+0000, chain.objs.size()=1 2024-09-22T09:24:39.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.m9YLQaE3t88rJX3xdB6iwC9-nd5iRKW_0 2024-09-22T09:24:39.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15400390407239008836', time=2024-09-22T11:15:24.317582+0000, chain.objs.size()=1 2024-09-22T09:24:39.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rfuYyV41wIBsBK9T04rpeUntP1Tg3ES_0 2024-09-22T09:24:39.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12581224314130720918', time=2024-09-22T11:15:24.429953+0000, chain.objs.size()=1 2024-09-22T09:24:39.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.53hKLh1tFxIHYuFcfkZJA0iR7k-iu4x_0 2024-09-22T09:24:39.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7922233684006802596', time=2024-09-22T11:15:24.521144+0000, chain.objs.size()=1 2024-09-22T09:24:39.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SuQV5LPodpuSnJCx6AepGPV2fRp0Lvb_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3129454900943020318', time=2024-09-22T11:15:24.620839+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0hRhI1hlPQhQexkOl48Bl96QJ4CBTz7_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6990692644710266361', time=2024-09-22T11:15:24.647458+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.neSQdJay1QuuRPT0H4llnchTN6lkqHX_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9272370944803890878', time=2024-09-22T11:15:24.968686+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UIC1HfXpyEM-6CRKI5oso1uoi--M6BM_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5122037413743723972', time=2024-09-22T11:15:25.000686+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JMj9AZx9oUeJOEJSZCOMk9jQiDGzY_t_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14311753774104657477', time=2024-09-22T11:15:25.191205+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DiA4MNUk_8WPocVTeOxGpU5zYsxZNsH_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.917271446398092838', time=2024-09-22T11:15:25.235276+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8XK1XumEaciC_teMuV-HFvptCbPYY6o_0 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17496558076850502', time=2024-09-22T11:15:25.397449+0000, chain.objs.size()=1 2024-09-22T09:24:39.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7tMoPZhY9_Cy3tJ9ypdYZuN8wu3ao17_0 2024-09-22T09:24:39.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2272692415162561180', time=2024-09-22T11:15:25.639738+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EZ_yrlBKmLIgIfxR4Q-MR2hvTuHtwsU_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13721598635556947261', time=2024-09-22T11:15:25.764841+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FW9fUfUIvvRmmzl0KOvX4-oBV0_AaPs_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3230602537360581936', time=2024-09-22T11:15:25.987254+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yISD0nMy-GLkXXBAMfyq5Lsbs0-y6qU_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11243760507930297942', time=2024-09-22T11:15:25.988921+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ixZ8FCh-kk9JalIMrXaDPu10p-gsH_t_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2152529158305112785', time=2024-09-22T11:15:26.045644+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.BuauICY9j8KZ36j4crxAfQWedqpKBhE_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9377434350727708410', time=2024-09-22T11:15:26.087052+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NZUQzoiV07bzprPNVZJsUfc0ZhuLSJq_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14872676981864284028', time=2024-09-22T11:15:26.329891+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SLZQ0tCnSdidNMJHTn8oW-v7gVib3l1_0 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17759356557145679972', time=2024-09-22T11:15:26.515751+0000, chain.objs.size()=1 2024-09-22T09:24:39.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.96ZCNEyKB16DRk3JM-eYPxG0Qq5FlC6_0 2024-09-22T09:24:39.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4773626985325186671', time=2024-09-22T11:15:26.660253+0000, chain.objs.size()=1 2024-09-22T09:24:39.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mOf55z2BvyeWZYkBk0wo2mxrfVFjdoE_0 2024-09-22T09:24:39.456 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46091 2024-09-22T09:24:39.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12774743482764066188', time=2024-09-22T11:15:26.685692+0000, chain.objs.size()=1 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yC9SO3l8-Mn9_lMKTHeSpGZQeQt1sEA_0 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7895761978501153758', time=2024-09-22T11:15:26.734806+0000, chain.objs.size()=1 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.e1OYWwA86Fz09FJgscjsWrs0Z8XpDQf_0 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15803503223487488342', time=2024-09-22T11:15:26.794410+0000, chain.objs.size()=1 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xlrcO7qckgQCxR4iPkGPjetjrR3aoyd_0 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1231545497526236156', time=2024-09-22T11:15:26.822318+0000, chain.objs.size()=1 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4aMYTu76Jk5IkJQnisgiP9TQlA0kGHi_0 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6747993516659732139', time=2024-09-22T11:15:46.109680+0000, chain.objs.size()=1 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.383__shadow_.8i90GMadopQEyOjyQ7KD9hmKssf-j7E_0 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3098031430910029341', time=2024-09-22T11:15:48.810214+0000, chain.objs.size()=1 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.391__shadow_.LedqNBWQzd-QAE2q-AmgPhjEtKZTN9U_0 2024-09-22T09:24:39.459 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12951992895904430296', time=2024-09-22T11:16:19.509969+0000, chain.objs.size()=1 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.467__shadow_.p50aIATlpvSwanU-O4OfLxizFR9aEhk_0 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.245964604354564976', time=2024-09-22T11:16:19.771514+0000, chain.objs.size()=1 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.467__shadow_.BU5WAyWlSlKYY4Cwrl2ku3AlgvdQeCN_0 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4252041527655966143', time=2024-09-22T11:16:24.328447+0000, chain.objs.size()=1 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.fbMQUhFNQ_apL8caVLj9HnzwMJItYPR_0 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14983287508161063407', time=2024-09-22T11:17:38.933287+0000, chain.objs.size()=1 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.552__shadow_.wgnK8oYUX0H-PpyeXXEdTnSrfAD8Feo_0 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16761272059483205775', time=2024-09-22T11:17:44.950202+0000, chain.objs.size()=1 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.560__shadow_.4s6c0s-BzZKBMRy7JwOTh-nXIF4lzzU_0 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2590329619505339504', time=2024-09-22T11:18:02.541483+0000, chain.objs.size()=1 2024-09-22T09:24:39.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.571__shadow:urDfagRFtPClGG.OF-0kqZoNSus0AJP_.XcHdV6L37531y1Th37q9zmWlYVYGH06_0 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1889302569495712562', time=2024-09-22T11:18:05.335988+0000, chain.objs.size()=1 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow_.ko3cs5t6gF7BPeJKmEJqNT-GRzVGc-o_0 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6074967377163413023', time=2024-09-22T11:18:32.123752+0000, chain.objs.size()=4 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~WCkLI2r0x-dTLxJCDaPSYJ5gPm3qUqp.1 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~WCkLI2r0x-dTLxJCDaPSYJ5gPm3qUqp.2 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~WCkLI2r0x-dTLxJCDaPSYJ5gPm3qUqp.3 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~WCkLI2r0x-dTLxJCDaPSYJ5gPm3qUqp.4 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13801181396696740414', time=2024-09-22T11:21:04.462346+0000, chain.objs.size()=1 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.630__shadow_.HYsT3jtSF7xguLbFEWQDvpXltQfFG3k_0 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1251631790824524202', time=2024-09-22T11:21:07.833261+0000, chain.objs.size()=1 2024-09-22T09:24:39.464 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.639__shadow_.gQjYtPgZ0gsM_B26Y7ZumEV5zXQw3Np_0 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1308093325125646723', time=2024-09-22T11:21:24.951276+0000, chain.objs.size()=1 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.671__shadow_.N80HeHNani9eTF1bgxlLsScENDq_uqn_0 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17668131313426781784', time=2024-09-22T11:21:39.364617+0000, chain.objs.size()=1 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.711__shadow:UKPZ48Ch8.e7.y-SOE3yexSkmmzKIGi_.SZcOJJFASTtTlSapPn3aWuY9cyHjrJQ_0 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5951447836945278769', time=2024-09-22T11:22:31.845564+0000, chain.objs.size()=1 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.769__shadow_.U6BQWSQ0zFyhuO8XfskboCme-H0C8mT_0 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8799590724902780814', time=2024-09-22T11:22:35.995283+0000, chain.objs.size()=1 2024-09-22T09:24:39.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.775__shadow_.ix29BM5P6htOLj1Ie1tmNGAEhr4qJGC_0 2024-09-22T09:24:39.470 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.473 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.472+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:24:39.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50817' 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_ai08H9_chEXdyM0azz--4DlMXnsW5uI', time=2024-09-22T11:12:02.525161+0000, chain.objs.size()=1 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.7VXZoZWdTNBV0HvZvjMTrJbsjNeNCZI_0 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12651586741272478560', time=2024-09-22T11:12:05.896889+0000, chain.objs.size()=3 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-FROZEN.2~rfGTdAydEBCQ6RKmfMcDqypc3wzzD9d.1 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-FROZEN.2~rfGTdAydEBCQ6RKmfMcDqypc3wzzD9d.2 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-FROZEN.2~rfGTdAydEBCQ6RKmfMcDqypc3wzzD9d.3 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2374184132692737882', time=2024-09-22T11:13:38.850632+0000, chain.objs.size()=1 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.234__shadow_.N0xKj0dRybfugLAl4-xs8SiSAXroU2G_0 2024-09-22T09:24:39.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8436833058559404642', time=2024-09-22T11:13:39.673466+0000, chain.objs.size()=1 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.236__shadow_.5RIVan3tbWUmya19YrPeHOF_QFClfri_0 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1171755133510218928', time=2024-09-22T11:13:40.055909+0000, chain.objs.size()=1 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.237__shadow_.ubty3wa88nOO8mIh36jg_gE-YyuPvDH_0 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7052541250470572739', time=2024-09-22T11:13:45.518005+0000, chain.objs.size()=1 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.250__shadow_.51ByV4PHoAYktGsBiKUoztkHCxPOTRS_0 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14886682462271997961', time=2024-09-22T11:13:48.227340+0000, chain.objs.size()=1 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.257__shadow_.bCyt3Lgjt9dj7ahj7wHECoZy0-cpCCR_0 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17254342933120712270', time=2024-09-22T11:14:11.462729+0000, chain.objs.size()=1 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xCCQESlYcHy6QRZnFIS6StJgb5_Alvb_0 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13897398468711465522', time=2024-09-22T11:14:11.479242+0000, chain.objs.size()=1 2024-09-22T09:24:39.478 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9W1-SVwsg0jfAjphXmrb3GcBna10X8H_0 2024-09-22T09:24:39.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15763137370440127256', time=2024-09-22T11:14:11.535610+0000, chain.objs.size()=1 2024-09-22T09:24:39.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.j5tiOJ0ZL94pnaO9Jqi_UDEK7f3OurK_0 2024-09-22T09:24:39.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3915874424525811000', time=2024-09-22T11:14:11.563036+0000, chain.objs.size()=1 2024-09-22T09:24:39.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Pmy4MaYtDFcWiL__9NTijl279CHPeFf_0 2024-09-22T09:24:39.479 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5341708776322802575', time=2024-09-22T11:14:11.578050+0000, chain.objs.size()=1 2024-09-22T09:24:39.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.am9LCvQReNT5e5AZbJCXtx5Qw7FsKnq_0 2024-09-22T09:24:39.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.93585943722039182', time=2024-09-22T11:14:11.785899+0000, chain.objs.size()=1 2024-09-22T09:24:39.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.V-ZpG9ALJTg9UvSHbgfX9qlmy-Qaxlj_0 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13894205382500204945', time=2024-09-22T11:14:11.804194+0000, chain.objs.size()=1 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.asVBVDaJiCXfjrF_tUDQViSw9IZWgxm_0 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14660322069576512520', time=2024-09-22T11:14:11.873807+0000, chain.objs.size()=1 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZQQuJHmsNJXgJKN2-W8kTeSQrNQfozS_0 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4199970918811347122', time=2024-09-22T11:14:11.919852+0000, chain.objs.size()=1 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yj3dbVmj-8yqdawE2WdYVGUsZyU2X-8_0 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7541821523813243684', time=2024-09-22T11:14:11.933920+0000, chain.objs.size()=1 2024-09-22T09:24:39.482 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7ex-jKHuOY8RhA6Xp9VsbHqRfS8OH5S_0 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5303514434931140930', time=2024-09-22T11:14:11.953851+0000, chain.objs.size()=1 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.S6FaObSRJhz-ztGereSW6c5x8Uby0F4_0 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2711529618714031768', time=2024-09-22T11:14:11.990528+0000, chain.objs.size()=1 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RK73VQYAEP5BUv77GG3M9csmZbgaRMs_0 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15076182485022297609', time=2024-09-22T11:14:12.145277+0000, chain.objs.size()=1 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qYKXgvx9lTWrS34UHuhD7A-4bQAa4SV_0 2024-09-22T09:24:39.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8408133364283642916', time=2024-09-22T11:14:12.231851+0000, chain.objs.size()=1 2024-09-22T09:24:39.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.52VB_FNXkxaIl_HlHVSnXafF6aUuTOU_0 2024-09-22T09:24:39.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5850119419644565899', time=2024-09-22T11:14:12.234533+0000, chain.objs.size()=1 2024-09-22T09:24:39.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.a1YlIbAbz-hUjl3somsXoMG3He8T2DQ_0 2024-09-22T09:24:39.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4067621374277548249', time=2024-09-22T11:14:12.248187+0000, chain.objs.size()=1 2024-09-22T09:24:39.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fPyezis7tNwb6IY7166eIWtQjfJEMPc_0 2024-09-22T09:24:39.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.484+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10160875329837011380', time=2024-09-22T11:14:12.357911+0000, chain.objs.size()=1 2024-09-22T09:24:39.485 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.484+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.a-v1rR_DH-OJQgKUrT0A6pOkZ9j4a-p_0 2024-09-22T09:24:39.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8647933665225005239', time=2024-09-22T11:14:12.726528+0000, chain.objs.size()=1 2024-09-22T09:24:39.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DN1BSyb1xwvLwE9Ur0idz_Crhdd4d30_0 2024-09-22T09:24:39.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5210668354507721085', time=2024-09-22T11:14:13.003091+0000, chain.objs.size()=1 2024-09-22T09:24:39.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.b5zh_90J9SHzo57pgg8ZiEveLOjmkPC_0 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10136649851822839565', time=2024-09-22T11:14:13.048301+0000, chain.objs.size()=1 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bixV_IbPwnyYWBkW3jzR9ac2qYrGJhk_0 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18350556899196418876', time=2024-09-22T11:14:13.265160+0000, chain.objs.size()=1 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2lns1-2tnxvIkVaEsiIXjeA3g2Usb8A_0 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14604945955019418825', time=2024-09-22T11:14:13.274716+0000, chain.objs.size()=1 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mWTRivaG3mL-zIFr_RWbCiQbI4bqO8H_0 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8747963738111774333', time=2024-09-22T11:14:13.376670+0000, chain.objs.size()=1 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bRixAG5hce8XKI_hvaTJ9S95DLJ1zRI_0 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4351726445679893653', time=2024-09-22T11:14:13.398436+0000, chain.objs.size()=1 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.O2mHPOrLS5RHolnXP3U4bsvxElg9m7m_0 2024-09-22T09:24:39.491 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6467362776717974004', time=2024-09-22T11:14:13.446641+0000, chain.objs.size()=1 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._IHD3YihfK1xP0UPdyZX6EeDDJDloHK_0 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8556092580653666176', time=2024-09-22T11:14:13.450652+0000, chain.objs.size()=1 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AWb5jwg0KTjvgFWWb7IcVXvRIj71eBy_0 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10328474792923698709', time=2024-09-22T11:14:13.496156+0000, chain.objs.size()=1 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.omKK0VfQpTns-mFmmvrGBzMLxYRNcsz_0 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17864300781089356910', time=2024-09-22T11:14:13.665393+0000, chain.objs.size()=1 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HneSkQ7bCzk7ucPbPCwmgx2Ibu8RJcg_0 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1009908413964885002', time=2024-09-22T11:14:13.681647+0000, chain.objs.size()=1 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.w0dqG-fro7OYrdp38tFcR2CKhZQp97C_0 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12219633485716048161', time=2024-09-22T11:14:13.705615+0000, chain.objs.size()=1 2024-09-22T09:24:39.492 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7fHyDn1zn6HRcN39fvB99PsBVnCVMGu_0 2024-09-22T09:24:39.497 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4955975683389011300', time=2024-09-22T11:14:13.719284+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7WN0aqoKzkgWv0NYPxGefk-JWnWI8TS_0 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13688404158407774049', time=2024-09-22T11:14:13.779700+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BeGKb1g_aLb_iCDNMu9ANhZ7QqUjgny_0 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13099711961598081', time=2024-09-22T11:14:13.971758+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HvBRlXPplBx1BgSLeA_x1LAYC3TdFR__0 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17056818092022146694', time=2024-09-22T11:14:13.981857+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AwgflTaYEsPDO0y33kf8usfUwLrfSZo_0 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.624984621609360366', time=2024-09-22T11:14:14.014356+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.prKNUfLKnA_LO85Xzfm2zkOrmAKphvS_0 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13315493249509521500', time=2024-09-22T11:14:14.034467+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DqkUV6Tt--T5FxXM2uiDVJXfzSF9TEs_0 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626819641419062431', time=2024-09-22T11:14:14.050422+0000, chain.objs.size()=1 2024-09-22T09:24:39.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LEXeQjOPXiEqS1HrD3zxooK_ZaKN_fL_0 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4898296694573508154', time=2024-09-22T11:14:20.794194+0000, chain.objs.size()=1 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.281__shadow_.AhvQc41WlH05z1Xoh93XA-JZQuggxP5_0 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15444328253625075078', time=2024-09-22T11:14:27.525240+0000, chain.objs.size()=1 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.lDODIFpluJdtewXMCvzFd8jY78SsoC8_0 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5037408436711664834', time=2024-09-22T11:14:28.223979+0000, chain.objs.size()=1 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.296__shadow_.l3iZWnFL9NH-FfblJCn87zixl4bBASe_0 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17242743417730670859', time=2024-09-22T11:14:28.619365+0000, chain.objs.size()=1 2024-09-22T09:24:39.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.297__shadow_.xjCR9gwwXwrHGlNVfr_AYXML6WJ26I5_0 2024-09-22T09:24:39.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4675265045692899300', time=2024-09-22T11:14:30.681587+0000, chain.objs.size()=1 2024-09-22T09:24:39.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.302__shadow_.UfdGJMt3IFfScfeLlQB7OP4zEBEGNOX_0 2024-09-22T09:24:39.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17909671753312814920', time=2024-09-22T11:14:30.689179+0000, chain.objs.size()=1 2024-09-22T09:24:39.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.302__shadow_.uO4EOHSUJETbGybir5epahdfLsORu25_0 2024-09-22T09:24:39.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14499906631165681235', time=2024-09-22T11:14:33.632706+0000, chain.objs.size()=1 2024-09-22T09:24:39.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.308__shadow:TJv0HMU3w2ZryvE1icRbwra4pIlOEJK_.CREN-rO5bjDnDGThCUKEIclzlN6lb1l_0 2024-09-22T09:24:39.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9745082728160547931', time=2024-09-22T11:15:00.267308+0000, chain.objs.size()=1 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.G-Hk2aRD2QblIGHYJGa3EgcYn-qEU7A_0 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3106866346559229971', time=2024-09-22T11:15:00.315827+0000, chain.objs.size()=1 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ilVRjU1RzTJc5vspAJPTMT81zdZ76vX_0 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13500009363945681699', time=2024-09-22T11:15:00.437354+0000, chain.objs.size()=1 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.E23KMY83AI0qynE-SLYbqUmaxeMYW1__0 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.918412823561442291', time=2024-09-22T11:15:00.724924+0000, chain.objs.size()=1 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6SqtNezwzXFDpImg-7F-5ywmjpkVPb7_0 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3815873755215244382', time=2024-09-22T11:15:00.888200+0000, chain.objs.size()=1 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TnHb1ci6gZvvxBtxfTL-izSrLQcOI4B_0 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1122518192316010074', time=2024-09-22T11:15:01.018139+0000, chain.objs.size()=1 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.T2uBX-z5lsqbaf4VBotelXnin3pPIaw_0 2024-09-22T09:24:39.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2800478922125218837', time=2024-09-22T11:15:01.080901+0000, chain.objs.size()=1 2024-09-22T09:24:39.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.N9vn-v8ycDek096QFabpnVzapQQJf8U_0 2024-09-22T09:24:39.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18243042870983008687', time=2024-09-22T11:15:01.185019+0000, chain.objs.size()=1 2024-09-22T09:24:39.505 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6kQk2n9iJ8SKsp5Bp-og7uNKvZqkHug_0 2024-09-22T09:24:39.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1570663337146513114', time=2024-09-22T11:15:01.401366+0000, chain.objs.size()=1 2024-09-22T09:24:39.506 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xradYaw0JeuPLdAt6IFkUnIuqnc3xKk_0 2024-09-22T09:24:39.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8930486141044757579', time=2024-09-22T11:15:01.427179+0000, chain.objs.size()=1 2024-09-22T09:24:39.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-ENqUcRDL1JI013gPdZbp7rq4cJxiwp_0 2024-09-22T09:24:39.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5397113222853372699', time=2024-09-22T11:15:01.516698+0000, chain.objs.size()=1 2024-09-22T09:24:39.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-OPCkrIBenu_87abpuOyJZFjbpvGC0J_0 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15668981288970304751', time=2024-09-22T11:15:01.542040+0000, chain.objs.size()=1 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uFE-Ilu0jISJMrxp5XUNHqpzg5C8nqx_0 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11202134724957079538', time=2024-09-22T11:15:01.753999+0000, chain.objs.size()=1 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YeunY5AQWrRYyfzzxkFRrakii_21PWp_0 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8423746972488180846', time=2024-09-22T11:15:01.787460+0000, chain.objs.size()=1 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ut2Jz0dyUZceOH7YJ1yGVEF7gbY5gPN_0 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9864265571603617841', time=2024-09-22T11:15:01.806377+0000, chain.objs.size()=1 2024-09-22T09:24:39.511 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.v1TLfIb4qc2aAq_5n5k4RHfdrF0EKys_0 2024-09-22T09:24:39.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8257604053731342056', time=2024-09-22T11:15:01.954236+0000, chain.objs.size()=1 2024-09-22T09:24:39.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AEr3cXmKpJAOk_EMTt9Ypt83aXtzr9M_0 2024-09-22T09:24:39.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5211495414914734034', time=2024-09-22T11:15:02.317079+0000, chain.objs.size()=1 2024-09-22T09:24:39.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8wE-lF5PKhFClKRHwwCwLSZUPJPYp6w_0 2024-09-22T09:24:39.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10195590303879523471', time=2024-09-22T11:15:02.359509+0000, chain.objs.size()=1 2024-09-22T09:24:39.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.foBvL1PO-Jz_hYK93JEI49QFZ-j6Tt4_0 2024-09-22T09:24:39.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13466787619983256746', time=2024-09-22T11:15:02.485334+0000, chain.objs.size()=1 2024-09-22T09:24:39.513 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.F8jbwfh7zfcIasJVqZzHfrqPgAgjBQB_0 2024-09-22T09:24:39.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4327649690662093900', time=2024-09-22T11:15:02.520183+0000, chain.objs.size()=1 2024-09-22T09:24:39.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pdV5jwVOYsFU3ntjSGgiF98zsNowaua_0 2024-09-22T09:24:39.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13226513799486992023', time=2024-09-22T11:15:02.535062+0000, chain.objs.size()=1 2024-09-22T09:24:39.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zneghRo9OJpWXEFiL90zEaTf8bBcxVn_0 2024-09-22T09:24:39.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11965550913033567929', time=2024-09-22T11:15:02.565539+0000, chain.objs.size()=1 2024-09-22T09:24:39.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.o7gX9UxLOq3jiHwiy-o5o252WBhSTBt_0 2024-09-22T09:24:39.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14092981091072699373', time=2024-09-22T11:15:02.862070+0000, chain.objs.size()=1 2024-09-22T09:24:39.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EdCLCkptHIMicY6tm4yN_5sfzafaDM1_0 2024-09-22T09:24:39.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15708141251793224617', time=2024-09-22T11:15:02.912189+0000, chain.objs.size()=1 2024-09-22T09:24:39.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.d5KML0fPvvMqb-8uWmhuk19ACkqy5sk_0 2024-09-22T09:24:39.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18392693821637492140', time=2024-09-22T11:15:02.928220+0000, chain.objs.size()=1 2024-09-22T09:24:39.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LQ5Cs2gGyYgA4h5ncpd5oMJRL05I6ba_0 2024-09-22T09:24:39.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9347798275386873317', time=2024-09-22T11:15:02.963710+0000, chain.objs.size()=1 2024-09-22T09:24:39.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VHX5KaEXzMVbQgG6h49AEm4Vm69aeHU_0 2024-09-22T09:24:39.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1726275852138899237', time=2024-09-22T11:15:24.090592+0000, chain.objs.size()=1 2024-09-22T09:24:39.517 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ayH65zajm80id0_yHGIewdMNk3cs9BE_0 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15669438264181734045', time=2024-09-22T11:15:24.215172+0000, chain.objs.size()=1 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ncQ1KXnswjuZHyItHMOtoTM0iS9C186_0 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16216755319242898819', time=2024-09-22T11:15:24.498668+0000, chain.objs.size()=1 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6PW_90AwXJjZY8VXvKvD2MozfyGpcAe_0 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6965549232659895643', time=2024-09-22T11:15:24.544782+0000, chain.objs.size()=1 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hhuemzIz8K8ZzW2XCIitJ2ruXidP-MP_0 2024-09-22T09:24:39.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13822976535563098157', time=2024-09-22T11:15:24.615446+0000, chain.objs.size()=1 2024-09-22T09:24:39.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.87HiBrY3Im0-DY9gQVHyxMUrSwDb1ED_0 2024-09-22T09:24:39.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18427859575352609814', time=2024-09-22T11:15:24.623376+0000, chain.objs.size()=1 2024-09-22T09:24:39.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Qqriyok45-9GBwi6yxVteKLxARIiilO_0 2024-09-22T09:24:39.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5687417127328704543', time=2024-09-22T11:15:24.793439+0000, chain.objs.size()=1 2024-09-22T09:24:39.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rSu4GGhgl0ts1JPyvvIbjaDaOf6LFm7_0 2024-09-22T09:24:39.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12521791966357741485', time=2024-09-22T11:15:24.842089+0000, chain.objs.size()=1 2024-09-22T09:24:39.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VXE2fwA0Nd-nG5fWOynPOqf2DRA80i3_0 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17617250855775783946', time=2024-09-22T11:15:24.918671+0000, chain.objs.size()=1 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tjRRjNA3SbK3ogO5U7ceNheyu_Ccl7w_0 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15808029467242553084', time=2024-09-22T11:15:24.919698+0000, chain.objs.size()=1 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.w5o0BPYiN0-RkcHlivcbLDgD3rarlMa_0 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13949922533014254564', time=2024-09-22T11:15:24.933996+0000, chain.objs.size()=1 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.D0Lvds_RmSLEyJnupj7tlkoRwt4QI8y_0 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7333889165368647460', time=2024-09-22T11:15:24.977024+0000, chain.objs.size()=1 2024-09-22T09:24:39.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0mauYmDL9EERo01ljk5NOeFlIpeo8Zn_0 2024-09-22T09:24:39.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2728445209198297662', time=2024-09-22T11:15:25.008988+0000, chain.objs.size()=1 2024-09-22T09:24:39.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.f73HOJt5cxrQ8Ma7L73CdXuzoUFkF-r_0 2024-09-22T09:24:39.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11817136402944986880', time=2024-09-22T11:15:25.020570+0000, chain.objs.size()=1 2024-09-22T09:24:39.522 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7rHg9Wn2Ro753PLzkd1mgRpj4Y1CE-2_0 2024-09-22T09:24:39.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.642353993971881943', time=2024-09-22T11:15:25.162594+0000, chain.objs.size()=1 2024-09-22T09:24:39.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0ApHeOAyKrtF7pTmXb35pIlQi389pjt_0 2024-09-22T09:24:39.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16594051434803948529', time=2024-09-22T11:15:25.204644+0000, chain.objs.size()=1 2024-09-22T09:24:39.523 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.n1YKXPigDTnkuaMz5J_z46j_cce4sGs_0 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17584687612762315519', time=2024-09-22T11:15:25.218187+0000, chain.objs.size()=1 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qbuZcNiTIhXy2c-xLPbEiYQO186DeTa_0 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7668669807846254525', time=2024-09-22T11:15:25.238753+0000, chain.objs.size()=1 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.axSQaQ3dpgzJL9d3aAHHS4_vuc3_vEF_0 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18207933201389721561', time=2024-09-22T11:15:25.290093+0000, chain.objs.size()=1 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Z_qzcIfwZNBY3i__AFhGXNbYTIiJQfO_0 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2225027472217555051', time=2024-09-22T11:15:25.306157+0000, chain.objs.size()=1 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zQcEh085vRq6LnkQ8k0CWIXZTV2NNDg_0 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6549566257215757391', time=2024-09-22T11:15:25.526592+0000, chain.objs.size()=1 2024-09-22T09:24:39.526 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.o5eLPiQels_PXlFD_aRtgRjDk2l-TYy_0 2024-09-22T09:24:39.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.528+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2712186199797583312', time=2024-09-22T11:15:25.566149+0000, chain.objs.size()=1 2024-09-22T09:24:39.528 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.528+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0_AkvaZwdR1ZcRRNszL69QxIArSV7fy_0 2024-09-22T09:24:39.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.528+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1378695097635409380', time=2024-09-22T11:15:25.618309+0000, chain.objs.size()=1 2024-09-22T09:24:39.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.528+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EvA4Fmz1c3pCSXh8LTk8kiOuvv84-pY_0 2024-09-22T09:24:39.532 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50817 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2055630102424011209', time=2024-09-22T11:15:25.648202+0000, chain.objs.size()=1 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.db16Q95XwHvO0zbaWyZ1DE9Pb24uAEQ_0 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.646220207757667623', time=2024-09-22T11:15:25.721767+0000, chain.objs.size()=1 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Eimo2hNksY6CG7mUZxJbI0FbJkwcxUQ_0 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11358353786419945952', time=2024-09-22T11:15:25.954184+0000, chain.objs.size()=1 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rMCBnGkwGMqwAMSj9G9xhfjduehcBj0_0 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6626871400849968826', time=2024-09-22T11:15:25.969531+0000, chain.objs.size()=1 2024-09-22T09:24:39.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xnw_ZU3LWorTrsnh-mnkT6MYGQ9n7Gu_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8899636906190447861', time=2024-09-22T11:15:25.977374+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._TfCYMhaMPSWqdCoV9pZhK4zT7yHa9i_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2290275453082653992', time=2024-09-22T11:15:26.148867+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.A11xTi2xq7bwDNXa1i6Cqyfb7cxdEwz_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12414007222089725663', time=2024-09-22T11:15:26.377767+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DQnMokuOTAVPUivWKGaYsA9kUTeK1H2_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3313074137584940085', time=2024-09-22T11:15:26.427355+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lzvwN1P4N5JTd5URvyHCPYMxAvOid57_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9853350829683058152', time=2024-09-22T11:15:26.476764+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eM6NYXnTM6RBp5ePpfTUB0RNqPBeelr_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1958482131912886050', time=2024-09-22T11:15:26.511794+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gWgkLhZ2quZRMrr_4pSR7diIBXdScHK_0 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9369572544843828806', time=2024-09-22T11:15:26.663032+0000, chain.objs.size()=1 2024-09-22T09:24:39.536 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.U0xxo6ORAnrPyd7tjmkK1XRI3Rgtqv6_0 2024-09-22T09:24:39.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4771196059909748930', time=2024-09-22T11:15:26.695578+0000, chain.objs.size()=1 2024-09-22T09:24:39.537 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4Oa94TzN6W9Nw-SZOCeXEbuXfKz1sAm_0 2024-09-22T09:24:39.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18059906016630377657', time=2024-09-22T11:15:26.782290+0000, chain.objs.size()=1 2024-09-22T09:24:39.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-1niwtyPG_ls3noR7fuiwxxQI7MeDWn_0 2024-09-22T09:24:39.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6081788583785218364', time=2024-09-22T11:15:26.789224+0000, chain.objs.size()=1 2024-09-22T09:24:39.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TNhGCgdNAfxnCdL6Gick6WoJ7M_BtOZ_0 2024-09-22T09:24:39.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5399027030159694428', time=2024-09-22T11:15:26.793665+0000, chain.objs.size()=1 2024-09-22T09:24:39.540 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.veIbraAJ3d_C-oSv7htXYOFYZIN6j4G_0 2024-09-22T09:24:39.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6284227743445727118', time=2024-09-22T11:15:26.818934+0000, chain.objs.size()=1 2024-09-22T09:24:39.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7GQRqY4DePifvy0fUAyUjmAX_pmWxl__0 2024-09-22T09:24:39.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17182528705477606766', time=2024-09-22T11:15:31.739078+0000, chain.objs.size()=1 2024-09-22T09:24:39.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.340__shadow_.wsyLrGMtx66m3ZaV94o6cuqgDKLw6eq_0 2024-09-22T09:24:39.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12848612660033266393', time=2024-09-22T11:15:45.480476+0000, chain.objs.size()=1 2024-09-22T09:24:39.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.382__shadow_.snQeQ9uMNWig2DJPhj_C7bSGjAoObiG_0 2024-09-22T09:24:39.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18410939185204831465', time=2024-09-22T11:16:03.469359+0000, chain.objs.size()=1 2024-09-22T09:24:39.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.431__shadow_.Xim_x1ZNHDnZgVYAkXv6TbkO69voL7e_0 2024-09-22T09:24:39.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16319079184608661627', time=2024-09-22T11:16:09.131177+0000, chain.objs.size()=1 2024-09-22T09:24:39.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.445__shadow_.w6RSXGcibdyipRNXSoNBTIlxmaz_gNZ_0 2024-09-22T09:24:39.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17574215189362593399', time=2024-09-22T11:16:16.876688+0000, chain.objs.size()=1 2024-09-22T09:24:39.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.462__shadow_.nFhbRX7p2xixwBD7MNdTWQ2VHfFYFOC_0 2024-09-22T09:24:39.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16575307105948822401', time=2024-09-22T11:16:16.878698+0000, chain.objs.size()=1 2024-09-22T09:24:39.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.462__shadow_.aUL6t3g6HWyhwUim2TW4uBDdqKjTDSg_0 2024-09-22T09:24:39.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12756809289864882916', time=2024-09-22T11:16:18.087968+0000, chain.objs.size()=1 2024-09-22T09:24:39.543 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.464__shadow_.Vdg_dfMI55aXhsef7pXsD7RPscKs1uy_0 2024-09-22T09:24:39.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18270044478667970246', time=2024-09-22T11:16:24.319646+0000, chain.objs.size()=1 2024-09-22T09:24:39.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.JrYRMEHPYnjFnfA-MPlA8Q_DJMF6_re_0 2024-09-22T09:24:39.545 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1364277960718342618', time=2024-09-22T11:16:28.172754+0000, chain.objs.size()=1 2024-09-22T09:24:39.545 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.492__shadow_.Wyu09rwXc50uML5KP0fpTTSbhZ48hKX_0 2024-09-22T09:24:39.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0', time=2024-09-22T11:17:02.179395+0000, chain.objs.size()=10 2024-09-22T09:24:39.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.1 2024-09-22T09:24:39.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.2 2024-09-22T09:24:39.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.3 2024-09-22T09:24:39.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.4 2024-09-22T09:24:39.546 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.5 2024-09-22T09:24:39.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.6 2024-09-22T09:24:39.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.7 2024-09-22T09:24:39.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.8 2024-09-22T09:24:39.547 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.9 2024-09-22T09:24:39.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.527__multipart_mymultipart.2~XjShhK41qPssUo3fm7hjzxp3lXeX7p0.10 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1477118470813155722', time=2024-09-22T11:17:41.222923+0000, chain.objs.size()=1 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.555__shadow_.7EjXM1sjomFUw4gZMJ37wlU5kQSaM1z_0 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~WUq38B_hZTaQD7930GPa3PgfEiCZ94k', time=2024-09-22T11:17:46.014985+0000, chain.objs.size()=1 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.562__multipart_mymultipart.2~WUq38B_hZTaQD7930GPa3PgfEiCZ94k.1 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14237651509283772299', time=2024-09-22T11:18:03.768206+0000, chain.objs.size()=1 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.573__shadow:dnH5JPxzdfvwQAfZ8uhm3u5CkLAnGcx_.krm6bAZhm6ijPVylFFOsAqUfWbJWpd-_0 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13123482541029459238', time=2024-09-22T11:18:06.210186+0000, chain.objs.size()=1 2024-09-22T09:24:39.551 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:p1ec8gt1uy92ACpwNgWpNj3YI6y-mBs_.DmffvxeKNdVyLg4ginE87j_Mp87nqc5_0 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16729930024814909817', time=2024-09-22T11:21:21.108589+0000, chain.objs.size()=6 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661__multipart_bar.2~O2goF1RDF9dDrE6lV_Hxk3XDcati5Lw.1 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661__multipart_bar.2~O2goF1RDF9dDrE6lV_Hxk3XDcati5Lw.2 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661__multipart_bar.2~O2goF1RDF9dDrE6lV_Hxk3XDcati5Lw.3 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661__multipart_bar.2~O2goF1RDF9dDrE6lV_Hxk3XDcati5Lw.4 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661__multipart_bar.2~O2goF1RDF9dDrE6lV_Hxk3XDcati5Lw.5 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661__multipart_bar.2~O2goF1RDF9dDrE6lV_Hxk3XDcati5Lw.6 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16022136742047573881', time=2024-09-22T11:21:23.036185+0000, chain.objs.size()=1 2024-09-22T09:24:39.552 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.666__shadow_.RryzxRCPnHniP6Spea8WD_atwsqrnTA_0 2024-09-22T09:24:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9410259840054029450', time=2024-09-22T11:21:24.423429+0000, chain.objs.size()=1 2024-09-22T09:24:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.669__shadow_.abXBz7DZ2XW15_klGf6RIPnuFxRjiqL_0 2024-09-22T09:24:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7510432617800060548', time=2024-09-22T11:21:33.481498+0000, chain.objs.size()=1 2024-09-22T09:24:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.697__shadow:tVtdCGpi6muic4rJpinQFLaL1Vr-3An_.WIQ0AKtaWvpKUtVKxCSNrnX_Dl11CzR_0 2024-09-22T09:24:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4512516302942222747', time=2024-09-22T11:22:01.460502+0000, chain.objs.size()=1 2024-09-22T09:24:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.719__shadow_.Tt8CEzHVZy8I4l_0zUtfzBmOmSHzYXx_0 2024-09-22T09:24:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11839469752669926807', time=2024-09-22T11:22:30.781735+0000, chain.objs.size()=1 2024-09-22T09:24:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.556+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.767__shadow_.65KCJuu0f2M7S2xnyj8BFlFQsQxOYeZ_0 2024-09-22T09:24:39.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.563 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:24:39.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46359' 2024-09-22T09:24:39.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6375280538583248500', time=2024-09-22T11:12:27.047632+0000, chain.objs.size()=1 2024-09-22T09:24:39.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.190__shadow_.iN92NG3PrUWnSPFCz52rLId14g6carT_0 2024-09-22T09:24:39.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.738451984938954135', time=2024-09-22T11:13:41.092691+0000, chain.objs.size()=1 2024-09-22T09:24:39.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.239__shadow_.TnjFel6cogAhBFyvThi3DlYF-YjUbmW_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5202426750283708907', time=2024-09-22T11:13:43.033622+0000, chain.objs.size()=1 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.244__shadow_.ae6lsHPGa0yM6vzzs-8hRt1q8iFSBWt_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1519768448292471116', time=2024-09-22T11:13:43.546989+0000, chain.objs.size()=1 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.245__shadow_.FSud7b8MCjdIcTrUdglIgQGpb32e5OV_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3372832024951606594', time=2024-09-22T11:13:44.361124+0000, chain.objs.size()=1 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.247__shadow_.ywNr_xf4IV1Ai8EZ5ldi_gRO4ZAIBJm_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17611356596249578749', time=2024-09-22T11:13:45.125107+0000, chain.objs.size()=1 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.249__shadow_.CMwSiAkF3ZhVPBeoRX6v1YBvlfkiYts_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8326355647225704921', time=2024-09-22T11:13:47.095333+0000, chain.objs.size()=1 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.254__shadow_.OM49J5H9NGj-R96cSJCRvRVjoV7CLiL_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2550340246909911107', time=2024-09-22T11:13:49.375742+0000, chain.objs.size()=1 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.260__shadow_.-apgnnwzPGmjEhAsltc7i6cp7Zd7vte_0 2024-09-22T09:24:39.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2871446042444565831', time=2024-09-22T11:14:11.431062+0000, chain.objs.size()=1 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gUsp5EYddYDtS_rQGlEPt0Q2V0IrFFv_0 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.838118127366421066', time=2024-09-22T11:14:11.471602+0000, chain.objs.size()=1 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BM3A0q284i1G4IhsRUKf2CYnwJhnxQN_0 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14743546121747128686', time=2024-09-22T11:14:11.503965+0000, chain.objs.size()=1 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.F-yOmAwur_V_7LMQOEl2mbuc0HxZ_Jl_0 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15786761969237514247', time=2024-09-22T11:14:11.547663+0000, chain.objs.size()=1 2024-09-22T09:24:39.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-B40pePcrSarXlyKQ5N2RAjmJXkkRre_0 2024-09-22T09:24:39.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6847894417394236477', time=2024-09-22T11:14:11.619135+0000, chain.objs.size()=1 2024-09-22T09:24:39.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Bk3g2CumL9IdOJJTwn55a1Q6elnJDdp_0 2024-09-22T09:24:39.569 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8627625485737395068', time=2024-09-22T11:14:11.873005+0000, chain.objs.size()=1 2024-09-22T09:24:39.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.aMkp2zkzmAqD4LSVIYjNMygDwsVRx_G_0 2024-09-22T09:24:39.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16928366529248334730', time=2024-09-22T11:14:11.903329+0000, chain.objs.size()=1 2024-09-22T09:24:39.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EEHd3giWHCtPXvXfN69aXbRJwfxRwOU_0 2024-09-22T09:24:39.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7083926814973051007', time=2024-09-22T11:14:11.974658+0000, chain.objs.size()=1 2024-09-22T09:24:39.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R0S2aVf7-iYoWZmUsijAxKqWeYGDk2d_0 2024-09-22T09:24:39.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5172987894941992781', time=2024-09-22T11:14:12.133194+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tlFQNjFB46bSXuphvnt4c3bgYniVqUy_0 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5934159960077464895', time=2024-09-22T11:14:12.146960+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yAsWGHzH-gULjvihB1aTaXfZZNyhMYF_0 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6317952217264232983', time=2024-09-22T11:14:12.196530+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MQ9Z7JEuHRC9fh1QCqY-s5SsP2JlZ3p_0 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8120575687682776438', time=2024-09-22T11:14:12.247870+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.opkVyz44wuviGNaBwH8HO8ianskKHbx_0 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16210470764394346784', time=2024-09-22T11:14:12.332386+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Kbk8kE2Yc_zyN9sxHB9ieNRb45_-Ohk_0 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15063440465031168920', time=2024-09-22T11:14:12.345784+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GXWTGAmHV8AI5vPsKHqNAknCKnIhlgt_0 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1763813230191945510', time=2024-09-22T11:14:12.507463+0000, chain.objs.size()=1 2024-09-22T09:24:39.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.veXQPwhDhixZSCRLrcDCmsle3hxaEYC_0 2024-09-22T09:24:39.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1067383411712357678', time=2024-09-22T11:14:12.589796+0000, chain.objs.size()=1 2024-09-22T09:24:39.574 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fq0vB4htK0Mg7YNd-wvwDvSPJBDa24m_0 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2904773881519387602', time=2024-09-22T11:14:12.614882+0000, chain.objs.size()=1 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.P9aaPd9e1Wkz-vbE66oaXMsctIL-woI_0 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18020526961516225019', time=2024-09-22T11:14:12.908830+0000, chain.objs.size()=1 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4FLLAAYY9AsQIqot5yDSujL4yPvQiSW_0 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18231654332479988161', time=2024-09-22T11:14:12.928202+0000, chain.objs.size()=1 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.blurdgKWj3Wy847e8uz3xa3AixhOKVa_0 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7820733668534875502', time=2024-09-22T11:14:12.958362+0000, chain.objs.size()=1 2024-09-22T09:24:39.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Bw4t5IGFNw2A8lOoIoqmU69eU2ln67A_0 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4671143620805761841', time=2024-09-22T11:14:12.974108+0000, chain.objs.size()=1 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kI8S9_1n0fwQDYTS64yGLwkotvDYhDt_0 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13993568065933642546', time=2024-09-22T11:14:13.000543+0000, chain.objs.size()=1 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nR3gdPez9V5ATULxXetdUl88ktGkqlV_0 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1210645421816236060', time=2024-09-22T11:14:13.049320+0000, chain.objs.size()=1 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AzfaEM7jYT6Tp-rcgVM6Fx0z7Bi8IHu_0 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11644749892910720224', time=2024-09-22T11:14:13.068592+0000, chain.objs.size()=1 2024-09-22T09:24:39.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.k6-Sux3SL7f-20S33QjnIo6eqNapOrQ_0 2024-09-22T09:24:39.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5270265741985531280', time=2024-09-22T11:14:13.073764+0000, chain.objs.size()=1 2024-09-22T09:24:39.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.akXIXok9799Xb_KjBicNZ6RpQv4J8pM_0 2024-09-22T09:24:39.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9572703218977758055', time=2024-09-22T11:14:13.104946+0000, chain.objs.size()=1 2024-09-22T09:24:39.578 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BmZJ7KbdMdBTb3MEhGJAH2kvK9l0SwK_0 2024-09-22T09:24:39.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17450052071176150516', time=2024-09-22T11:14:13.114210+0000, chain.objs.size()=1 2024-09-22T09:24:39.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ydvgFgOioW6TOaJxODCCeGLCVE6Ov-w_0 2024-09-22T09:24:39.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5863139126476770659', time=2024-09-22T11:14:13.119321+0000, chain.objs.size()=1 2024-09-22T09:24:39.580 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4Cf_6zHQQgFXZ0sV3vlcALkm7jadobJ_0 2024-09-22T09:24:39.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6429011502435708478', time=2024-09-22T11:14:13.263182+0000, chain.objs.size()=1 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dFr-oDWo2kQfbu9CVuRlv_JOoBug40t_0 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16365820781816344099', time=2024-09-22T11:14:13.421093+0000, chain.objs.size()=1 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eVnlQgwEQZVREGtaf9oM6WodsglT7R1_0 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1308147508709576366', time=2024-09-22T11:14:13.724922+0000, chain.objs.size()=1 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.r3Avy5Sjc-lO1Di5maN5ZPpL3H5Wp_v_0 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8396556827148448605', time=2024-09-22T11:14:13.789198+0000, chain.objs.size()=1 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MAeWW_6xESsZIJPuRM3cwKCwE8GQr3q_0 2024-09-22T09:24:39.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4476145075617751735', time=2024-09-22T11:14:13.793172+0000, chain.objs.size()=1 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dBZJP9RhmANlnx_2IGucdt8o6GHDfLq_0 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.391968811474558443', time=2024-09-22T11:14:13.972665+0000, chain.objs.size()=1 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fPgladl4aqdJXh2b3tVvBQoU1jsYg8e_0 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4504314725979154036', time=2024-09-22T11:14:14.006546+0000, chain.objs.size()=1 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zyjvB5RZpHHxZNVG138g3uZW6oGnqoW_0 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12848781984001500890', time=2024-09-22T11:14:14.101803+0000, chain.objs.size()=1 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.I-1wgc4J6a4SVwRj9cesfrP0Q_k6mQC_0 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1291157874557191485', time=2024-09-22T11:14:14.151768+0000, chain.objs.size()=1 2024-09-22T09:24:39.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fFkOF9lLIS-ksikTXjHNvW1UuwZ0PIA_0 2024-09-22T09:24:39.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16836727984034719909', time=2024-09-22T11:14:27.455661+0000, chain.objs.size()=1 2024-09-22T09:24:39.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.vTdMRxBrjc8iFBF2Sau0uF6mW41b9Jt_0 2024-09-22T09:24:39.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3285055604682914941', time=2024-09-22T11:15:00.267253+0000, chain.objs.size()=1 2024-09-22T09:24:39.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kK-0GnaEqPriwDVD6rhSshTBmtTKsbg_0 2024-09-22T09:24:39.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15806477722070122602', time=2024-09-22T11:15:00.311917+0000, chain.objs.size()=1 2024-09-22T09:24:39.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KlB2TFvQgBBFIQJ5S4vgrYgvLfU3eqj_0 2024-09-22T09:24:39.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7035421887963322581', time=2024-09-22T11:15:00.655699+0000, chain.objs.size()=1 2024-09-22T09:24:39.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9YL4eDRInKEGSPKK63C0g_SMrxPJmyh_0 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16704780928330840008', time=2024-09-22T11:15:00.784743+0000, chain.objs.size()=1 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.B2WQBjbVxrGXP0fvQFVbUyiC3Vwhj9e_0 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2279875877193298538', time=2024-09-22T11:15:00.868616+0000, chain.objs.size()=1 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Hat29TPz86P9nEUguqssLvTn2ws6N5O_0 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.996963792338518934', time=2024-09-22T11:15:01.023654+0000, chain.objs.size()=1 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JnFcNAa1jd9WZjjlY64aTn4YqHXU6EE_0 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7257447596091668139', time=2024-09-22T11:15:01.141122+0000, chain.objs.size()=1 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9j0Ag8qKtmBbZTwfN3y-YhZYlmWizvf_0 2024-09-22T09:24:39.589 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16404373656998652712', time=2024-09-22T11:15:01.221288+0000, chain.objs.size()=1 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uJab1Xjrv16HPqwPqsK8fCEJTFxR0Mq_0 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15463346423147999566', time=2024-09-22T11:15:01.363162+0000, chain.objs.size()=1 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wJ9iw46eZVgrCXjfE10W4iOUb375ikf_0 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6619997196064483898', time=2024-09-22T11:15:01.720373+0000, chain.objs.size()=1 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.f8qmjchUyEv3I41mSZZ9rmj8I6m_OH9_0 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16055037634409800657', time=2024-09-22T11:15:01.764082+0000, chain.objs.size()=1 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Qbc4QlOtX-YxCriSi8eCdK77CzMbGXO_0 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8897135098227557949', time=2024-09-22T11:15:01.780483+0000, chain.objs.size()=1 2024-09-22T09:24:39.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Hx6YyOuKfdV0vTM7JRCXUoCERUPAWrn_0 2024-09-22T09:24:39.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1628222310751683096', time=2024-09-22T11:15:02.210522+0000, chain.objs.size()=1 2024-09-22T09:24:39.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5WJubxsrMTSgE9-QnTCa8AV9Xo233Sh_0 2024-09-22T09:24:39.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10482695811374974469', time=2024-09-22T11:15:02.225775+0000, chain.objs.size()=1 2024-09-22T09:24:39.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Z7ANIwSYM-uZtPKLN1kRklHb6evr7f4_0 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5908270263702137176', time=2024-09-22T11:15:02.240537+0000, chain.objs.size()=1 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FhjW2WI-ePPhCozmidjZe6feYESteIc_0 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12904248012255061242', time=2024-09-22T11:15:02.308474+0000, chain.objs.size()=1 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PxVlgoTzgjmacn-V5sKo9IAWyFpQ84B_0 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17620113707957367189', time=2024-09-22T11:15:02.519013+0000, chain.objs.size()=1 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IcuMEtpF5IBAEuuX_7Vc8mj4BO0X-C4_0 2024-09-22T09:24:39.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6825561458514395802', time=2024-09-22T11:15:02.543331+0000, chain.objs.size()=1 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.psH_fvPgDHBRzMYLmhJB3KOGcfztPdA_0 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.285971313721150442', time=2024-09-22T11:15:02.618970+0000, chain.objs.size()=1 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.DxQf4AQFCpNYBDVpiDtKro6Lb-mR_wV_0 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5568391373543771583', time=2024-09-22T11:15:02.793965+0000, chain.objs.size()=1 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Cql86q1Z2LPuvcMcbOXIaS3BSWeYYY5_0 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12210492791772328961', time=2024-09-22T11:15:02.846667+0000, chain.objs.size()=1 2024-09-22T09:24:39.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LRp5OpQcsRGi_aNQPtRBXXD-KHAA1jt_0 2024-09-22T09:24:39.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13671928300853800312', time=2024-09-22T11:15:02.886753+0000, chain.objs.size()=1 2024-09-22T09:24:39.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.l379aWx5ZNoNV-4kY4SQFhMpve09upC_0 2024-09-22T09:24:39.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14281056921587491733', time=2024-09-22T11:15:02.946094+0000, chain.objs.size()=1 2024-09-22T09:24:39.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cQ3lsgE8NTuESXV7hyAj6rSHqlhsl-n_0 2024-09-22T09:24:39.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16885959715392812979', time=2024-09-22T11:15:24.160160+0000, chain.objs.size()=1 2024-09-22T09:24:39.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.g6xHAhS_QpcyJ7zvur9yvIUvCfI6Anc_0 2024-09-22T09:24:39.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6626244953492773778', time=2024-09-22T11:15:24.190283+0000, chain.objs.size()=1 2024-09-22T09:24:39.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lyJ21YbWNPIuG8o6JaInPwq8ChYq-PY_0 2024-09-22T09:24:39.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10266717528947660233', time=2024-09-22T11:15:24.191645+0000, chain.objs.size()=1 2024-09-22T09:24:39.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GU_RX-3EltK4k5UyQqvSmVDweCw3tpo_0 2024-09-22T09:24:39.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6494420743404824095', time=2024-09-22T11:15:24.199910+0000, chain.objs.size()=1 2024-09-22T09:24:39.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.LNimByghurY2HbnfEMXQ4d_Je6eWPQ-_0 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17117549761321776018', time=2024-09-22T11:15:24.281392+0000, chain.objs.size()=1 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.y7sM4KfSDZI5pYb0gdgaGEiSQHWo83K_0 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17274426065298333500', time=2024-09-22T11:15:24.441031+0000, chain.objs.size()=1 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tSG7q_MmuTKPzEqdazOn2UHpE4L5KKO_0 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13089026667211636115', time=2024-09-22T11:15:24.462227+0000, chain.objs.size()=1 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Zy85AIBVNM4PcbPG3DBqUIp37w0xIRA_0 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7414750936975822836', time=2024-09-22T11:15:24.508700+0000, chain.objs.size()=1 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OtQakvorZWuB33qKfqXUWmXj_PJcelk_0 2024-09-22T09:24:39.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13911028840920019427', time=2024-09-22T11:15:24.509417+0000, chain.objs.size()=1 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8c03_16pu6pGJzV0Kldlsi7jmZ0m1I0_0 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12345310437101907458', time=2024-09-22T11:15:24.531797+0000, chain.objs.size()=1 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ya0zPlP-1iqNfXDLla-P7kFOFbgwMnz_0 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2202289262822212846', time=2024-09-22T11:15:24.632000+0000, chain.objs.size()=1 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qbz18Q6oUZFxDhPCq2QgVl-qOCH06ww_0 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4207979783378747713', time=2024-09-22T11:15:24.831429+0000, chain.objs.size()=1 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vmiAe4xXXiTVFTIGxDDkhPqje4xfVLe_0 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18235615386328279680', time=2024-09-22T11:15:24.909782+0000, chain.objs.size()=1 2024-09-22T09:24:39.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ssTff-XtbyoxZ7N8vtEKGB2glfeHIBd_0 2024-09-22T09:24:39.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.260084965299012144', time=2024-09-22T11:15:24.961753+0000, chain.objs.size()=1 2024-09-22T09:24:39.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aLwuL34k-lUDLpZXzwgK4dPoZHGPYvf_0 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17578744819725855716', time=2024-09-22T11:15:25.159815+0000, chain.objs.size()=1 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jpHA_Hu9RzVCLJJZAvpx3F4btNjd4T1_0 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1740266894901067651', time=2024-09-22T11:15:25.275231+0000, chain.objs.size()=1 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hdC0ODr1zzVfw8Loz-jMYqEIlGFGJ16_0 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15061274513254142296', time=2024-09-22T11:15:25.288965+0000, chain.objs.size()=1 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.z0hx9Dg431P6YtlVuXh5q9khFvFhF2H_0 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16184784489999429490', time=2024-09-22T11:15:25.376964+0000, chain.objs.size()=1 2024-09-22T09:24:39.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mAgGWp1E9hssDVNM9Lb0u7P7htAc6na_0 2024-09-22T09:24:39.609 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5738365115278947419', time=2024-09-22T11:15:25.623711+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GqzAVWmhtVnHBRyeBC_d-VrbED18Qji_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12426315440546796575', time=2024-09-22T11:15:26.018470+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.x2vjg1sCk9MbqX2llq4rnjljszEepsb_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6354459886030002156', time=2024-09-22T11:15:26.116205+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.r15C7RhQOWHC7zHLspslC8jOy_c6nAb_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.422391608573897333', time=2024-09-22T11:15:26.325220+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Vw5Mn7kJlAp-XvM8Y810WsMS4qxc7w1_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7943591647615907705', time=2024-09-22T11:15:26.371357+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7UeKeiBLr1LuWFnZDkYKSKm_xTBjIBO_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4160243532681199719', time=2024-09-22T11:15:26.809998+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XztSEKSz041-_ZISA3PosHTZrfT4CIJ_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9734864774974521305', time=2024-09-22T11:15:26.831573+0000, chain.objs.size()=1 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vGLYN5j71Cb9K40WKj2qKNfTY2OMLCI_0 2024-09-22T09:24:39.610 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14048228010564614853', time=2024-09-22T11:15:39.941588+0000, chain.objs.size()=1 2024-09-22T09:24:39.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.370__shadow_.QxqLT2NLbB9ZEFw8vL1IXPYwvnvI6CY_0 2024-09-22T09:24:39.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6271699455584700513', time=2024-09-22T11:15:44.636429+0000, chain.objs.size()=1 2024-09-22T09:24:39.611 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.380__shadow_.iG-4LbA0uF6lAGDcT3M8bdOjjGM2zqq_0 2024-09-22T09:24:39.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15234852220314767552', time=2024-09-22T11:16:18.652167+0000, chain.objs.size()=1 2024-09-22T09:24:39.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.465__shadow_.P06GZYlqwCHNlZ_mJfH82IJF5evVNwC_0 2024-09-22T09:24:39.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1002684999835720032', time=2024-09-22T11:16:37.798245+0000, chain.objs.size()=1 2024-09-22T09:24:39.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.515__shadow_.hZs7xSu9vILF7JrIDRsI5xe1A4NwhSy_0 2024-09-22T09:24:39.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14275600949723757018', time=2024-09-22T11:17:44.422299+0000, chain.objs.size()=1 2024-09-22T09:24:39.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.559__shadow_.V07TSD8x--UaNwGGeP42eXH73EA2yR-_0 2024-09-22T09:24:39.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3190576728124967488', time=2024-09-22T11:17:58.288783+0000, chain.objs.size()=1 2024-09-22T09:24:39.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:w3HA7RJvsw3oaOuQRXTwLRcn..BFMxJ_.KuNKOn1ui-YSa3fH86Fz7PuKjBtKSh7_0 2024-09-22T09:24:39.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46359 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9154416518864997351', time=2024-09-22T11:18:22.728855+0000, chain.objs.size()=1 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:1dr3p0JB11605cPVSyMVYseJX1AZKBc_.Ebfqf8vFa00VJC17HzUdwIez6nkv3lK_0 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14787443530699664938', time=2024-09-22T11:18:25.472440+0000, chain.objs.size()=1 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:3ARhPs4x-2fFW-Y6sp3I.X6-hJxnkLR_.54P-YkUIfinLkki050Lnaxjlvm_1c_F_0 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.530006242888529666', time=2024-09-22T11:18:32.344308+0000, chain.objs.size()=4 2024-09-22T09:24:39.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~GEkzsZVVDmF_W5obFPsqWFzagFBjfZh.1 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~GEkzsZVVDmF_W5obFPsqWFzagFBjfZh.2 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~GEkzsZVVDmF_W5obFPsqWFzagFBjfZh.3 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.579__multipart_testobj.2~GEkzsZVVDmF_W5obFPsqWFzagFBjfZh.4 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4376357945162246431', time=2024-09-22T11:18:35.671427+0000, chain.objs.size()=1 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.583__shadow:Pa9UdCHOVMo2gywnIfDgseGoTnkxwG4_.k4kpo-EuESXBYl1jff8GCestHr_n_SA_0 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15326541863154161055', time=2024-09-22T11:18:38.853456+0000, chain.objs.size()=1 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:NDK8mmPiuUPJ7tJuInb7KEn0QWKuTJ3_.-JiU37Wbou_AObhAS5irvF7G5rTsrB4_0 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10219206031352539119', time=2024-09-22T11:21:32.662489+0000, chain.objs.size()=1 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.695__shadow:b-pTEqZI6BfcFFYhMS8o8Txd0P6drtG_.C39EiTWVqgT3pi907TkEGY3YqBv50RZ_0 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2129982480180172744', time=2024-09-22T11:22:25.521454+0000, chain.objs.size()=1 2024-09-22T09:24:39.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.761__shadow_.JKL8TmHBDWyobNAUNgHt6OEC-OWMQaY_0 2024-09-22T09:24:39.625 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.624+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:24:39.629 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.630 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43089' 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14398939395523690688', time=2024-09-22T11:12:25.289553+0000, chain.objs.size()=1 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.184__shadow_.xBhvOaAbiLimQ9XqT9zNry29DvHQ2Va_0 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14786609332001146217', time=2024-09-22T11:13:39.675198+0000, chain.objs.size()=1 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.236__shadow_.mmX2IU76jVZAdM0zSSqJdDKVkmk0JW__0 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17019468059761136494', time=2024-09-22T11:13:40.056862+0000, chain.objs.size()=1 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.237__shadow_.OUBM5dNSkY6NaAsackls_lWNBy9WNHC_0 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9827173817074606304', time=2024-09-22T11:13:44.356406+0000, chain.objs.size()=1 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.247__shadow_.USXgidEXyf_bTbk1kwOTPHHsWYQYZEl_0 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11370356273827525066', time=2024-09-22T11:14:11.515236+0000, chain.objs.size()=1 2024-09-22T09:24:39.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9jUxS-yli7NWZAx6YkWBFtbq05iWTDR_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5306019260132167307', time=2024-09-22T11:14:11.519350+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lcMuLowcxE-TkyZVJIFuyh7JQv-TKxn_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2585515569887047349', time=2024-09-22T11:14:11.545554+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.K6-_oELBJQG1WFK-4Rwqo8Z6Tt-DM5W_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11342711266416809283', time=2024-09-22T11:14:11.847790+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pMEpsn_fXX9_WRwczTaXq7IA-UWot_j_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17699283154717440991', time=2024-09-22T11:14:11.849301+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.D78oN4OcouwQEp_cPMyuqt5TS8l5bh2_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11876352007792229123', time=2024-09-22T11:14:11.869917+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VqYcvdDimi4mLEjyrrtMBbjxmIQlQDD_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1524008516137152272', time=2024-09-22T11:14:11.914177+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.r_SjpBZ-OmAyttobW5EcLka4mLtQvdb_0 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.888168241082196512', time=2024-09-22T11:14:12.313120+0000, chain.objs.size()=1 2024-09-22T09:24:39.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LcDwIvoBlbxgWgNx6ic_Nh7sIGqxOlp_0 2024-09-22T09:24:39.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.600822956571149446', time=2024-09-22T11:14:12.532807+0000, chain.objs.size()=1 2024-09-22T09:24:39.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eX5BCAah87B6a0CxLRSkwThfkUzUPah_0 2024-09-22T09:24:39.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1188283379337743600', time=2024-09-22T11:14:12.557520+0000, chain.objs.size()=1 2024-09-22T09:24:39.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ktO0XnkZY21qVZimnZMUqJNppVCje5x_0 2024-09-22T09:24:39.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2706679280633101625', time=2024-09-22T11:14:12.577826+0000, chain.objs.size()=1 2024-09-22T09:24:39.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5XmH75ASHSUbizbQWntvhx2yicubeBE_0 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15093925780163695546', time=2024-09-22T11:14:12.894812+0000, chain.objs.size()=1 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9wQftR-mgfIwVtvH2kwT9ucn0JdFu0l_0 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5712716735677023763', time=2024-09-22T11:14:13.063335+0000, chain.objs.size()=1 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vmyawVD4Ot2Kt3-xDJFSEf3XdiKijkI_0 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.499079487562850748', time=2024-09-22T11:14:13.064897+0000, chain.objs.size()=1 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0Vsbq6FwDwGuyfDNq1GVeNID0JGUbtr_0 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.601529875065319310', time=2024-09-22T11:14:13.297098+0000, chain.objs.size()=1 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.aI2d133wgPr-7D7-hCzbUo5hEZQOU_P_0 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10433905073529922661', time=2024-09-22T11:14:13.338314+0000, chain.objs.size()=1 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.S94jA7ju5QGhZqZSGcBQQPCxrRucc0Q_0 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17366266767614608735', time=2024-09-22T11:14:13.405391+0000, chain.objs.size()=1 2024-09-22T09:24:39.639 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6f_r-Flh-kpOZfLzaVDx1il0M0TZdaa_0 2024-09-22T09:24:39.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8647495364677532039', time=2024-09-22T11:14:13.638085+0000, chain.objs.size()=1 2024-09-22T09:24:39.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.D3FFUxWigoIfU2Nk8uWPRweupHQg21y_0 2024-09-22T09:24:39.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12929817986615429062', time=2024-09-22T11:14:13.678978+0000, chain.objs.size()=1 2024-09-22T09:24:39.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tingYszqcF0xsEQbVh8mdOz3r7qq9Oy_0 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11060853446863640177', time=2024-09-22T11:14:13.697675+0000, chain.objs.size()=1 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3dRkmJWxucBWuaaJL1qqI1HdEZy7vgu_0 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3548555911752570897', time=2024-09-22T11:14:13.725559+0000, chain.objs.size()=1 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.9Pt1w37lQwQpMmx-f_XD8H1A__oSD6Y_0 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9320976233099806612', time=2024-09-22T11:14:13.760877+0000, chain.objs.size()=1 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VVtLFCHGvjI0VPrU5JjPa2l8h-_1f9H_0 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6532294999853949284', time=2024-09-22T11:14:13.771357+0000, chain.objs.size()=1 2024-09-22T09:24:39.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qbDxs0iO-Zmh7O9-cFTMqjmbn_JvXBY_0 2024-09-22T09:24:39.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15130542279957438659', time=2024-09-22T11:14:13.994109+0000, chain.objs.size()=1 2024-09-22T09:24:39.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6G25mSK4DSkVake3whnm_LtmBdLLRBt_0 2024-09-22T09:24:39.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3971739711768609012', time=2024-09-22T11:14:14.088153+0000, chain.objs.size()=1 2024-09-22T09:24:39.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RYyOb51YhMKa7X59vmBJTDUIxkOsdWu_0 2024-09-22T09:24:39.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18144938315722548337', time=2024-09-22T11:14:16.234638+0000, chain.objs.size()=1 2024-09-22T09:24:39.643 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.269__shadow_.aJ7WxuOr9ocP4B7aakMWF_uCd2iBN3a_0 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13498509270454163579', time=2024-09-22T11:15:00.258116+0000, chain.objs.size()=1 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.N_SBKeo4KPxU1Uf_WbqryVQYCWOCics_0 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17279003941406789721', time=2024-09-22T11:15:00.293755+0000, chain.objs.size()=1 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FhmshCShpiFrkFJkLJ45d2bP8QZCA6n_0 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4931164921306344347', time=2024-09-22T11:15:00.422254+0000, chain.objs.size()=1 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kB_TSzo7IkxVuUDORyFo2NSEiw2gcvz_0 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8618220391537885702', time=2024-09-22T11:15:00.641051+0000, chain.objs.size()=1 2024-09-22T09:24:39.645 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zj-_2TuucyZDzjdzPQpG74aQa-wNUz__0 2024-09-22T09:24:39.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11874970795630788177', time=2024-09-22T11:15:00.764589+0000, chain.objs.size()=1 2024-09-22T09:24:39.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wtUnsnedJWo-DVSni5xqznPq1LSFCkS_0 2024-09-22T09:24:39.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6848183483840229801', time=2024-09-22T11:15:00.834648+0000, chain.objs.size()=1 2024-09-22T09:24:39.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WiTCbNfToo7QVmK_ggyKgMyWLeBAL6R_0 2024-09-22T09:24:39.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15031371563736995181', time=2024-09-22T11:15:00.881208+0000, chain.objs.size()=1 2024-09-22T09:24:39.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ylbn0pDr6oQQqRkMcoWgb4zPwf5438k_0 2024-09-22T09:24:39.649 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3336999871780866260', time=2024-09-22T11:15:01.064212+0000, chain.objs.size()=1 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ESzP1GyzYwLHU5I8CJZxwzVc1nxo-W2_0 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3068350124914653162', time=2024-09-22T11:15:01.098104+0000, chain.objs.size()=1 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PMAyZXdqfGTa4w5ZXXbg1t5WQd5ts5K_0 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17998714299046170796', time=2024-09-22T11:15:01.204381+0000, chain.objs.size()=1 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.DW0C3mmux7rApqF0a9NX8oKnj56FCJD_0 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7321954916935479680', time=2024-09-22T11:15:01.214331+0000, chain.objs.size()=1 2024-09-22T09:24:39.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6MFbLCJy938XWd1FXOMFF5aypqFuxYA_0 2024-09-22T09:24:39.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.93694796225000846', time=2024-09-22T11:15:01.226681+0000, chain.objs.size()=1 2024-09-22T09:24:39.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7CCnejvP4-mXCiES0Tnc7AAZfJcFJRL_0 2024-09-22T09:24:39.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11160447839153471925', time=2024-09-22T11:15:01.249664+0000, chain.objs.size()=1 2024-09-22T09:24:39.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9hCLtAugJ5FN5rOSzrU-Kqf58MbGO2c_0 2024-09-22T09:24:39.651 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10553419587680489768', time=2024-09-22T11:15:01.467573+0000, chain.objs.size()=1 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C0wzOu0Pyz_Z7tp7ISUzFuAJuqBOPXI_0 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6186220764163349729', time=2024-09-22T11:15:01.477438+0000, chain.objs.size()=1 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7UY1rk9eQiawbBr3oG6Ny9qkZ8hFJNo_0 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13018931814331321367', time=2024-09-22T11:15:01.479542+0000, chain.objs.size()=1 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rxrVhQpE1vEI5h6eUerw2rf8MbNBXWZ_0 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14435472516464828817', time=2024-09-22T11:15:01.494234+0000, chain.objs.size()=1 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zTVP9aLtvr2zecoXRHt0CA8joIoxAdn_0 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17140965818497672632', time=2024-09-22T11:15:01.522431+0000, chain.objs.size()=1 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EUMYvn9_36KtNkPee8UCFK8rmukuk2A_0 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1665185258203523693', time=2024-09-22T11:15:01.721856+0000, chain.objs.size()=1 2024-09-22T09:24:39.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wwVAm26UKmGGLOAgwLkIJwNJ60_gOwo_0 2024-09-22T09:24:39.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17954514610077353911', time=2024-09-22T11:15:01.756475+0000, chain.objs.size()=1 2024-09-22T09:24:39.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qhlCl0DVjrqsi3ytmnJMAnDYt_-jswZ_0 2024-09-22T09:24:39.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15201467566967961213', time=2024-09-22T11:15:01.781664+0000, chain.objs.size()=1 2024-09-22T09:24:39.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MRvpYIfVVKsWkDAY9O1yEIxnwbhOK0__0 2024-09-22T09:24:39.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1368192516886825781', time=2024-09-22T11:15:01.820071+0000, chain.objs.size()=1 2024-09-22T09:24:39.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TA_gf7vL0vlrAI-mtAt_hk4DUNDMLBX_0 2024-09-22T09:24:39.656 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2283248659799981602', time=2024-09-22T11:15:01.822866+0000, chain.objs.size()=1 2024-09-22T09:24:39.656 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iTUi5vk8FjtBRvbXDWUwpjLAnI0ykcT_0 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5664312900103619859', time=2024-09-22T11:15:01.839218+0000, chain.objs.size()=1 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WvpWLe19P0Itb9bXQwZ2EY3q0tt93zy_0 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18395636361118368048', time=2024-09-22T11:15:01.953028+0000, chain.objs.size()=1 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LRKqKTQ-ukWzaJ6NLBnjh9tbFDEhjvj_0 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17259315848380016006', time=2024-09-22T11:15:02.115895+0000, chain.objs.size()=1 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6_ifoO0FMJWH6VWWNN1Xmx33Itdj98o_0 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13915882318646628662', time=2024-09-22T11:15:02.121407+0000, chain.objs.size()=1 2024-09-22T09:24:39.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WvGTRVSnhpgoNbzYkvNAoXZEgVT9zJi_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10409430062405596799', time=2024-09-22T11:15:02.143217+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KIoz_3uiQaW-oBf13idop456nUeblFE_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7883712609011185201', time=2024-09-22T11:15:02.162368+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1L89St30YkqZDa3yX-kkyfInnI3rv3x_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3077556160854655793', time=2024-09-22T11:15:02.336557+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eY5p5-mRZV_eQhLDHvv969QsVAyMmSz_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10467050392246226250', time=2024-09-22T11:15:02.533247+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ofJ750S63jtu0y6nTJUjBk3iybkVnCR_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18445087105310177129', time=2024-09-22T11:15:02.562860+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AG7HMG70ov1qLQKh1V-oUJ962F4Q4JC_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15308104734238853383', time=2024-09-22T11:15:02.677166+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.e15xTjnjL-R3_H_uie-UlCf5GH1HyW9_0 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3897229535679161037', time=2024-09-22T11:15:02.702627+0000, chain.objs.size()=1 2024-09-22T09:24:39.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Xwri1XyCdW1SjR_gCE3qTLNPoQSMlm-_0 2024-09-22T09:24:39.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10399243147043617382', time=2024-09-22T11:15:02.857687+0000, chain.objs.size()=1 2024-09-22T09:24:39.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.u1kZFI3PvXJ44oTFPDB4ICu2TTZ6T4Y_0 2024-09-22T09:24:39.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.557826683906251925', time=2024-09-22T11:15:02.879459+0000, chain.objs.size()=1 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.54iPCx03lA7SM0UMAKoQPmZvHgxPUqW_0 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15040780501962332223', time=2024-09-22T11:15:02.904606+0000, chain.objs.size()=1 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ug21DHdfRBCzItb37F-Owc_hQuBTHPU_0 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18127897474421844865', time=2024-09-22T11:15:02.914939+0000, chain.objs.size()=1 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IojYDgvXWSxJW-XrL7CYa3VZsy6kWk4_0 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9811951891477724656', time=2024-09-22T11:15:24.079498+0000, chain.objs.size()=1 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YWsN1vkDj3VaFUctbUq5p26J-aYh7xH_0 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3967267058887365691', time=2024-09-22T11:15:24.126470+0000, chain.objs.size()=1 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.S7H7gDOHbYO9-Rnq81eZoWZqv4AC7lA_0 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14252739490982399431', time=2024-09-22T11:15:24.138594+0000, chain.objs.size()=1 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AiFaZTbdirC-p35QGGCGV0w7AiTlPg8_0 2024-09-22T09:24:39.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8205631158304834988', time=2024-09-22T11:15:24.141923+0000, chain.objs.size()=1 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VdMOx6orrdQEywNkY_gs3ESXoH_hvEs_0 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12728450642283596185', time=2024-09-22T11:15:24.205671+0000, chain.objs.size()=1 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DbieE8ZqBs2BeM7SD4gr-uPp-q4DQwo_0 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8433142707880732844', time=2024-09-22T11:15:24.229773+0000, chain.objs.size()=1 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mX9SmJwQbkKosv4hJJyai-bNhEAq8W1_0 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12526691437101552621', time=2024-09-22T11:15:24.267203+0000, chain.objs.size()=1 2024-09-22T09:24:39.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yi9jAJxVIxxzdGFUzD_G59xDf-TBLUs_0 2024-09-22T09:24:39.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11726508535869634673', time=2024-09-22T11:15:24.300177+0000, chain.objs.size()=1 2024-09-22T09:24:39.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dECkRBVab1EMArIlepnM9QUX1fb3muf_0 2024-09-22T09:24:39.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8487648925839260793', time=2024-09-22T11:15:24.454210+0000, chain.objs.size()=1 2024-09-22T09:24:39.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.V5xHdswu-SCrc1inQAcrPoiv16f0E8U_0 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3755521946533260769', time=2024-09-22T11:15:24.525674+0000, chain.objs.size()=1 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.nDYWAkX7ssqPSggQxfHUeB9YGf8k1ct_0 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15116700503509256916', time=2024-09-22T11:15:24.528896+0000, chain.objs.size()=1 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gAnWTbpQqncOjry96qTNYcr1BvY2NYj_0 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6117560694990793271', time=2024-09-22T11:15:24.576989+0000, chain.objs.size()=1 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.06GiIVI09CvICTSyYHd-2Xm_dJCajs5_0 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11548549698102072050', time=2024-09-22T11:15:24.589950+0000, chain.objs.size()=1 2024-09-22T09:24:39.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dS_psqW5iWFCA_9HLsIXG0jQ15v2BFk_0 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4772146197862724215', time=2024-09-22T11:15:24.610153+0000, chain.objs.size()=1 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.L4nmuOA99DPP744AOpxJQTzxLsjmPtp_0 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5480642860043466665', time=2024-09-22T11:15:24.813460+0000, chain.objs.size()=1 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.So7w9tSEla7Y8b18L2As4zyN8qdVeLO_0 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6045005077176246347', time=2024-09-22T11:15:24.943679+0000, chain.objs.size()=1 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.z3PJGcRUxzjqXA1YT_pjl02BgDfGHZZ_0 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12595028030428357336', time=2024-09-22T11:15:25.158207+0000, chain.objs.size()=1 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._CwXsv24LkUHoDvafl80EtqnmdtvFBJ_0 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7958231772390045787', time=2024-09-22T11:15:25.230443+0000, chain.objs.size()=1 2024-09-22T09:24:39.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.w0Eh5V8xGy8PfzYcD4o465VIond5lCA_0 2024-09-22T09:24:39.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8043906305115224712', time=2024-09-22T11:15:25.244409+0000, chain.objs.size()=1 2024-09-22T09:24:39.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZRK2NN4-tIjc9DJ7gQwRIYvTTz7RP0H_0 2024-09-22T09:24:39.673 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2278940350833405465', time=2024-09-22T11:15:25.281720+0000, chain.objs.size()=1 2024-09-22T09:24:39.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XCcFR3VgfsFrbd8NX33vcROStqwJrQW_0 2024-09-22T09:24:39.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7612679836727138527', time=2024-09-22T11:15:25.620838+0000, chain.objs.size()=1 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.X9SaYilveo1eS6Ym5bdufLuf-KZL-Sm_0 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8255320219211932097', time=2024-09-22T11:15:25.689768+0000, chain.objs.size()=1 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dG0_9C6vahymxJ28dpQJEM0mXpOooRl_0 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4652798020507261482', time=2024-09-22T11:15:25.723288+0000, chain.objs.size()=1 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SlkYVQYzMDVG1Zu0nuQKJ23z9iYwdHJ_0 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14600320017850824464', time=2024-09-22T11:15:25.897170+0000, chain.objs.size()=1 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.kn74i3Ygb5_aUY3yPuFLu6tvUxQrDA__0 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16319755307946335471', time=2024-09-22T11:15:25.960085+0000, chain.objs.size()=1 2024-09-22T09:24:39.676 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.s1yF28TKW4A4Me5bX7Zlowfgw7az6tY_0 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17734182300546319621', time=2024-09-22T11:15:25.970441+0000, chain.objs.size()=1 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZXyR2MzBYJuyPaEON-3YdiXcBjNN1kQ_0 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5342468817535678300', time=2024-09-22T11:15:26.159418+0000, chain.objs.size()=1 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OaTqTBV75rGhQUK3wIX1OgqU1c3kUE0_0 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16105617557962369345', time=2024-09-22T11:15:26.275828+0000, chain.objs.size()=1 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YYvEo7m71WhDJian6k4FFKMKBrw9okg_0 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6099807920782378986', time=2024-09-22T11:15:26.371897+0000, chain.objs.size()=1 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9WBCV7lBZPoLAA8NPb-Ehp7S0VRmYTC_0 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13733146224386035132', time=2024-09-22T11:15:26.410367+0000, chain.objs.size()=1 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yV4OX1okAXsZOkjid17aJCYnBDxWr_G_0 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3698694484597431601', time=2024-09-22T11:15:26.643306+0000, chain.objs.size()=1 2024-09-22T09:24:39.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WWs7tWmvWscyR4vhCwlgN0Nn29QUONk_0 2024-09-22T09:24:39.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18210811238547007967', time=2024-09-22T11:15:26.692945+0000, chain.objs.size()=1 2024-09-22T09:24:39.680 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KXrn04YP25cjVBYY5XN5iLOUfqgJkcA_0 2024-09-22T09:24:39.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43089 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10765360195590833092', time=2024-09-22T11:15:40.307730+0000, chain.objs.size()=1 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.371__shadow_.L_FX9A1Z-8nUw_JMFm62a4BgK2KXJsY_0 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3137952021213448601', time=2024-09-22T11:15:40.624779+0000, chain.objs.size()=1 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.372__shadow_.phloD39_0sMsVjdj8EAmQlewkaAmFT6_0 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6135223673615249008', time=2024-09-22T11:16:16.297090+0000, chain.objs.size()=1 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.461__shadow_.eo0rYa0_nzqZxcsPnYcif07Ix5Nj7x1_0 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16808459525029957819', time=2024-09-22T11:16:19.031857+0000, chain.objs.size()=1 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.466__shadow_.etpzO0cMKpq9eUEzP5NlG-eIxPLXEoI_0 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14289717009224796827', time=2024-09-22T11:16:26.346791+0000, chain.objs.size()=1 2024-09-22T09:24:39.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.488__shadow_._pxhFcfSSQxANuMvGSfkqIZcXXTqOnm_0 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11328438980552797824', time=2024-09-22T11:16:38.433703+0000, chain.objs.size()=1 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.516__shadow_.hQmv84FwP6EaoFVX1G75b0HAHHt-x7-_0 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13777863218296507440', time=2024-09-22T11:16:40.735398+0000, chain.objs.size()=2 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.518__shadow_.eglvHOCAZ9QmTvTQFP8QHESPxQV4Hxe_0 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.518__shadow_.eglvHOCAZ9QmTvTQFP8QHESPxQV4Hxe_1 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17502655900088282143', time=2024-09-22T11:17:38.270017+0000, chain.objs.size()=1 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.551__shadow_.QC3RLQUV-feMMwJJTT4KC9_jOS9Boln_0 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16172574904090647609', time=2024-09-22T11:18:02.708327+0000, chain.objs.size()=1 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.571__shadow:C1OPwu7ecEh0-z2EvXi7iiRz1eqdmi6_.7akXKz_woPyz-aovuVHo1sQn0obGZ0M_0 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14852902707496830970', time=2024-09-22T11:18:09.561775+0000, chain.objs.size()=1 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:Rrrgf7h72BlRj8phmSaN7HUmdDZblEv_.OnN1TSPgORqJRbdoG9FmzGnXAUsu8La_0 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12342469113612382346', time=2024-09-22T11:18:18.857451+0000, chain.objs.size()=1 2024-09-22T09:24:39.688 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:2g4RghTbPI2hU-AfcajwlyEZKNwvJuJ_.5W9qLG4fVZ4D-qjxcAdULZCEIctv6dg_0 2024-09-22T09:24:39.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16698751655451137895', time=2024-09-22T11:18:20.753063+0000, chain.objs.size()=1 2024-09-22T09:24:39.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:YO66dr05zkVddXWqkyeLEkeRkVnMYPj_.3eZ7sZqd8bhTxArmzZspBJKgU9v_GNH_0 2024-09-22T09:24:39.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8745222552568372611', time=2024-09-22T11:18:24.622056+0000, chain.objs.size()=1 2024-09-22T09:24:39.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:fCZrkgQfuCImR4hhlR6QJV7JNlFzA0M_.j29AUtth2f9RzuZDlgt4g6q9veV4TLX_0 2024-09-22T09:24:39.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8373236423937746323', time=2024-09-22T11:18:38.271073+0000, chain.objs.size()=1 2024-09-22T09:24:39.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.587__shadow:AI3V8QNyoUwP8EVTGhJwEU47MPHpepB_.HozfR9AsnE8dnKge6zHLPy92kb13KD1_0 2024-09-22T09:24:39.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12616627931438531037', time=2024-09-22T11:18:50.075669+0000, chain.objs.size()=6 2024-09-22T09:24:39.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614__multipart_multipart_enc.2~4Ham1ijepeYObtQNmh1nnWjy_lnfKlC.1 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614__multipart_multipart_enc.2~4Ham1ijepeYObtQNmh1nnWjy_lnfKlC.2 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614__multipart_multipart_enc.2~4Ham1ijepeYObtQNmh1nnWjy_lnfKlC.3 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614__multipart_multipart_enc.2~4Ham1ijepeYObtQNmh1nnWjy_lnfKlC.4 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614__multipart_multipart_enc.2~4Ham1ijepeYObtQNmh1nnWjy_lnfKlC.5 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.614__multipart_multipart_enc.2~4Ham1ijepeYObtQNmh1nnWjy_lnfKlC.6 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16366347355369954670', time=2024-09-22T11:21:24.425877+0000, chain.objs.size()=1 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.669__shadow_.Sd1aOh7MNtHQM1Mlsa2VdckSNYmEeyu_0 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1029830019748433384', time=2024-09-22T11:21:35.492852+0000, chain.objs.size()=1 2024-09-22T09:24:39.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.702__shadow:ePDTTY6ShwkxlZw1HzB9Gk5IA2KWDfh_.405I81JEIaHe0dMP1yR7PBk1Ieh5iWb_0 2024-09-22T09:24:39.700 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:24:39.704 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.704 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46540' 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.783759528589032337', time=2024-09-22T11:13:37.644000+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.231__shadow_.TN0xVeS_cO7QGpnghRP_g3co_kURsQ0_0 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14110955981252984254', time=2024-09-22T11:13:41.101585+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.239__shadow_.rh4va97YB8H50NwdN8v81bIAIjkEEiW_0 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12750460486097761221', time=2024-09-22T11:13:42.137955+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.242__shadow_.v0Ffj70201qhQLNONfPtgp-ytT0vQEy_0 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6940995728246512178', time=2024-09-22T11:14:11.397463+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ToquABdw_PmP-PhxsZxddG5JTWqIgbC_0 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12942208739957443735', time=2024-09-22T11:14:11.490484+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fM0r29CrnP6r8roZqrFWkvvYaTsaEss_0 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12528235801314926142', time=2024-09-22T11:14:11.794110+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UVb-RuOSYWBL6fgN92vY73zhQUEQqD__0 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11762539176064744438', time=2024-09-22T11:14:11.806786+0000, chain.objs.size()=1 2024-09-22T09:24:39.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XdZZpAM3l_c6Mnd4Y2ma01lb75a57CF_0 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.226704742245657150', time=2024-09-22T11:14:11.838492+0000, chain.objs.size()=1 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cnpnbv1dyq9DN6_2E_RNt6fkTvFVaPN_0 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4684351375662650805', time=2024-09-22T11:14:11.859535+0000, chain.objs.size()=1 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XuMHJ3rPslbaXE3r5tq9ez4TdsuXmQB_0 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6201921812143832460', time=2024-09-22T11:14:11.861170+0000, chain.objs.size()=1 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.jiDhXTwvvdcd7WDlA_Xmt6zvAuJhAZD_0 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14794304401654837189', time=2024-09-22T11:14:11.884816+0000, chain.objs.size()=1 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.e-kcR--ZAsmdlsz8_mWTY_vn7k0L7Aa_0 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3369073199073473632', time=2024-09-22T11:14:11.960420+0000, chain.objs.size()=1 2024-09-22T09:24:39.707 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CBzD7u9eXW1eI0b7vIbD9h4IaeUz2h__0 2024-09-22T09:24:39.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12629689469432076590', time=2024-09-22T11:14:12.198960+0000, chain.objs.size()=1 2024-09-22T09:24:39.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BA6M5xEg2HY2YmTYiavWNLcEN2ontMx_0 2024-09-22T09:24:39.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5177599819670131317', time=2024-09-22T11:14:12.246986+0000, chain.objs.size()=1 2024-09-22T09:24:39.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.aF7iUckGjK4r27NnF9SVvwBzK6_SSMD_0 2024-09-22T09:24:39.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9483870907096266326', time=2024-09-22T11:14:12.263327+0000, chain.objs.size()=1 2024-09-22T09:24:39.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.27TwAvVZnAkFQGylaGXwM9tjlFecXNa_0 2024-09-22T09:24:39.710 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3449454954936859477', time=2024-09-22T11:14:12.266456+0000, chain.objs.size()=1 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qko6lOev2sc3EQO-Aj3Hb9kVV6Lb-vD_0 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8859967401640010167', time=2024-09-22T11:14:12.267163+0000, chain.objs.size()=1 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eo8Zw1B4NFcmrqhJ0iqDf0LeUg_TvN__0 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12854283467842336034', time=2024-09-22T11:14:12.273875+0000, chain.objs.size()=1 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oc-CaVCaKj7SUGjA9-9L2XVOoXpdfmN_0 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.944574369871631633', time=2024-09-22T11:14:12.300938+0000, chain.objs.size()=1 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.O4cOHz_8QXN-pH4vHpYkJmaAwZeDNfu_0 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1768835890151742538', time=2024-09-22T11:14:12.305093+0000, chain.objs.size()=1 2024-09-22T09:24:39.711 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.akpoXXtqgkp_JiROKitlaPXdKGcdmjn_0 2024-09-22T09:24:39.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4830181905831008350', time=2024-09-22T11:14:12.314401+0000, chain.objs.size()=1 2024-09-22T09:24:39.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IWHLV5AohgK53sUCA5h5UJ8pIzeWyvB_0 2024-09-22T09:24:39.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8341678655668926085', time=2024-09-22T11:14:12.318580+0000, chain.objs.size()=1 2024-09-22T09:24:39.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LvhD8YhcJPq3f8ISesFb79YGjHfK8jD_0 2024-09-22T09:24:39.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12871850904171637801', time=2024-09-22T11:14:12.365627+0000, chain.objs.size()=1 2024-09-22T09:24:39.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RyFOkA-tjB1RYCj6ZCz16dQr4F1jY8E_0 2024-09-22T09:24:39.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12318327559915913771', time=2024-09-22T11:14:12.544112+0000, chain.objs.size()=1 2024-09-22T09:24:39.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.712+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DRKi-p5bL7OsPdqQsLYUujdrGuztNvy_0 2024-09-22T09:24:39.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14432134989373099460', time=2024-09-22T11:14:12.641319+0000, chain.objs.size()=1 2024-09-22T09:24:39.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fBI6i703EXeBGgIMiyG1AIfylpmV1wm_0 2024-09-22T09:24:39.716 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3357182304379451016', time=2024-09-22T11:14:12.668149+0000, chain.objs.size()=1 2024-09-22T09:24:39.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wHLKPZndMppqaTZiEHcbExAJ_w6gnZJ_0 2024-09-22T09:24:39.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10031943298196814302', time=2024-09-22T11:14:12.678906+0000, chain.objs.size()=1 2024-09-22T09:24:39.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Eky5Qx4zjLSyi0iVoDCGkuy3VE4u0DR_0 2024-09-22T09:24:39.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.824604368727465967', time=2024-09-22T11:14:12.680118+0000, chain.objs.size()=1 2024-09-22T09:24:39.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.q5VlWH68cH_R5Bv1_VY1R7aTb9kIxWi_0 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17541420413587751165', time=2024-09-22T11:14:12.751420+0000, chain.objs.size()=1 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tcaPm_zBMjAXU0ajtVqwCV-jJ73jFOg_0 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15619760585027037836', time=2024-09-22T11:14:12.910823+0000, chain.objs.size()=1 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ep1W6i2UUsXcXtHDM4ZwmDj8ygxyX67_0 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9859597045206039584', time=2024-09-22T11:14:12.921645+0000, chain.objs.size()=1 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nMasQ9nwAFJURL7z3xTNw7rg5lFAHaq_0 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11383133420483563476', time=2024-09-22T11:14:12.947159+0000, chain.objs.size()=1 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QiUgD2fdkbZ9oJwUDmVmlhedkNokPuP_0 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12243095896689222780', time=2024-09-22T11:14:12.977871+0000, chain.objs.size()=1 2024-09-22T09:24:39.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.716+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3OW3VHyeGaWYZXPTtRBAb5usVFvJkmu_0 2024-09-22T09:24:39.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.720+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13115497644714614580', time=2024-09-22T11:14:13.050365+0000, chain.objs.size()=1 2024-09-22T09:24:39.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.720+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.akgdKFaEkiABiqqTK07JRNm-1bkZYQ8_0 2024-09-22T09:24:39.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.720+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10269761213552388794', time=2024-09-22T11:14:13.301309+0000, chain.objs.size()=1 2024-09-22T09:24:39.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.720+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.01nKeyURtssGoUUQtCs6GuVkaygWtSl_0 2024-09-22T09:24:39.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2979267932027934000', time=2024-09-22T11:14:13.415050+0000, chain.objs.size()=1 2024-09-22T09:24:39.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sw8Lk3_MhBciy39WluruVBOj82OMHIF_0 2024-09-22T09:24:39.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13026751892133898728', time=2024-09-22T11:14:13.459641+0000, chain.objs.size()=1 2024-09-22T09:24:39.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SXOeoARGMkKqf2IGGl3pdqPqcywGNg6_0 2024-09-22T09:24:39.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4345554327512559339', time=2024-09-22T11:14:13.487647+0000, chain.objs.size()=1 2024-09-22T09:24:39.723 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ws7Un1cB1DqDjBoU4qQYZSQlofOaMB1_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5134888885390440712', time=2024-09-22T11:14:13.705858+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3G7_O0dm8ruMhL-WnD7zIl9cWKnRWdn_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6064791643836292377', time=2024-09-22T11:14:13.733290+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.v2Cgwp17iK2CIHElNB8pTun6XU4aEg4_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1548849966001292595', time=2024-09-22T11:14:13.849256+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.P6ZhODdi8zS9rLNGpZ2tCPCJBELbMsM_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3227647344807020146', time=2024-09-22T11:14:13.968669+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.adK3AGsYq50Z1kEAa-3yenajttMav5a_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3978771727772399904', time=2024-09-22T11:14:13.972597+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Y7Ca2c8BKXyG7ZsCWGa2AmIoBlPjqpv_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6183768844783483460', time=2024-09-22T11:14:13.975969+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6zfg-xz4f5sD4i-LTbi8iDDyOQ0r-YX_0 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3922545226658372774', time=2024-09-22T11:14:14.021181+0000, chain.objs.size()=1 2024-09-22T09:24:39.724 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AQF7MMbYWgHLUQeLmt3HOk2JxgnX2xn_0 2024-09-22T09:24:39.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16786829702895972469', time=2024-09-22T11:14:14.023092+0000, chain.objs.size()=1 2024-09-22T09:24:39.725 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.724+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dh9FxrpaRWJbJjW-3fntF4OsVHm-JGH_0 2024-09-22T09:24:39.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9081903032861854640', time=2024-09-22T11:14:14.073059+0000, chain.objs.size()=1 2024-09-22T09:24:39.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YWMT0sP18_kyiD85N701ZaFbnYTJK0L_0 2024-09-22T09:24:39.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2087817232208124410', time=2024-09-22T11:14:14.128779+0000, chain.objs.size()=1 2024-09-22T09:24:39.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.b-ex3xmyFVW2-ewTre1_TVByj1s9kuM_0 2024-09-22T09:24:39.728 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10804308051941493795', time=2024-09-22T11:14:16.599712+0000, chain.objs.size()=1 2024-09-22T09:24:39.729 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.270__shadow_.mjWhiyE5Lg-ts5_ALD_bZOAUcYaTPZ6_0 2024-09-22T09:24:39.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8694243110178994644', time=2024-09-22T11:14:17.330157+0000, chain.objs.size()=1 2024-09-22T09:24:39.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.272__shadow_.zeyb2JU_EVDJ0xCCEN2UMsyPCHJxjAb_0 2024-09-22T09:24:39.730 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8077399417972409816', time=2024-09-22T11:14:20.031928+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.279__shadow_.7S3nSXptx4p5RkWjxOB4sz6m6CfMeqb_0 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10035951375862541968', time=2024-09-22T11:14:22.825078+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.286__shadow_.X44ljz-UcMJEfSdcxcY6fQNRBvdpEEe_0 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8866921248627295053', time=2024-09-22T11:14:24.087748+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.289__shadow_.GL29Z7Mc8LsFghWbIRBDM8lZcZ6CpcY_0 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13941305414713513547', time=2024-09-22T11:14:27.473615+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.7YiNaG7-_t9r4b5Q_15HL2lCeFNSK5P_0 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7974843150107606542', time=2024-09-22T11:14:27.839410+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.295__shadow_.AMD_JqLkCIL0PY4zxNQUPNww_Gqp34f_0 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13663549196470766644', time=2024-09-22T11:14:29.924059+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.300__shadow_.gOqvBtDugmKr_BmDneAprMQkaUFhZQT_0 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3208891795262027093', time=2024-09-22T11:15:00.295145+0000, chain.objs.size()=1 2024-09-22T09:24:39.731 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.728+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YDgUuyql6oG5iDr_6LllQ6Uif2zi3Rk_0 2024-09-22T09:24:39.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.732+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3881417429712734605', time=2024-09-22T11:15:00.311476+0000, chain.objs.size()=1 2024-09-22T09:24:39.732 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.732+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ApbxLtWKXWj1kByrISdT7MnOUJqvPrB_0 2024-09-22T09:24:39.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.732+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.682709805307124801', time=2024-09-22T11:15:00.388662+0000, chain.objs.size()=1 2024-09-22T09:24:39.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.732+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.sxPx3Rs6MC-lFFdJAj2x-DSA7B9Fvoi_0 2024-09-22T09:24:39.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.732+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6442870224809948038', time=2024-09-22T11:15:00.390624+0000, chain.objs.size()=1 2024-09-22T09:24:39.733 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.732+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EvlBPgrnR-6vpGFSDl6QrkL4VZqOgOy_0 2024-09-22T09:24:39.735 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4113961034562911364', time=2024-09-22T11:15:00.397371+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mP9Ea3Pz7_H4-6dxa8WcQx7KCH0PqUG_0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2826969716762377586', time=2024-09-22T11:15:00.403218+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QrNFz7nhGgGkGnKzJ-dwC7VsEkP1jh7_0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9748305623825596601', time=2024-09-22T11:15:00.433866+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Dq-NZCsLoc4hsrbfTqJCD1Wvt2ydg_H_0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1246290766070053571', time=2024-09-22T11:15:00.485299+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.On_HRglZXHsV1EB4QoAgHWsbgtim-A3_0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4819907003080451811', time=2024-09-22T11:15:00.672043+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._YDl00U_znPzVb7LC6qV1qMlH3qU-6K_0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18250183146779636215', time=2024-09-22T11:15:00.683700+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qCU7UemK_i_MmMtG7VgFpXBcla95LS__0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11848611793096430038', time=2024-09-22T11:15:00.689060+0000, chain.objs.size()=1 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0llg7elMASNNvT_CrY-RWbnvMUtbKg9_0 2024-09-22T09:24:39.736 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6802552425689391702', time=2024-09-22T11:15:00.792788+0000, chain.objs.size()=1 2024-09-22T09:24:39.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.REm4TmRJXHh9F1fohaOZKGYc4w2jrfA_0 2024-09-22T09:24:39.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10519748717620791236', time=2024-09-22T11:15:00.797605+0000, chain.objs.size()=1 2024-09-22T09:24:39.737 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YvmOyvBocWOIXPLa46RcGzMQHt3LxuH_0 2024-09-22T09:24:39.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7831399869490490430', time=2024-09-22T11:15:00.838048+0000, chain.objs.size()=1 2024-09-22T09:24:39.738 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.736+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3psfYRwN-od70MZk_RbVN-OvdyrJvgf_0 2024-09-22T09:24:39.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13399130966102430856', time=2024-09-22T11:15:01.125162+0000, chain.objs.size()=1 2024-09-22T09:24:39.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AAIdVjSapS1IfMm1oH42iJ2-akHMLdw_0 2024-09-22T09:24:39.739 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13683104786572089806', time=2024-09-22T11:15:01.133370+0000, chain.objs.size()=1 2024-09-22T09:24:39.740 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JZFMxMSBuH2JdLX_RUw1hGnI07WRs1s_0 2024-09-22T09:24:39.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7666560144203618290', time=2024-09-22T11:15:01.240332+0000, chain.objs.size()=1 2024-09-22T09:24:39.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.38PJ_AA91aiR7o_b8yVKMK9vtL9GOul_0 2024-09-22T09:24:39.741 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17147435966777891092', time=2024-09-22T11:15:01.413757+0000, chain.objs.size()=1 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yKL7vZ07zTApGDfsJIqi-dgwiEI9cZv_0 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10162552409578380301', time=2024-09-22T11:15:01.440301+0000, chain.objs.size()=1 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oTMm7uBPKUgafZojakLkwoPTyppqs0r_0 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15224932484074164483', time=2024-09-22T11:15:01.488956+0000, chain.objs.size()=1 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QQCJt0jIT3SSTYG3VkXobB__83p48pd_0 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9475232322380980315', time=2024-09-22T11:15:01.497208+0000, chain.objs.size()=1 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MYgm7Yifm0j5RmxSWEoDaP27QyUX5rV_0 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14727364598457759482', time=2024-09-22T11:15:01.583147+0000, chain.objs.size()=1 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tEKaqxpRQKVdUWXY-JF_0JNrcRWeuET_0 2024-09-22T09:24:39.742 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10613417483992784463', time=2024-09-22T11:15:01.597341+0000, chain.objs.size()=1 2024-09-22T09:24:39.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Q0YRCAv1oljGtwiA391cT3vxdoKdClR_0 2024-09-22T09:24:39.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.700600081822044223', time=2024-09-22T11:15:01.773970+0000, chain.objs.size()=1 2024-09-22T09:24:39.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.740+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PdgnglJwIILmJWUYKEKiEup3hWQ3fzf_0 2024-09-22T09:24:39.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12345448356023517283', time=2024-09-22T11:15:01.800535+0000, chain.objs.size()=1 2024-09-22T09:24:39.743 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.XLR8kN0Wtr4Yh2I1yH4JVGDqGOCJaLY_0 2024-09-22T09:24:39.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18252658018644344148', time=2024-09-22T11:15:01.839408+0000, chain.objs.size()=1 2024-09-22T09:24:39.745 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.smwnSxQnofU5U6TjMi84h8efvETs8TB_0 2024-09-22T09:24:39.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7423770846904063504', time=2024-09-22T11:15:01.847006+0000, chain.objs.size()=1 2024-09-22T09:24:39.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MbnK-bKbbwHdvop91E3919SXWCfHnWH_0 2024-09-22T09:24:39.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15682535583827827484', time=2024-09-22T11:15:01.859213+0000, chain.objs.size()=1 2024-09-22T09:24:39.746 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.744+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.z7G2Nfws1IMmVOszYOTCuPov6eYe3xe_0 2024-09-22T09:24:39.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8737906987047252152', time=2024-09-22T11:15:01.883442+0000, chain.objs.size()=1 2024-09-22T09:24:39.750 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WjRaP8apeIZKyjPfsVbSIoAawNs3prY_0 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15339170095686270280', time=2024-09-22T11:15:01.895613+0000, chain.objs.size()=1 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vi2ir3QgHUM8BBuI7dN-mbgsw-q4lcf_0 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6799770534274903365', time=2024-09-22T11:15:01.956962+0000, chain.objs.size()=1 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7g2K7ny1xMWMzTHKbkiU_kWspnbAt1r_0 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1885579630497649683', time=2024-09-22T11:15:01.969027+0000, chain.objs.size()=1 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fRgr-cuXUNEAEJV_fZrB9jHg8VD5qzs_0 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9159700879672515124', time=2024-09-22T11:15:01.974914+0000, chain.objs.size()=1 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cCOxZ6snkk-SiY-whlYME6zb0A_qsFK_0 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8226501654343595462', time=2024-09-22T11:15:02.118498+0000, chain.objs.size()=1 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Hr7cdVGxALfTPLBzXL7jtmohqpeLtPX_0 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1607236951356193011', time=2024-09-22T11:15:02.120872+0000, chain.objs.size()=1 2024-09-22T09:24:39.751 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CMWwW4DOJx5XqoYRuZeu9QUB0c_plVq_0 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1882687976040007610', time=2024-09-22T11:15:02.174432+0000, chain.objs.size()=1 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qZlH3Q-t4gHmuKF3p2z43DaEm2dva2r_0 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9818782476233991442', time=2024-09-22T11:15:02.234070+0000, chain.objs.size()=1 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._bnAqJm106CW9Oijq-TNhDqcStTukG9_0 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12870476286984088018', time=2024-09-22T11:15:02.250766+0000, chain.objs.size()=1 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AAQh2Huy0T-M4XToDjaubokR4UoouJc_0 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3022644969408167945', time=2024-09-22T11:15:02.309848+0000, chain.objs.size()=1 2024-09-22T09:24:39.752 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.748+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Wsf7wME7HpD-sY_03Gr_s8O_OTvVu_M_0 2024-09-22T09:24:39.755 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6378148087348305648', time=2024-09-22T11:15:02.490796+0000, chain.objs.size()=1 2024-09-22T09:24:39.755 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.g0B7E1r73_fvWeMCjD0NHA8LY8fIbaP_0 2024-09-22T09:24:39.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10907306833749659055', time=2024-09-22T11:15:02.555625+0000, chain.objs.size()=1 2024-09-22T09:24:39.756 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.peBwRNITNRYe24zVeVnGcuZgAfjkdzf_0 2024-09-22T09:24:39.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2913273956750439213', time=2024-09-22T11:15:02.935387+0000, chain.objs.size()=1 2024-09-22T09:24:39.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xvzEyABhcfgLSSe-YUslusJ6EEZNIOD_0 2024-09-22T09:24:39.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10043690823613094185', time=2024-09-22T11:15:02.984333+0000, chain.objs.size()=1 2024-09-22T09:24:39.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Yl5X-LTxQ_lVUKv9CSXSFhMPOlZ4A4O_0 2024-09-22T09:24:39.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6721870320412632471', time=2024-09-22T11:15:24.219287+0000, chain.objs.size()=1 2024-09-22T09:24:39.757 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.756+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JPM1P5CJ1qgNfCfOw1ZkkIzHvCYPXiU_0 2024-09-22T09:24:39.760 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46540 2024-09-22T09:24:39.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=53, truncated=0, next_marker='' 2024-09-22T09:24:39.762 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10727265025770090987', time=2024-09-22T11:15:24.232294+0000, chain.objs.size()=1 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FqN9RAjTYaAO16bwprZ5qLIC7URqMt5_0 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16095007252148561907', time=2024-09-22T11:15:24.244020+0000, chain.objs.size()=1 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.x1k5JtB9Drt8du4TrZ0crziozG3jfLO_0 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11639574191331123345', time=2024-09-22T11:15:24.319616+0000, chain.objs.size()=1 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Nu8tCFn4iEsU1Y1tE2nWkMlHeNTY1TZ_0 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15312891059626280502', time=2024-09-22T11:15:24.429964+0000, chain.objs.size()=1 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mVD2Eh1CjF5ejrTEtLlqZYe15owgN3h_0 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1703817891552673532', time=2024-09-22T11:15:24.448531+0000, chain.objs.size()=1 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5Qellc-QcQzpGE29mUhWwwLpzQoJdLj_0 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.871048623022392447', time=2024-09-22T11:15:24.469676+0000, chain.objs.size()=1 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1XLiYw5UHyUYJeqzZM89xdGIFiSqkVf_0 2024-09-22T09:24:39.763 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6358066456273501065', time=2024-09-22T11:15:24.547028+0000, chain.objs.size()=1 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YtGOthOV8CBI2OwYqd9IOdeNemYwLMM_0 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5771547860633145892', time=2024-09-22T11:15:24.658055+0000, chain.objs.size()=1 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-aQFJB6kjxBchDJc4HrXAHaKNikak4Y_0 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3704937951319833193', time=2024-09-22T11:15:24.842774+0000, chain.objs.size()=1 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3q46ueW6lQwgOmit_nRddG0lQOGFHAe_0 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11245325831748075937', time=2024-09-22T11:15:24.864761+0000, chain.objs.size()=1 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fHGHgZ-QmTjXVxOp9msQsiibY7CQOVn_0 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17944770818548865132', time=2024-09-22T11:15:24.933968+0000, chain.objs.size()=1 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xpun7hEUiTT48gJiGD8EDBbkEuNsl13_0 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7732316668208507608', time=2024-09-22T11:15:24.938888+0000, chain.objs.size()=1 2024-09-22T09:24:39.764 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.760+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.n8TgGC1pEVMOnS4-JgsWpYSEr4XmizQ_0 2024-09-22T09:24:39.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5928660608704579580', time=2024-09-22T11:15:25.177433+0000, chain.objs.size()=1 2024-09-22T09:24:39.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.D6Zxf2_GRUsqUqVP4uag6unlLEjRG1K_0 2024-09-22T09:24:39.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9509919810565194459', time=2024-09-22T11:15:25.178998+0000, chain.objs.size()=1 2024-09-22T09:24:39.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EJY00nzsTexk62Yqb0DWuDOPKzX7s0w_0 2024-09-22T09:24:39.767 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6327868955594203664', time=2024-09-22T11:15:25.341023+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-MdkYtgdx7lzvjPKXWnMTXJpFzzGp9A_0 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8925611400916163191', time=2024-09-22T11:15:25.392506+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0eWBBfc1HyEaYXFXdwKOh4Ka1SCz0NW_0 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.356685280244579631', time=2024-09-22T11:15:25.599781+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yJ1W131u-e_tMr2tvyyqVcJlhXqyAdk_0 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16169327763145501375', time=2024-09-22T11:15:25.642128+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.BWmkDKNH7itSu7Q8TpWgx_YMSY4qmqU_0 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14435671334204268010', time=2024-09-22T11:15:25.671279+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cLqbbzbLxz6HYdtEs8dRGfuJuTHU9Ua_0 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.529243077062494826', time=2024-09-22T11:15:25.723996+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1IP79T7W-y_yRA9HagSN29zaxOXtdAc_0 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1982123268611261594', time=2024-09-22T11:15:25.756735+0000, chain.objs.size()=1 2024-09-22T09:24:39.768 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NyYzrdUW0kADYT7kv0CYn1YfkZc7Qd-_0 2024-09-22T09:24:39.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2262386871875558043', time=2024-09-22T11:15:25.966529+0000, chain.objs.size()=1 2024-09-22T09:24:39.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1U34jtpKpBjib7uouXRRb2AwUJ7UzYS_0 2024-09-22T09:24:39.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6801245738236171215', time=2024-09-22T11:15:26.051396+0000, chain.objs.size()=1 2024-09-22T09:24:39.769 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.768+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.f8O3cYhqYB9GMp79adgvFkkbbumiB8-_0 2024-09-22T09:24:39.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9909831481033213279', time=2024-09-22T11:15:26.119688+0000, chain.objs.size()=1 2024-09-22T09:24:39.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OWqOuK76nOCmaOtINiTKZ_nkvP-Rq6L_0 2024-09-22T09:24:39.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6967281387197882202', time=2024-09-22T11:15:26.133869+0000, chain.objs.size()=1 2024-09-22T09:24:39.775 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6UXjXmS2X06y3sErkjlPJHRanOJAw4W_0 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11479935894679275024', time=2024-09-22T11:15:26.147040+0000, chain.objs.size()=1 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Zu-6CAXoJ6xmxFuXVu0-u0tGHwbrDzm_0 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14109363094266875198', time=2024-09-22T11:15:26.298423+0000, chain.objs.size()=1 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sao0Xx7XUJxVhfcBOIWMCZM2ww3BJOK_0 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3280825035232737404', time=2024-09-22T11:15:26.374659+0000, chain.objs.size()=1 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bBv6dtjYANTz3-SORSi04tQtzZG7Ay6_0 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17401288144874254413', time=2024-09-22T11:15:26.781037+0000, chain.objs.size()=1 2024-09-22T09:24:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gwc6cMNuoXzN6C1RF1VfphqfmjibWbD_0 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3475784485175000644', time=2024-09-22T11:15:26.786127+0000, chain.objs.size()=1 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jVFHrjofPDSGCSJGGxTjyhs1z9v5kfD_0 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16611144926373258202', time=2024-09-22T11:15:27.668925+0000, chain.objs.size()=1 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.328__shadow_.OxS7CdJPHU7xoEQ7BFBS49K-KLPiqcl_0 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12652307554094579334', time=2024-09-22T11:15:27.982111+0000, chain.objs.size()=1 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.329__shadow_.-_6V7mt385ULZunZLY2JhGNNXNaEDJY_0 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8331181871024065133', time=2024-09-22T11:15:29.038921+0000, chain.objs.size()=1 2024-09-22T09:24:39.777 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.776+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.332__shadow_.h83yIJSnFJLJ8eeB5kYBD2k_-KiFds5_0 2024-09-22T09:24:39.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15983793761412041035', time=2024-09-22T11:15:43.446118+0000, chain.objs.size()=1 2024-09-22T09:24:39.779 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.377__shadow_.A0G4Hso4WIRyhLJwXkLvu852Cm3fPTw_0 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14321453458121325283', time=2024-09-22T11:16:04.250101+0000, chain.objs.size()=1 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.433__shadow_.w5drz_MS1i4OCGKBWA-KOyoig2xGa5t_0 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7430708817420499361', time=2024-09-22T11:16:05.870656+0000, chain.objs.size()=1 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.437__shadow_.Fbh3VxPczQs80TlSPyjZGB_F_noSaqf_0 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8599702587473060179', time=2024-09-22T11:16:19.771364+0000, chain.objs.size()=1 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.467__shadow_.y_loheecVXzo1Hx961ym2WKqlMLHAJq_0 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2673448180011202951', time=2024-09-22T11:16:24.739763+0000, chain.objs.size()=1 2024-09-22T09:24:39.780 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.485__shadow_.Yrnq6Vn8n9MqYhuFw-dExMcaFUrfLIT_0 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13362625217202066665', time=2024-09-22T11:16:26.350171+0000, chain.objs.size()=1 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.488__shadow_._pxhFcfSSQxANuMvGSfkqIZcXXTqOnm_0 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12699810966350494903', time=2024-09-22T11:16:35.779497+0000, chain.objs.size()=6 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.1 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.2 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.3 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.4 2024-09-22T09:24:39.782 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.780+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.5 2024-09-22T09:24:39.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.6 2024-09-22T09:24:39.784 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13974022371514423614', time=2024-09-22T11:16:49.343166+0000, chain.objs.size()=6 2024-09-22T09:24:39.785 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.Y1Q3b3ir8_0lWBcceEURho9ns7DYXwC9.1 2024-09-22T09:24:39.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk.2 2024-09-22T09:24:39.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk.3 2024-09-22T09:24:39.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk.4 2024-09-22T09:24:39.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk.5 2024-09-22T09:24:39.786 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.784+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~CutV8pSzJFtav2zFOwn0eUdo08ZgKhk.6 2024-09-22T09:24:39.788 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6350579309761186812', time=2024-09-22T11:17:03.928415+0000, chain.objs.size()=1 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.529__shadow_.cVlcYLfVgVDrg_q9U2iyPD1E3H9n8s5_0 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1295879287448425773', time=2024-09-22T11:17:39.133522+0000, chain.objs.size()=1 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.552__shadow_.SOdvwY-wdnuPxv5Q00dZBm-9jYYBda3_0 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3249758844850145649', time=2024-09-22T11:17:55.910083+0000, chain.objs.size()=1 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:uUbWAgEAV4vJ7l68tGScqSoplzah.hu_.aDdoGr-_5z0Y-FcOIvgfVWYvlhGdO_j_0 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320914133266724927', time=2024-09-22T11:18:04.418579+0000, chain.objs.size()=1 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.574__shadow_.YnZNg2xfX0v1HZRlmf_abZ9g90teeHN_0 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17201132085288000692', time=2024-09-22T11:18:35.154933+0000, chain.objs.size()=1 2024-09-22T09:24:39.789 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.788+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:4zvf8Hp9LnaEOrjOVzjLXm22NxjkJm9_.rvnQuPEtGWUiIdOV9PvkeQ7LxmNEZY3_0 2024-09-22T09:24:39.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10152749291202393750', time=2024-09-22T11:18:35.311157+0000, chain.objs.size()=1 2024-09-22T09:24:39.793 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:4zvf8Hp9LnaEOrjOVzjLXm22NxjkJm9_.rvnQuPEtGWUiIdOV9PvkeQ7LxmNEZY3_0 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12927107873256098603', time=2024-09-22T11:18:35.313406+0000, chain.objs.size()=1 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:a3FC6KmBftf0uoxI543I1QxDywMeL7h_.aqmJr4b45j9iA2tL_uLnvO5ROYc88A9_0 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3036600086635258122', time=2024-09-22T11:19:55.432093+0000, chain.objs.size()=1 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.618__shadow_.r1cGx1oKxBUgkVnjyUwrPcoHiO7zYF8_0 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4143995477680296122', time=2024-09-22T11:20:56.810010+0000, chain.objs.size()=1 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.619__shadow_.nM4NaRmGJzH0kWFavrkfArS-rKKZ_A-_0 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3941084168570173982', time=2024-09-22T11:21:21.904100+0000, chain.objs.size()=1 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.664__shadow_.if3Q7vbcrjDpZPITqAsMutX7VQDktBT_0 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1263908919917553839', time=2024-09-22T11:21:33.919261+0000, chain.objs.size()=1 2024-09-22T09:24:39.794 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.792+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.698__shadow:BrEB6vN0H9BjqCaI72AGIDYZMqXRwc._.zVE6NOCRNH3_Ia4D_5OzmTKOr3dU9rV_0 2024-09-22T09:24:39.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.796+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2449331330431611477', time=2024-09-22T11:22:01.883126+0000, chain.objs.size()=1 2024-09-22T09:24:39.795 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.720__shadow_.FVLlYbDkYfn8D-rxPDp9unt0Q1YIuk7_0 2024-09-22T09:24:39.798 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.796+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.802 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.800+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:24:39.803 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.804 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45223' 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_go5gF8JZzyJk9zCcSHgtdeKVtZWiig1', time=2024-09-22T11:12:05.220649+0000, chain.objs.size()=2 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.nFXSKWizKxKedW3U7o-uWkAevrRj8iU_0 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.nFXSKWizKxKedW3U7o-uWkAevrRj8iU_1 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18066451447686493291', time=2024-09-22T11:12:32.458000+0000, chain.objs.size()=1 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.198__shadow_.vQnjjRLK8_cF36ZMLvlm4ABH_M0T7mw_0 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18034598767475429857', time=2024-09-22T11:13:43.540452+0000, chain.objs.size()=1 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.245__shadow_.9PSqlMy6glHB9_Ql-b-LFDmI7adYFdl_0 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1994832923623063120', time=2024-09-22T11:13:45.904257+0000, chain.objs.size()=1 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.251__shadow_.S5HIOwySbjXIVodPrejcRc6GT1DUfIE_0 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13551947514962359680', time=2024-09-22T11:14:11.450627+0000, chain.objs.size()=1 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.v6WajJivNt3WKESgVAE_Qb9kU3AjUS1_0 2024-09-22T09:24:39.805 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4171563591689791787', time=2024-09-22T11:14:11.528502+0000, chain.objs.size()=1 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vbsWcAD55zWKHlGL1egeY-pafEWYsCP_0 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8135824527902852341', time=2024-09-22T11:14:11.554317+0000, chain.objs.size()=1 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OOW87BUdUMjKGA220MXe9Be88pDMSFI_0 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15856805456054493688', time=2024-09-22T11:14:11.569651+0000, chain.objs.size()=1 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kvPqOPc7I3oHpfDFmDrt8Odt8i04a4s_0 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11189727998506712257', time=2024-09-22T11:14:11.828770+0000, chain.objs.size()=1 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xzQTRmMJwCIQWAN0T_UW0GQY70Dj2kY_0 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3366627419397402490', time=2024-09-22T11:14:11.951945+0000, chain.objs.size()=1 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qEQmTWQHgs9ExqSHU8WzVZzLNrgLmAu_0 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3775430772541613348', time=2024-09-22T11:14:12.001394+0000, chain.objs.size()=1 2024-09-22T09:24:39.806 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.804+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.opLyNqd8bDoVDADDGpxuXPGdrlzgmmN_0 2024-09-22T09:24:39.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4252848216873681934', time=2024-09-22T11:14:12.161016+0000, chain.objs.size()=1 2024-09-22T09:24:39.808 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.p1dh_9i5w3r0XUsEa8NdRXKHdDhwtKk_0 2024-09-22T09:24:39.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17415438935900137397', time=2024-09-22T11:14:12.172863+0000, chain.objs.size()=1 2024-09-22T09:24:39.809 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.L6G827d5b9eaF12MWXVXy0L9b0YR8x5_0 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13721867330813643427', time=2024-09-22T11:14:12.262998+0000, chain.objs.size()=1 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GubUR7HoRzkP9scXpGBqUCFZjEnABoU_0 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.446333032408133126', time=2024-09-22T11:14:12.274431+0000, chain.objs.size()=1 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.19lVb8-xszTyeMa1_DILgYRGn_eBMTo_0 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1506420951286104536', time=2024-09-22T11:14:12.329628+0000, chain.objs.size()=1 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.U9shwOeE4tSum63avMaxXwMabe0UcUf_0 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17833900212767207023', time=2024-09-22T11:14:12.704499+0000, chain.objs.size()=1 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AvvSC4BBEZ6fqSVoymQodaNbN1WX-7H_0 2024-09-22T09:24:39.810 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12005843751065527015', time=2024-09-22T11:14:12.737663+0000, chain.objs.size()=1 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Uu_dgULm4IQiOPwME-66XLQ_BjJzf3i_0 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3880473656951102012', time=2024-09-22T11:14:13.059300+0000, chain.objs.size()=1 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Rnp459LUxYoyGdvZQpNx7VEm8HzJaHl_0 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17703649791943821061', time=2024-09-22T11:14:13.099494+0000, chain.objs.size()=1 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nfiIdmPAJA-8MDr9RxxT1HW808rWoQ7_0 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14215818078336820307', time=2024-09-22T11:14:13.112948+0000, chain.objs.size()=1 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3kar9LW-WT0rOzon3xxsHynzEniLHqo_0 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13990707872357636923', time=2024-09-22T11:14:13.114217+0000, chain.objs.size()=1 2024-09-22T09:24:39.811 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.808+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.eLjwLPf2t-7VAs_sPFjSDyANcHkU-Rl_0 2024-09-22T09:24:39.813 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6351708289404404290', time=2024-09-22T11:14:13.123895+0000, chain.objs.size()=1 2024-09-22T09:24:39.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Fy9e8mcCnEjr5XQ60em0mAeaVZOrJA-_0 2024-09-22T09:24:39.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9359317306754937194', time=2024-09-22T11:14:13.355183+0000, chain.objs.size()=1 2024-09-22T09:24:39.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sxEHT3uQw6znDpzjr7G4sBG-A46OYuS_0 2024-09-22T09:24:39.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.812+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10521956597196662232', time=2024-09-22T11:14:13.360437+0000, chain.objs.size()=1 2024-09-22T09:24:39.814 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.812+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KBekQ3R4F8OMUU2HbL5fEeqSq92ZzN5_0 2024-09-22T09:24:39.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575590721754542195', time=2024-09-22T11:14:13.686674+0000, chain.objs.size()=1 2024-09-22T09:24:39.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.U-xM5AZxahaMBsdvxzODysHUevJNxJl_0 2024-09-22T09:24:39.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15988396159828170063', time=2024-09-22T11:14:13.749850+0000, chain.objs.size()=1 2024-09-22T09:24:39.815 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kMNr8LmDjpcYiTTu1jxOwNW5epQ2_zb_0 2024-09-22T09:24:39.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16795100156641070249', time=2024-09-22T11:14:13.772110+0000, chain.objs.size()=1 2024-09-22T09:24:39.816 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.f2Fa4INMVLDypejk6RFg9-DlgQdsrv3_0 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.988286309947527734', time=2024-09-22T11:14:13.998516+0000, chain.objs.size()=1 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.slhpThOw_iLJVsAgLZmIIlDz_DyVUT__0 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16384302456333548350', time=2024-09-22T11:14:14.093654+0000, chain.objs.size()=1 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.O9I5lKk9TICp9-G-17QgUDeVJJFVI16_0 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17146983378909904083', time=2024-09-22T11:14:27.436437+0000, chain.objs.size()=1 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.LjAgX9mowvQ1EsLBW3DTHtacRo8cmKs_0 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10248620738051661260', time=2024-09-22T11:14:27.453357+0000, chain.objs.size()=1 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.z54nLotsSqTMdRKgnfBvQDtjiQu8wIz_0 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8461169800719563646', time=2024-09-22T11:15:00.269602+0000, chain.objs.size()=1 2024-09-22T09:24:39.817 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IKdQbtghLILMktR9Lurkf8qT-oHhFe7_0 2024-09-22T09:24:39.818 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14206032285994471754', time=2024-09-22T11:15:00.280300+0000, chain.objs.size()=1 2024-09-22T09:24:39.819 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.816+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.micrWtaaWaUAJAERNtpl51q7NKQwFGb_0 2024-09-22T09:24:39.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5770752666985355010', time=2024-09-22T11:15:00.330194+0000, chain.objs.size()=1 2024-09-22T09:24:39.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dmRLcWgVP1Qg7IyFzDUn2pi0jtLNKuy_0 2024-09-22T09:24:39.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16017593597463960835', time=2024-09-22T11:15:00.485312+0000, chain.objs.size()=1 2024-09-22T09:24:39.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.74-1R2iLWm_hQ69fTTQb-239meaz5F3_0 2024-09-22T09:24:39.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12531724231116004162', time=2024-09-22T11:15:00.493415+0000, chain.objs.size()=1 2024-09-22T09:24:39.820 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KvOx4PrjUPART7z8L9x_6blOsl04piu_0 2024-09-22T09:24:39.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8095390783776170113', time=2024-09-22T11:15:00.644625+0000, chain.objs.size()=1 2024-09-22T09:24:39.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QIHScZVs_QCjcHLo5azQRP4mLmFfn41_0 2024-09-22T09:24:39.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7681386513102043250', time=2024-09-22T11:15:00.765765+0000, chain.objs.size()=1 2024-09-22T09:24:39.821 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.820+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MgTOq_rZUeVURXuMLBFQn3Itds3ay48_0 2024-09-22T09:24:39.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162003499963422450', time=2024-09-22T11:15:01.032932+0000, chain.objs.size()=1 2024-09-22T09:24:39.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cg2hLP6d6ILlrgx79mt4RU8u6RCM2Md_0 2024-09-22T09:24:39.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6582422191656000612', time=2024-09-22T11:15:01.134292+0000, chain.objs.size()=1 2024-09-22T09:24:39.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EK9Duc1-nZCxRFzhc4Gwhqni9hxohma_0 2024-09-22T09:24:39.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.166604266279207198', time=2024-09-22T11:15:01.220532+0000, chain.objs.size()=1 2024-09-22T09:24:39.824 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pa1QLqq6OKpC178veWSrNx9CgH3SHfF_0 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17849056029710143519', time=2024-09-22T11:15:01.240461+0000, chain.objs.size()=1 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vfJh-Tsk1a6jWb3X_BlmMZs-nMeuOUl_0 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15268322144462061162', time=2024-09-22T11:15:01.486060+0000, chain.objs.size()=1 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uDm3iLgt3Nxja5gl4E_KUSKZrwQcRLL_0 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2317204080112203993', time=2024-09-22T11:15:01.493253+0000, chain.objs.size()=1 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-k0hJC66KzgTTH_YzDwW2RHHIT60o7B_0 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12764345433747532817', time=2024-09-22T11:15:01.535386+0000, chain.objs.size()=1 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aHeEIYRUauOggjy2Ar1DmPqQHja9q8E_0 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16746706536727321266', time=2024-09-22T11:15:01.575817+0000, chain.objs.size()=1 2024-09-22T09:24:39.825 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wwgZbejcTXlfriI6i-1wocjn8xxAp8R_0 2024-09-22T09:24:39.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18197931860131904492', time=2024-09-22T11:15:01.839885+0000, chain.objs.size()=1 2024-09-22T09:24:39.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zk4lkIN-fE0T6BgEJ6iOGJcEbwf6LeZ_0 2024-09-22T09:24:39.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16414447407676760841', time=2024-09-22T11:15:02.182173+0000, chain.objs.size()=1 2024-09-22T09:24:39.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j_5zSqd8etp7gy0gZFCWsR5bWa9mZqn_0 2024-09-22T09:24:39.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14590561320521708218', time=2024-09-22T11:15:02.206743+0000, chain.objs.size()=1 2024-09-22T09:24:39.826 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.824+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JygzRefEEnQUXy4zCTKa1n30fItsrSL_0 2024-09-22T09:24:39.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13124714761756971497', time=2024-09-22T11:15:02.469810+0000, chain.objs.size()=1 2024-09-22T09:24:39.828 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Ybvh-LWjD8Fprt5l6_p2dOHIOE_M3zZ_0 2024-09-22T09:24:39.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.828+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10219121991069794611', time=2024-09-22T11:15:02.610724+0000, chain.objs.size()=1 2024-09-22T09:24:39.830 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.828+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hDBdJuGm6OS1GPwJp3wzJmWEEF_9lb4_0 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1179553807175764432', time=2024-09-22T11:15:02.613197+0000, chain.objs.size()=1 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._OdhTCVBw2e0LLWNlTJilJDvGCpVUDf_0 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6128845086164344656', time=2024-09-22T11:15:02.697247+0000, chain.objs.size()=1 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lf916kAYfj3Ru33AXhyTtJJc4LO6K8a_0 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12825115912675365563', time=2024-09-22T11:15:02.861994+0000, chain.objs.size()=1 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.m8OkXjV5Tf29yCih-AjAVuEra8rxvwk_0 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2623246938098531277', time=2024-09-22T11:15:02.927048+0000, chain.objs.size()=1 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.te7oL22VWpt7kNJQ6bDEXyHPK-XfEow_0 2024-09-22T09:24:39.833 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5661410544651203681', time=2024-09-22T11:15:02.980539+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4Iic-Ed0ztOvRvC0PKE5H34pAMgOOSt_0 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12564491630555054746', time=2024-09-22T11:15:24.155205+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3vY-0bMriOJ54td2Bq_txHEgGAgvI9k_0 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4653344892235153809', time=2024-09-22T11:15:24.214093+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.alTw0AcF6gygIhNnjDbXp4WQTHj8uZM_0 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17887862239078424795', time=2024-09-22T11:15:24.599449+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4ndFpR3J3IhSZKStLTx-D2eD4UszYF-_0 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11344625535435728407', time=2024-09-22T11:15:24.628398+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.c5hVl7zoVZiR2eY0fcZEalwu1ds-oqt_0 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6556341938975459585', time=2024-09-22T11:15:24.846338+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.921ptJr3H7zPq-Oo6sbyo9egEc4_zeM_0 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10776567457138114529', time=2024-09-22T11:15:24.850016+0000, chain.objs.size()=1 2024-09-22T09:24:39.834 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.832+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.V0PCtkY5HEbho76SjrRIS8k3iUlYHM9_0 2024-09-22T09:24:39.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1586239164375564609', time=2024-09-22T11:15:24.946541+0000, chain.objs.size()=1 2024-09-22T09:24:39.836 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.T0D3PR71keis7GiyapkHdiB7FCaFrNG_0 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12907081261142899880', time=2024-09-22T11:15:24.951330+0000, chain.objs.size()=1 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.t4l-DYPHdD56WbgXhEVZoQYbS1ib8Tc_0 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16910059124392891429', time=2024-09-22T11:15:25.013748+0000, chain.objs.size()=1 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4Bqx4v23GiE0HxoJn9uvs520CQuyBjd_0 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14785920295743265290', time=2024-09-22T11:15:25.261150+0000, chain.objs.size()=1 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tLyJJdY99W4CN8YbFH6ulskMq1LGAPw_0 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7726442517876544303', time=2024-09-22T11:15:25.327956+0000, chain.objs.size()=1 2024-09-22T09:24:39.837 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1WjIH7COGL1vV1rCUvJMACMF6w94TXB_0 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15841112194910636729', time=2024-09-22T11:15:25.384260+0000, chain.objs.size()=1 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3LKXnPhZWl58NVmf6fJ-JiqZsK3YcPS_0 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11802639937361169492', time=2024-09-22T11:15:25.523313+0000, chain.objs.size()=1 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SmVNh4fOLp-4usqx4yoc4IeSqbGWItm_0 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10087006283565338808', time=2024-09-22T11:15:25.525506+0000, chain.objs.size()=1 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XPxyqo6kUrwsCLR8a1JfwHZY-IgGIxW_0 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3059059475309285072', time=2024-09-22T11:15:25.580898+0000, chain.objs.size()=1 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FT8jv3rVVtidvC8YtSwKDjJpopuRPv8_0 2024-09-22T09:24:39.838 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6082740789781146694', time=2024-09-22T11:15:25.653687+0000, chain.objs.size()=1 2024-09-22T09:24:39.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mAmgybl_VLwPxW-NVwVTwJskTLFVF77_0 2024-09-22T09:24:39.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17247696859455866791', time=2024-09-22T11:15:25.660960+0000, chain.objs.size()=1 2024-09-22T09:24:39.839 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.836+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XfLbfXKFy4iezzO7aJu-Km8MryyvwQI_0 2024-09-22T09:24:39.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.840+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11815907659020724834', time=2024-09-22T11:15:25.701513+0000, chain.objs.size()=1 2024-09-22T09:24:39.841 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.840+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MGC9wVWU5dmhPcpUzVZIGIF7U6-5n_S_0 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12218181895669761499', time=2024-09-22T11:15:25.778300+0000, chain.objs.size()=1 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.atPEg7yEM_5BQwyPMibUtoD1jkCs1zy_0 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13882372307108378901', time=2024-09-22T11:15:26.006053+0000, chain.objs.size()=1 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-feiWbmp9KHrlguEkFAn-yKAev16gvg_0 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4141343127788133651', time=2024-09-22T11:15:26.056643+0000, chain.objs.size()=1 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8dFaAG1KOBLamHf7_kM1BKpBBWFGuBa_0 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5850388370453815972', time=2024-09-22T11:15:26.360386+0000, chain.objs.size()=1 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Dh3eOHjK_3PbiHImg2aOU21SjDfjlvn_0 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11077395612789101195', time=2024-09-22T11:15:26.403384+0000, chain.objs.size()=1 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0BxS28Lo-lagcCbkqpCH80VvrBAgusy_0 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7723291763194230068', time=2024-09-22T11:15:26.521449+0000, chain.objs.size()=1 2024-09-22T09:24:39.844 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sSrxp8w1_23lf0De1GT1n8owIdyRWxK_0 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15279478439381091550', time=2024-09-22T11:15:26.526533+0000, chain.objs.size()=1 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bU3DkGMWK-nGTXe-p37kRIrLXKbfx5f_0 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10423267758602901036', time=2024-09-22T11:15:26.726233+0000, chain.objs.size()=1 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.baPor3dM9V5X5nPXh3T7weNfAPSXCSv_0 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5291540816372151495', time=2024-09-22T11:15:26.746224+0000, chain.objs.size()=1 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UpWWEDYazAcdRHusY4G3LH__CWQX-Z2_0 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12976361934323901967', time=2024-09-22T11:15:26.757570+0000, chain.objs.size()=1 2024-09-22T09:24:39.845 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yVvkHKG9dpRn1l19SRFBWCR6aL1EdHW_0 2024-09-22T09:24:39.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16993906668960079315', time=2024-09-22T11:15:26.848242+0000, chain.objs.size()=1 2024-09-22T09:24:39.846 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.844+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.W0mpBVf23X8AjIQwKSTuJBt7JhlbkMD_0 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11027126728907160927', time=2024-09-22T11:15:43.886839+0000, chain.objs.size()=1 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.378__shadow_.ZrJi8wstuZtqHRlC09zohsuBMGQQg-E_0 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14612020927474771076', time=2024-09-22T11:16:08.662154+0000, chain.objs.size()=1 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.444__shadow_.pHXDLZuZDITJPm7xS_Wcs748HPCVF3P_0 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3114684130831323528', time=2024-09-22T11:16:46.508658+0000, chain.objs.size()=3 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~2E_XC647dPs087OVhH6KdnLmZjCtpDi.1 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~2E_XC647dPs087OVhH6KdnLmZjCtpDi.2 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.522__multipart_mymultipart.2~2E_XC647dPs087OVhH6KdnLmZjCtpDi.3 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA', time=2024-09-22T11:16:55.592449+0000, chain.objs.size()=1 2024-09-22T09:24:39.849 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA.1 2024-09-22T09:24:39.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA', time=2024-09-22T11:16:55.595215+0000, chain.objs.size()=1 2024-09-22T09:24:39.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA.2 2024-09-22T09:24:39.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA', time=2024-09-22T11:16:55.598090+0000, chain.objs.size()=1 2024-09-22T09:24:39.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA.3 2024-09-22T09:24:39.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA', time=2024-09-22T11:16:55.602271+0000, chain.objs.size()=1 2024-09-22T09:24:39.850 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.848+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA.4 2024-09-22T09:24:39.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA', time=2024-09-22T11:16:55.605423+0000, chain.objs.size()=1 2024-09-22T09:24:39.854 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA.5 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA', time=2024-09-22T11:16:55.608360+0000, chain.objs.size()=1 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~8KCWzVTn4gogHGcLwzSqPKQiYhmXzWA.6 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ASQ4LeRt-i_TXRPLo-zsxE-VnGxLLLY', time=2024-09-22T11:17:07.093785+0000, chain.objs.size()=1 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.534__multipart_mymultipart.2~ASQ4LeRt-i_TXRPLo-zsxE-VnGxLLLY.1 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~NNNZ2rfwYUEUEMa61iQLwVvsICWehSI', time=2024-09-22T11:17:07.460122+0000, chain.objs.size()=1 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.535__multipart_mymultipart.2~NNNZ2rfwYUEUEMa61iQLwVvsICWehSI.1 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.481859188239308684', time=2024-09-22T11:17:46.618525+0000, chain.objs.size()=1 2024-09-22T09:24:39.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.852+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.563__shadow_.gLv5z9TcFA-rtMdoPh4jW_pfpvea38K_0 2024-09-22T09:24:39.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.856+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8060466067659397612', time=2024-09-22T11:17:59.132925+0000, chain.objs.size()=1 2024-09-22T09:24:39.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.856+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:7LL41kxo7DDBg5S4.7hpxkf1.f.U6pC_.HLB7a9W5GOR-rqQQKBr4WhueRE3y4Zr_0 2024-09-22T09:24:39.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.856+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13945654704431234283', time=2024-09-22T11:18:05.720779+0000, chain.objs.size()=1 2024-09-22T09:24:39.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.856+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:W4wqVjOlcdh.AEhoqueHBECpe8up-52_.SeXC_RoHTY15ekbeXPqAQi3I0v0TLsK_0 2024-09-22T09:24:39.859 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45223 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16737805484506652789', time=2024-09-22T11:18:15.429176+0000, chain.objs.size()=1 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:F2JW-c9pYer4FrUlUu7AMDJykfrEsE3_.xyFy6CS3YHR7cDtbA6xWvvcc91HFp6w_0 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13976488535264794632', time=2024-09-22T11:18:28.512951+0000, chain.objs.size()=1 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:jMHxk0hXyAcyA161q-xkmyQoSDPUuBX_.7yzzK6LMWkA864ekPFlGJTBFd_cxTam_0 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18162204897975870263', time=2024-09-22T11:21:38.601123+0000, chain.objs.size()=1 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.709__shadow:4SwVPvgIAJjz2FYLGrs-xnGcKa2gxKH_.vVxCTz7t8wV4NdLBFWoG8Us-S7R3aUE_0 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4789997114989341053', time=2024-09-22T11:22:24.769446+0000, chain.objs.size()=1 2024-09-22T09:24:39.862 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.860+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.760__shadow_.aXqXk8pSvV6gQWNuXB1bN26D6KTEnVs_0 2024-09-22T09:24:39.864 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.864+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.866 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.864+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:24:39.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.868 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.869 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/42936' 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_iqoB211qOA3ajlXoxnuJP73uDAMtH6h', time=2024-09-22T11:12:04.413912+0000, chain.objs.size()=1 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.K1TeyDONJAN7VsfMO1gxge6nrH9NipE_0 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.836936422292081532', time=2024-09-22T11:13:44.734945+0000, chain.objs.size()=1 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.248__shadow_.x_XvhUO6gT6oFC-vLcchYzzKbMJUboN_0 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2333344261870352494', time=2024-09-22T11:13:47.467009+0000, chain.objs.size()=1 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.255__shadow_.43oKpV_Q95bKyuJNVozZZypzjOtXVAD_0 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10883588711307543914', time=2024-09-22T11:14:11.460900+0000, chain.objs.size()=1 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._WFeO7lWyns-CX6jv16Y3TUYPnVq_qM_0 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11667123804624216415', time=2024-09-22T11:14:11.488547+0000, chain.objs.size()=1 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0vJEuoLmTrcqa5mEuzqs9u3q3Pm2leS_0 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18198816681858601782', time=2024-09-22T11:14:11.591923+0000, chain.objs.size()=1 2024-09-22T09:24:39.870 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vAfsWcxGNLY9Q1oY0vihd9TjCOQw75F_0 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.357790703955328152', time=2024-09-22T11:14:11.771517+0000, chain.objs.size()=1 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hyGZhjEom9WLYK_zBgcsNoULnEDtxqI_0 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6701536514802116651', time=2024-09-22T11:14:11.866449+0000, chain.objs.size()=1 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AnpGTsYVTGikRyY7e7pSWwa7Uq-3_Um_0 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6992934609413327373', time=2024-09-22T11:14:11.904193+0000, chain.objs.size()=1 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IerJpl_h210riA3ilUw6ASig50FEa76_0 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17465087359656162387', time=2024-09-22T11:14:11.924757+0000, chain.objs.size()=1 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2Ocjea6WYUvRM9govLrKq6oNMTyXfRt_0 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9314073719963350238', time=2024-09-22T11:14:12.148902+0000, chain.objs.size()=1 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uvbXsLZW-98l2iEqV7tXCvDiQBOZN9E_0 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.798119466831533444', time=2024-09-22T11:14:12.170114+0000, chain.objs.size()=1 2024-09-22T09:24:39.871 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.868+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.N9Yto9gEgkQ7bu4L9TEPtQ9lO4g-EfF_0 2024-09-22T09:24:39.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8601368931859664553', time=2024-09-22T11:14:12.185746+0000, chain.objs.size()=1 2024-09-22T09:24:39.872 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0hgldpX3RNdgiG6iGjz-nfCRxNnJTDm_0 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14933589569487093596', time=2024-09-22T11:14:12.195136+0000, chain.objs.size()=1 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HMjluvdf0-sA7Ha4CumJNrlX7Wrgl1S_0 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10798941175576569950', time=2024-09-22T11:14:12.235142+0000, chain.objs.size()=1 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.t-rH3b7tGaJ1EFAjjGfMsW7bj9V4SGu_0 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4035894307810498950', time=2024-09-22T11:14:12.257759+0000, chain.objs.size()=1 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.B1yKB2ov4Ee008h9P4QH1bU-fPIjwnl_0 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2992952872223015441', time=2024-09-22T11:14:12.575072+0000, chain.objs.size()=1 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kjbpPfCImUqN8F1dvlY2z8R-Nhf0Hc-_0 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14247968603975712123', time=2024-09-22T11:14:12.652356+0000, chain.objs.size()=1 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4HhN4weh0V862IfzrCO2S3mzhjQ7Llc_0 2024-09-22T09:24:39.875 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4528381836572419366', time=2024-09-22T11:14:12.657327+0000, chain.objs.size()=1 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rh08t6LDp0ovNrRbeLV9U2xuBYKjdtY_0 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11667945934370189276', time=2024-09-22T11:14:12.689081+0000, chain.objs.size()=1 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.M9_uGlHssYTPZftuODIbOWPCZK5PUJT_0 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14188229515828027982', time=2024-09-22T11:14:12.933936+0000, chain.objs.size()=1 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.872+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.z5_vhFM162MiJjH4ZuzwvXPingNBzB7_0 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16069988431631989696', time=2024-09-22T11:14:12.963075+0000, chain.objs.size()=1 2024-09-22T09:24:39.876 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xNJ9ZxTMcIuSQmikwGFhKAXyGnWFdVq_0 2024-09-22T09:24:39.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18061215680519209196', time=2024-09-22T11:14:13.017865+0000, chain.objs.size()=1 2024-09-22T09:24:39.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rGo_pfR8r9Nh41D5pk5eI3RqWGONn_Z_0 2024-09-22T09:24:39.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9900624317655472823', time=2024-09-22T11:14:13.075739+0000, chain.objs.size()=1 2024-09-22T09:24:39.877 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ho-JpSqhkyB-ku_D0FNPPWZXYpDEC9m_0 2024-09-22T09:24:39.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8422707219341301871', time=2024-09-22T11:14:13.105453+0000, chain.objs.size()=1 2024-09-22T09:24:39.878 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.876+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xX7NCINoq1sRUtS6W2UF5OC6MBXYiUA_0 2024-09-22T09:24:39.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7377605628080514385', time=2024-09-22T11:14:13.365297+0000, chain.objs.size()=1 2024-09-22T09:24:39.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DjOx6A_dWFvHiWMkXI0FjopaM0NrEfh_0 2024-09-22T09:24:39.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1930402457525463543', time=2024-09-22T11:14:13.442152+0000, chain.objs.size()=1 2024-09-22T09:24:39.879 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GvGeRcubLldYjs6WiZWvryZVrfOONy5_0 2024-09-22T09:24:39.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17879414283683367494', time=2024-09-22T11:14:13.479088+0000, chain.objs.size()=1 2024-09-22T09:24:39.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wD_kzB4AZnPgNMNoOm-fGWwttm2t-fR_0 2024-09-22T09:24:39.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4107562937070374701', time=2024-09-22T11:14:13.642282+0000, chain.objs.size()=1 2024-09-22T09:24:39.880 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Nmi0_vuJCdVXwvOsPaGjmwbuTN-EfJz_0 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6526795809543597944', time=2024-09-22T11:14:13.652782+0000, chain.objs.size()=1 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tIJGo9vNV7ahUnEsumFDK5D0kISCBiN_0 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17772409786459972868', time=2024-09-22T11:14:13.725064+0000, chain.objs.size()=1 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zloZ4b6DrbtlmflxIstsJZnuHzP00G5_0 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10357327000534132042', time=2024-09-22T11:14:13.843243+0000, chain.objs.size()=1 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WfX_tVI0oHSWeq-BQcb5Gyx2791vdUH_0 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3942025722963838626', time=2024-09-22T11:14:13.958480+0000, chain.objs.size()=1 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.P_B30jHxaO2HY9Tpo33PFm2HGntb_sS_0 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18127244262766520884', time=2024-09-22T11:14:14.125038+0000, chain.objs.size()=1 2024-09-22T09:24:39.881 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bf_OnX2RNyyUbic6koM8KFfYibSmb5e_0 2024-09-22T09:24:39.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2747672132945257374', time=2024-09-22T11:14:19.250052+0000, chain.objs.size()=1 2024-09-22T09:24:39.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.277__shadow_.cfGAOzw4QoMJhl-eC8NLGIp2Gm-0PsU_0 2024-09-22T09:24:39.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.271925576269944571', time=2024-09-22T11:14:27.447062+0000, chain.objs.size()=1 2024-09-22T09:24:39.882 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.880+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.u4CxPPpb5Mpa3qjRwOAho1Cs4t2PiHb_0 2024-09-22T09:24:39.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15689252658152650049', time=2024-09-22T11:14:27.473106+0000, chain.objs.size()=1 2024-09-22T09:24:39.883 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.pEG9kLmFd5qUnBRDOrnBd3S3_J0lTDg_0 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6922364035790145900', time=2024-09-22T11:14:27.502504+0000, chain.objs.size()=1 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.TYohTOQfToH5x3-Opfe0oTkiyom2DIZ_0 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5860446835223699647', time=2024-09-22T11:14:29.924207+0000, chain.objs.size()=1 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.300__shadow_.Ke3VzCcdFVzioyW6dvOhM_3cuRG3gYz_0 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16512937044128484951', time=2024-09-22T11:14:31.450185+0000, chain.objs.size()=1 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.304__shadow_.t0Mo5Kfo9RRbn8e-IJfh9_1Ju8S4Hlv_0 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16378687101281192881', time=2024-09-22T11:15:00.238157+0000, chain.objs.size()=1 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bN2L3EwPsOCYDX3suSFUASBUBEA0Ly8_0 2024-09-22T09:24:39.885 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12124411503133814147', time=2024-09-22T11:15:00.736760+0000, chain.objs.size()=1 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5eZHF5SsucPqHHimtjKIzVeda_NawVK_0 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9365881781845070032', time=2024-09-22T11:15:01.019168+0000, chain.objs.size()=1 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._qAJPcQHe_mNK4GIGfxUDPU6umfpYis_0 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9988210550989029084', time=2024-09-22T11:15:01.037324+0000, chain.objs.size()=1 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pCMXjuJgpHWI1ysUnX7sr5cvYRCIhvr_0 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5518842778493821557', time=2024-09-22T11:15:01.148054+0000, chain.objs.size()=1 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.gmXA4-SaW6ZGjhtc1YmBW-Dh824k116_0 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13630704536407918479', time=2024-09-22T11:15:01.214726+0000, chain.objs.size()=1 2024-09-22T09:24:39.886 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.V7hifzJYZkDdcy7iQvadVgTFs2GRocr_0 2024-09-22T09:24:39.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18004884821620668531', time=2024-09-22T11:15:01.219612+0000, chain.objs.size()=1 2024-09-22T09:24:39.887 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.884+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jA0WcIRu54FcsznNNa__Enn3XrIB7o6_0 2024-09-22T09:24:39.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.888+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16401736833534782237', time=2024-09-22T11:15:01.245488+0000, chain.objs.size()=1 2024-09-22T09:24:39.888 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.888+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.L4FVHkBrURU72FaRyO4kbmhYPnTAhUK_0 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4603215619505163523', time=2024-09-22T11:15:01.427698+0000, chain.objs.size()=1 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AkrqmPqUn8fXkkF4z0JiJdX_DRPBg1w_0 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13485024784393883323', time=2024-09-22T11:15:01.448330+0000, chain.objs.size()=1 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AxRxJAdai0OYkYJTQyMdGH0JNJJgZ_x_0 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11123105112689002831', time=2024-09-22T11:15:01.551002+0000, chain.objs.size()=1 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8xJ0RLGzt6AhefTk5qJAF2Ht5beAbM3_0 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.65272548270281261', time=2024-09-22T11:15:01.567756+0000, chain.objs.size()=1 2024-09-22T09:24:39.892 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rk9vLPt_iJL4z5k0T30Oj73i1PUYEd9_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13335705143666820963', time=2024-09-22T11:15:01.601754+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oW1ae4D6twa6_qz0bhzZBqfzKzGGWpN_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7199562324825134366', time=2024-09-22T11:15:01.762231+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.q_68xGyyRBKHRX3wv5wkpoDZX1Jtq2f_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18376403222505097354', time=2024-09-22T11:15:01.846626+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5sMhpd-qWInDdptZCiVy9uzVjlxB3hw_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9967258666830600363', time=2024-09-22T11:15:01.879777+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9MQyRKyHHHVAXhXA2ldsErFsoYY8cJI_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7869697179233872519', time=2024-09-22T11:15:01.884859+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.A7TAXJQppRjXpak0WAmabj7XE3ns8GE_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5013004851452405752', time=2024-09-22T11:15:01.916369+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mPyozS-U-mEkEedPHEKbPxTMasqlUZU_0 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11422141819166995155', time=2024-09-22T11:15:01.933679+0000, chain.objs.size()=1 2024-09-22T09:24:39.893 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.892+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tN8I1vX5x-bd_c_LxK5fMyia9mpbQsO_0 2024-09-22T09:24:39.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9437412883028435210', time=2024-09-22T11:15:02.108515+0000, chain.objs.size()=1 2024-09-22T09:24:39.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-jqhat_IafV2PRCT2Pj4A1PcJ0_B12g_0 2024-09-22T09:24:39.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15133224052753307683', time=2024-09-22T11:15:02.192186+0000, chain.objs.size()=1 2024-09-22T09:24:39.896 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.khIGo06blUs_Rh2s-kpNhLugLeP_RXF_0 2024-09-22T09:24:39.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13867493418938875373', time=2024-09-22T11:15:02.276868+0000, chain.objs.size()=1 2024-09-22T09:24:39.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Uu5yvg8izCfJfzDAtUhxmsj6xT501J8_0 2024-09-22T09:24:39.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15234177671094942563', time=2024-09-22T11:15:02.283684+0000, chain.objs.size()=1 2024-09-22T09:24:39.897 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OP05cUlQcNwugagCdqOjwEm1BrVieou_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17491786470427280754', time=2024-09-22T11:15:02.341512+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1-tH4BV2EE69RiYvU288XR3TIeQPXcG_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17623784031046814309', time=2024-09-22T11:15:02.569806+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ax5bKr-tk0m9fB1NC6_FRRG-IB76OeC_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2889600588217747786', time=2024-09-22T11:15:02.707112+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Xcv-RFfy8ah-FiXaioKnwkSn-DXIGiH_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2465435238759608355', time=2024-09-22T11:15:02.933869+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.EEKvxojdZnfaPWz2epAViXZyOC7fRWZ_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4744004512252220880', time=2024-09-22T11:15:02.941435+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-MPnBCNHQwlyfX3_ke0g0-Cbp9-Bmy0_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1094171109024662748', time=2024-09-22T11:15:02.984999+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UmsGS5PTGh7DiPYNL2jNkEhI1gWX564_0 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6935404605589251555', time=2024-09-22T11:15:24.121414+0000, chain.objs.size()=1 2024-09-22T09:24:39.898 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.896+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CoB3Sh0GdWkz8IlOpbgcJO-tsdTbLBt_0 2024-09-22T09:24:39.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10986741861890788979', time=2024-09-22T11:15:24.128397+0000, chain.objs.size()=1 2024-09-22T09:24:39.901 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yki05YZPkQzA0NNgl9ZViulDskaD6ma_0 2024-09-22T09:24:39.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17139360128113862790', time=2024-09-22T11:15:24.237263+0000, chain.objs.size()=1 2024-09-22T09:24:39.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tn_PlP00dsQALJb87JM7xdiWPdP_Qzm_0 2024-09-22T09:24:39.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16798879173318462317', time=2024-09-22T11:15:24.259469+0000, chain.objs.size()=1 2024-09-22T09:24:39.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VMuu_VnVJNM39k5cl0EcggP80z8SR_N_0 2024-09-22T09:24:39.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6925467708672528563', time=2024-09-22T11:15:24.429798+0000, chain.objs.size()=1 2024-09-22T09:24:39.902 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9dSCDkYQtyqh3Y6Wpl7h8AP1dpMntxL_0 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7653685958444610169', time=2024-09-22T11:15:24.464529+0000, chain.objs.size()=1 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bB5Nq62VC2MRd8llL-HrR-wXYcDbzlm_0 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13166215399141274520', time=2024-09-22T11:15:24.520168+0000, chain.objs.size()=1 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.x04Pds0JKtFlgmN0-9mJ_GcqggDNDi__0 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1215583459520682623', time=2024-09-22T11:15:24.622617+0000, chain.objs.size()=1 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1LW_UqVfBNhPTGX4IaBDLBUZo2S8mDw_0 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9426437742657634896', time=2024-09-22T11:15:24.804996+0000, chain.objs.size()=1 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.900+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wA9MossnmzoZEKGZpAIHZnIIrVrozTA_0 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10501553921246618702', time=2024-09-22T11:15:24.806966+0000, chain.objs.size()=1 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PnTEaUI_FwS8UMyEb1ctulPw17BdOPn_0 2024-09-22T09:24:39.903 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12884053976711545733', time=2024-09-22T11:15:24.856633+0000, chain.objs.size()=1 2024-09-22T09:24:39.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9jI6mVIK-Qq5JcEbDmUnPyFdotJfh2b_0 2024-09-22T09:24:39.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16300004136388755787', time=2024-09-22T11:15:24.884844+0000, chain.objs.size()=1 2024-09-22T09:24:39.904 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5HNtG0SuyK4nJ7qx8UXA5cKZikoHWU-_0 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3324455606516469335', time=2024-09-22T11:15:24.889207+0000, chain.objs.size()=1 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.904+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8YqL5tC7EqEP6sj5G4682kmymiTF-04_0 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16473164433786297821', time=2024-09-22T11:15:24.939994+0000, chain.objs.size()=1 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0HDpNCCLkYwCvgx8bgCzq_TEsKO06F4_0 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12570007365208895998', time=2024-09-22T11:15:25.160443+0000, chain.objs.size()=1 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OKFb9kQpCurWNokDCfXiTLoGILKz1e5_0 2024-09-22T09:24:39.907 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6490281663916462523', time=2024-09-22T11:15:25.193438+0000, chain.objs.size()=1 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cCk65wFCajkHOHdbk4H_tthCyVwYjWa_0 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2033332489254126461', time=2024-09-22T11:15:25.224778+0000, chain.objs.size()=1 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KNOFKGjHbx0_A7AreR8dp0IsHg2T96t_0 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3329532772185280762', time=2024-09-22T11:15:25.260512+0000, chain.objs.size()=1 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xsnGFSCyUi8hAVOR5g0oMZPlQab0yCq_0 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15083406367306561333', time=2024-09-22T11:15:25.346548+0000, chain.objs.size()=1 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3UFmbCTCl6O_9tF9Bggal-HsxQLhamC_0 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9248290493937811512', time=2024-09-22T11:15:25.404386+0000, chain.objs.size()=1 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eDnb_ZrJQ2anlf4NBbpHZ4GkUmBqTLw_0 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13769785683107121268', time=2024-09-22T11:15:25.660844+0000, chain.objs.size()=1 2024-09-22T09:24:39.908 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oPzZc-QEkwTEHeWFOBC31R7slGUsaTU_0 2024-09-22T09:24:39.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4372454933956198596', time=2024-09-22T11:15:25.760722+0000, chain.objs.size()=1 2024-09-22T09:24:39.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XrVBrqFRNgO_rxUQ1qhLWwQ2cLeaiWr_0 2024-09-22T09:24:39.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9339255879364394435', time=2024-09-22T11:15:25.766025+0000, chain.objs.size()=1 2024-09-22T09:24:39.909 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.908+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.imJDklbt8IY_9t19arLIKNtC5m7S-aj_0 2024-09-22T09:24:39.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3275763670872275957', time=2024-09-22T11:15:25.772540+0000, chain.objs.size()=1 2024-09-22T09:24:39.911 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.i2DRxkjP63zpRSvGDmkiDb-laxURtQU_0 2024-09-22T09:24:39.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17534028566703039693', time=2024-09-22T11:15:25.776925+0000, chain.objs.size()=1 2024-09-22T09:24:39.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5xIFElC_pEdeefqdaVOxQpfhUCdkz7__0 2024-09-22T09:24:39.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18194422515823914705', time=2024-09-22T11:15:25.954782+0000, chain.objs.size()=1 2024-09-22T09:24:39.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2-IFIDAFjqSI2iBPMiOGCDnlss4WrlJ_0 2024-09-22T09:24:39.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.726563549132933398', time=2024-09-22T11:15:25.961826+0000, chain.objs.size()=1 2024-09-22T09:24:39.912 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vzG3jWuEgvWYsL9LeUXSYDCj5b920Op_0 2024-09-22T09:24:39.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9386868511345849131', time=2024-09-22T11:15:26.035301+0000, chain.objs.size()=1 2024-09-22T09:24:39.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zIpapEI4mLwVmN4yRIbOamQVVxZwLeC_0 2024-09-22T09:24:39.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.307073494993800080', time=2024-09-22T11:15:26.354950+0000, chain.objs.size()=1 2024-09-22T09:24:39.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3dYt4Bcur1opsewJ8dqJ-Zw29rnps3__0 2024-09-22T09:24:39.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17020097477111441235', time=2024-09-22T11:15:26.388151+0000, chain.objs.size()=1 2024-09-22T09:24:39.913 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MiEkU2536eZ9eFz4cASxBQAAuYYLxzE_0 2024-09-22T09:24:39.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8548130525153639626', time=2024-09-22T11:15:26.434674+0000, chain.objs.size()=1 2024-09-22T09:24:39.914 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.912+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EczyR3yly3dm2qZmqIK49ZW0ajA6Ss-_0 2024-09-22T09:24:39.918 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.916+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/42936 2024-09-22T09:24:39.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-22T09:24:39.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7021784392495749269', time=2024-09-22T11:15:26.529772+0000, chain.objs.size()=1 2024-09-22T09:24:39.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.IVYIzMETxxd34xJOXkZpEDWGNbNraaq_0 2024-09-22T09:24:39.920 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14365045367954401855', time=2024-09-22T11:15:26.664720+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oeU7sVBfg3_d_BQ9OJKc7auPKT1QpEB_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8244126450410013665', time=2024-09-22T11:15:26.670128+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bD3iky4mZKnZG-nyGC3wt-KoUSkuOiY_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14968385736226732711', time=2024-09-22T11:15:26.803133+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OGK3vKzGsGb1QeqYXhAXCvbMVWBTBTu_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2299000232023622064', time=2024-09-22T11:16:14.577446+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.458__shadow_.mAly7HI-8BQABsmZqGWPsJX56oomR7x_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.866091547726430039', time=2024-09-22T11:16:26.776843+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.489__shadow_.GLurWq2T21Mduv4vgEWZhr0tVyjDFOU_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14077162295642378652', time=2024-09-22T11:16:29.531560+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497__shadow_.UgNQvJle1J8X-4gEaYKe6QLLzeJsU16_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4102608299187426448', time=2024-09-22T11:16:32.659725+0000, chain.objs.size()=1 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.504__shadow:nShiuNa8wnjGkXgCni4v3pExMN7zKHh_.m751R-2DWFcjL-mQQbRYmf6WPV87NPm_0 2024-09-22T09:24:39.921 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9727148337691306177', time=2024-09-22T11:17:01.359888+0000, chain.objs.size()=3 2024-09-22T09:24:39.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~dbtAKXNx2oKJSi81FM_Vcx9RVbciT2k.1 2024-09-22T09:24:39.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~dbtAKXNx2oKJSi81FM_Vcx9RVbciT2k.2 2024-09-22T09:24:39.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~dbtAKXNx2oKJSi81FM_Vcx9RVbciT2k.3 2024-09-22T09:24:39.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~71YHJX1ydvnxdUrLouICwxjvpSHvqeS', time=2024-09-22T11:17:08.273301+0000, chain.objs.size()=1 2024-09-22T09:24:39.922 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.920+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.536__multipart_mymultipart.2~71YHJX1ydvnxdUrLouICwxjvpSHvqeS.3 2024-09-22T09:24:39.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16458036368991715444', time=2024-09-22T11:17:40.291271+0000, chain.objs.size()=1 2024-09-22T09:24:39.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.554__shadow_.Uiz8JcDIwStu3hfnoX4Gx-s35xXKx4Z_0 2024-09-22T09:24:39.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1527628632813508705', time=2024-09-22T11:18:01.596508+0000, chain.objs.size()=1 2024-09-22T09:24:39.924 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:aivFE8tPd90FnJ6f4nj6E0V1mmm.ISd_.W4PcksFZNeL6gNKrIalr7uhvXTazQEN_0 2024-09-22T09:24:39.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3207545254495399832', time=2024-09-22T11:18:08.681685+0000, chain.objs.size()=1 2024-09-22T09:24:39.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.576__shadow_.wZBmsLKoskAsBHWuzKF2wUrHtz2EDzm_0 2024-09-22T09:24:39.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12403682499476159977', time=2024-09-22T11:18:11.972829+0000, chain.objs.size()=1 2024-09-22T09:24:39.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:7zAC3IGrc7XcGOKT80GwOKWrAQwtkR2_.nz6V-rm7MK1HjfCUSZVgIpbsAy7Nfd9_0 2024-09-22T09:24:39.925 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17111903705602944461', time=2024-09-22T11:18:21.169449+0000, chain.objs.size()=1 2024-09-22T09:24:39.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:TpJ1J.Apr8ururRBDSlmT-VCIYnG4ww_.qeKMLbO4nznnyLEPGuM4Ak1LvdijQ6o_0 2024-09-22T09:24:39.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12984923784552984576', time=2024-09-22T11:18:25.032380+0000, chain.objs.size()=1 2024-09-22T09:24:39.926 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.924+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:Qx0FaSLA7H4wupdEjTKIOE6SDT9b9JT_.ufkfOMg2F60DLIz0LaILzX7PTGiAv0v_0 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10699845862392032208', time=2024-09-22T11:18:26.577747+0000, chain.objs.size()=1 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:l5wBRIu.6H.QXQ5sojENq-rgs7cMIuE_.C_64MuLu8EUzE6FITZuOchsBUdLY88H_0 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13139735329121361247', time=2024-09-22T11:18:37.733667+0000, chain.objs.size()=1 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.586__shadow:ih-iUfD1xwQQ-ho0aRw7R19S3hOnM3j_.YpUPRM-o2tph0WpEfVZo_4egWlw1b0s_0 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12269040992133736540', time=2024-09-22T11:18:54.597131+0000, chain.objs.size()=6 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.616__multipart_multipart_enc.2~LsgawCclfmht3emEAEfgjM96gcZ9NWr.1 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.616__multipart_multipart_enc.2~LsgawCclfmht3emEAEfgjM96gcZ9NWr.2 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.616__multipart_multipart_enc.2~LsgawCclfmht3emEAEfgjM96gcZ9NWr.3 2024-09-22T09:24:39.928 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.616__multipart_multipart_enc.2~LsgawCclfmht3emEAEfgjM96gcZ9NWr.4 2024-09-22T09:24:39.929 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.616__multipart_multipart_enc.2~LsgawCclfmht3emEAEfgjM96gcZ9NWr.5 2024-09-22T09:24:39.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.616__multipart_multipart_enc.2~LsgawCclfmht3emEAEfgjM96gcZ9NWr.6 2024-09-22T09:24:39.930 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8902161286530599256', time=2024-09-22T11:21:07.973282+0000, chain.objs.size()=1 2024-09-22T09:24:39.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.640__shadow_.JaUgh6XGt-3FSnnOd7NHxvWAWcqej1x_0 2024-09-22T09:24:39.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13742172093628032875', time=2024-09-22T11:21:12.985751+0000, chain.objs.size()=1 2024-09-22T09:24:39.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.928+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.650__shadow_.Zbg2WkUf9tTr-MdGIiocCPG90hQ9EAh_0 2024-09-22T09:24:39.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3742621097408628200', time=2024-09-22T11:21:13.563211+0000, chain.objs.size()=1 2024-09-22T09:24:39.931 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.651__shadow_.1_miuESBBNnCm-kjNwRAh9ynoN6tmAh_0 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5448367405713222027', time=2024-09-22T11:21:21.230935+0000, chain.objs.size()=6 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662__multipart_baz.2~q_t8_sZsEwbvANkqTvOoYeh3Q716jJT.1 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662__multipart_baz.2~q_t8_sZsEwbvANkqTvOoYeh3Q716jJT.2 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662__multipart_baz.2~q_t8_sZsEwbvANkqTvOoYeh3Q716jJT.3 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662__multipart_baz.2~q_t8_sZsEwbvANkqTvOoYeh3Q716jJT.4 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662__multipart_baz.2~q_t8_sZsEwbvANkqTvOoYeh3Q716jJT.5 2024-09-22T09:24:39.934 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.932+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.662__multipart_baz.2~q_t8_sZsEwbvANkqTvOoYeh3Q716jJT.6 2024-09-22T09:24:39.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17331525132353972649', time=2024-09-22T11:21:21.902932+0000, chain.objs.size()=1 2024-09-22T09:24:39.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.664__shadow_.BcSxGvb41BoDion4lvFmo9yThIKfKI8_0 2024-09-22T09:24:39.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1915285052923129858', time=2024-09-22T11:22:01.885053+0000, chain.objs.size()=1 2024-09-22T09:24:39.935 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.720__shadow_.FVLlYbDkYfn8D-rxPDp9unt0Q1YIuk7_0 2024-09-22T09:24:39.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17569125737843690359', time=2024-09-22T11:22:08.782727+0000, chain.objs.size()=10 2024-09-22T09:24:39.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.1 2024-09-22T09:24:39.936 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.936+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.2 2024-09-22T09:24:39.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.3 2024-09-22T09:24:39.939 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.4 2024-09-22T09:24:39.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.5 2024-09-22T09:24:39.940 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.6 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.7 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.8 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.9 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.736__multipart_foo.2~f1njHwOIzbZ4VQHG3NCN5ZdxGHnoExm.10 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~MAAh7T2SDYfaNPw3uVxawZ08mbbZZE9', time=2024-09-22T11:22:11.782178+0000, chain.objs.size()=1 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.743__multipart_mymultipart2.2~MAAh7T2SDYfaNPw3uVxawZ08mbbZZE9.1 2024-09-22T09:24:39.941 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9799025332477651965', time=2024-09-22T11:22:19.158997+0000, chain.objs.size()=1 2024-09-22T09:24:39.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.751__shadow_.m5VZOubVgz3V1WlsXEz03STgeVroSla_0 2024-09-22T09:24:39.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12009913612319287491', time=2024-09-22T11:22:28.472039+0000, chain.objs.size()=1 2024-09-22T09:24:39.942 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.940+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.763__shadow_.LsdGwSOihZxG7sqV8txVQaSMbHDOQDt_0 2024-09-22T09:24:39.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.948+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:39.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.948+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:24:39.951 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:39.952 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47295' 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10356538096915167997', time=2024-09-22T11:13:39.290262+0000, chain.objs.size()=1 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.235__shadow_.SYM5lf6b4eWLyXm7ddT20Y0c667dYDQ_0 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8939681789525085855', time=2024-09-22T11:13:41.093766+0000, chain.objs.size()=1 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.239__shadow_.jV2TTXn7cwsnTGbWQtTWJhkJyhevOz8_0 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15357170463811929553', time=2024-09-22T11:13:43.932615+0000, chain.objs.size()=1 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.246__shadow_.HPpTNwegiV6D5P3cO7OpDmeGnVmjlo__0 2024-09-22T09:24:39.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14350085980730400816', time=2024-09-22T11:13:48.597086+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.258__shadow_.58s5TciOQWEXGiXFY1QuUaAysHyFgCS_0 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13878222573870269996', time=2024-09-22T11:14:11.416988+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.aK2fHmNojDjSN0CtMGre-naqgVI4Kkh_0 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10311570822564383998', time=2024-09-22T11:14:11.525126+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.iZRhbPW0o3SgHwAnz-YqtKvN8dWkaeH_0 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5085544929953657962', time=2024-09-22T11:14:11.641243+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SIFi_2ctiMdAx33VhhicStPot6_ZfKL_0 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1934218683943204742', time=2024-09-22T11:14:11.783799+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bgh70s35tyIHrNDvETIbrzLl9ZyYHig_0 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3550991842991564581', time=2024-09-22T11:14:11.807649+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6IN5Ta8BPzqpfcyXZTiSQ5Nwff8JXEp_0 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9596048799483771309', time=2024-09-22T11:14:11.818715+0000, chain.objs.size()=1 2024-09-22T09:24:39.954 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xPMShY7fPqgFEsTGmCaBXgVgKXO6IWv_0 2024-09-22T09:24:39.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1612889468903904451', time=2024-09-22T11:14:12.219146+0000, chain.objs.size()=1 2024-09-22T09:24:39.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8Z6dJQnehTPPfXY1lA3AAMKaodRFsoh_0 2024-09-22T09:24:39.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4626479356621412495', time=2024-09-22T11:14:12.250034+0000, chain.objs.size()=1 2024-09-22T09:24:39.955 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.952+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mecAuGaSTWamhT1t2htSac4dXkqHY7P_0 2024-09-22T09:24:39.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13697902780547029277', time=2024-09-22T11:14:12.288992+0000, chain.objs.size()=1 2024-09-22T09:24:39.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OpGKmwJkArSkJDLZK5fDntyn1XvFhd1_0 2024-09-22T09:24:39.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2129795733540763058', time=2024-09-22T11:14:12.321429+0000, chain.objs.size()=1 2024-09-22T09:24:39.956 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zxNTPNtYOP04jQCZIOisSfz0-FzdIcf_0 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15035157613478370824', time=2024-09-22T11:14:12.581657+0000, chain.objs.size()=1 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bGje0ICpIDqKwQ6NoJxAHCh0UJOxDZe_0 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15718953276619600057', time=2024-09-22T11:14:12.678525+0000, chain.objs.size()=1 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KmKCZEi30BtjTsc93PaHv6Bu2eXoucD_0 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4971402227124072500', time=2024-09-22T11:14:12.724923+0000, chain.objs.size()=1 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MDyPAMDG3kK6XlE2FOeL0voasRu7o5T_0 2024-09-22T09:24:39.958 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3688084954031270890', time=2024-09-22T11:14:12.963377+0000, chain.objs.size()=1 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GMJEJx6yJTHSYA9C5_u-a6cYhn6gemq_0 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15644240140262322246', time=2024-09-22T11:14:13.006874+0000, chain.objs.size()=1 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Kcyx3QsZj9FO2V-TJdV0eG6clgWW8jK_0 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4630656964415418146', time=2024-09-22T11:14:13.034110+0000, chain.objs.size()=1 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.956+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.w4RwQY5qJH8DA1FzWkI3rh4RZWGAlZZ_0 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1317726127388206297', time=2024-09-22T11:14:13.064594+0000, chain.objs.size()=1 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-Aud-y_drDWzxBHNweqQgq5pOp135d1_0 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10575081738286294580', time=2024-09-22T11:14:13.313868+0000, chain.objs.size()=1 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5Iqbjl47bSmQU4LkAEWfMEpEDpVFnWc_0 2024-09-22T09:24:39.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9704841430139460845', time=2024-09-22T11:14:13.350736+0000, chain.objs.size()=1 2024-09-22T09:24:39.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.g1l1xXqofM2Wu6Ma40hKWsxwXeujyJ1_0 2024-09-22T09:24:39.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3855684908895561956', time=2024-09-22T11:14:13.358237+0000, chain.objs.size()=1 2024-09-22T09:24:39.960 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gRisKZ25xOyUKYWNuqnBL3e6dz840NB_0 2024-09-22T09:24:39.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11268084079470161891', time=2024-09-22T11:14:13.415042+0000, chain.objs.size()=1 2024-09-22T09:24:39.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.93neMNOY8D-BHoB-CwMJDtQAttq5M5F_0 2024-09-22T09:24:39.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18239025604162842634', time=2024-09-22T11:14:13.425410+0000, chain.objs.size()=1 2024-09-22T09:24:39.961 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.960+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tvT6n0UUcsgQRZpYF-_5Ub2XiJotD9n_0 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4879904379697653686', time=2024-09-22T11:14:13.429168+0000, chain.objs.size()=1 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qHPpLBm_EnErI73zCXwe_GZ0dfPzf1X_0 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6934193346613677835', time=2024-09-22T11:14:13.446149+0000, chain.objs.size()=1 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XSvvs7G5Us3GR96ReUlIwws64lhQbxO_0 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15018649683005131532', time=2024-09-22T11:14:13.656202+0000, chain.objs.size()=1 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8TbfDIwyejwxWVcgjgbN5_5cb03I6UU_0 2024-09-22T09:24:39.964 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7346340211933380561', time=2024-09-22T11:14:13.754503+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vnmq-APmJEbQSai26KsKZDYkecYLd0g_0 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12214053905873739219', time=2024-09-22T11:14:13.767632+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hj9J7wodwFLvCvjcnxG58MZRlvGDYJM_0 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3524275970979410549', time=2024-09-22T11:14:13.981079+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6uKoYpdqEOSUhSiCu2PcgBc2IsSdmrI_0 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12437512067671834756', time=2024-09-22T11:14:14.048145+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3Id8TsIGduaPtQS426hxeVblgxrOsSB_0 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1124360537249757322', time=2024-09-22T11:14:14.066425+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.plcQcdNTuux01xFt44236CBgMJBrRWp_0 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7750784633082836713', time=2024-09-22T11:14:14.127632+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IQnJuSQaqdnzTI6eS3SINZhK-_IYmjE_0 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14256162344709627837', time=2024-09-22T11:14:22.395568+0000, chain.objs.size()=1 2024-09-22T09:24:39.965 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.285__shadow_.etpaw-3jShBUz_vdS2jOSuXQvQ4NGZs_0 2024-09-22T09:24:39.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2822724628061654122', time=2024-09-22T11:14:23.655509+0000, chain.objs.size()=1 2024-09-22T09:24:39.966 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.964+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.288__shadow_.oq1HRHSspUMWc3e4g_Sq1YeiNdTCvvO_0 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2079611407489176471', time=2024-09-22T11:14:23.660245+0000, chain.objs.size()=1 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.288__shadow_.RCMybPBzsVCz3_sVsVmHMAaH2KxyqH0_0 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6503480343436437109', time=2024-09-22T11:14:27.437301+0000, chain.objs.size()=1 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.jr-nG3x2cH_7w-R63ru4R5eNLHXpjTx_0 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10223520177225329704', time=2024-09-22T11:14:27.843485+0000, chain.objs.size()=1 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.295__shadow_.QWvnSUN2TrW0rX6-OWCSqo8fskKuskZ_0 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2663045430116177963', time=2024-09-22T11:14:29.006831+0000, chain.objs.size()=1 2024-09-22T09:24:39.969 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.298__shadow_.I95VYmAk7woDZBUvttm-CZRHZfsJ8eE_0 2024-09-22T09:24:39.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10724038075624203859', time=2024-09-22T11:14:29.445017+0000, chain.objs.size()=1 2024-09-22T09:24:39.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.299__shadow_.Mvfj6VkZtYORN3MECXT3HpD6Z55b9n-_0 2024-09-22T09:24:39.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12584086476964641942', time=2024-09-22T11:14:31.074470+0000, chain.objs.size()=1 2024-09-22T09:24:39.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.968+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.303__shadow_.glObUCKpgsnYPH4KwInhh7pD-8HICLg_0 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15725738789636376085', time=2024-09-22T11:14:31.449539+0000, chain.objs.size()=1 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.304__shadow_.IyQZ1TO-6dGn9zaMt2oXlRNOaAOPOFv_0 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4352119500540339402', time=2024-09-22T11:15:00.236298+0000, chain.objs.size()=1 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rfsKRz0l9DvLHt_lOXDNaaxZLW9lpsM_0 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12643176747242945746', time=2024-09-22T11:15:00.312689+0000, chain.objs.size()=1 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j2YJ8LM1Ckvdh0n3sErGYL6Kzwq3CDR_0 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5199198217429987918', time=2024-09-22T11:15:00.730326+0000, chain.objs.size()=1 2024-09-22T09:24:39.971 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bbF2Tv-mjBSEG7ZXUdL86QszUGU0Vzq_0 2024-09-22T09:24:39.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17281304030357111631', time=2024-09-22T11:15:00.765566+0000, chain.objs.size()=1 2024-09-22T09:24:39.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kFruf4BBIrc02-TzWpd8xxHjBLbq0p1_0 2024-09-22T09:24:39.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb9910cf640 0 -- 172.21.15.64:0/1742075694 >> [v2:172.21.15.64:6808/2420777677,v1:172.21.15.64:6809/2420777677] conn(0x56436d288420 msgr2=0x56436d28a8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:39.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15625226624372896215', time=2024-09-22T11:15:00.773141+0000, chain.objs.size()=1 2024-09-22T09:24:39.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jlIncPth4zp0_FIa9Zm8cyd3KJ11gV5_0 2024-09-22T09:24:39.974 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.312813222534907850', time=2024-09-22T11:15:00.863390+0000, chain.objs.size()=1 2024-09-22T09:24:39.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JHgA1GZX7QWJRFh2v31dq4T08lm1kSz_0 2024-09-22T09:24:39.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16255150619431968104', time=2024-09-22T11:15:01.129899+0000, chain.objs.size()=1 2024-09-22T09:24:39.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GpkkCnEIheG9CMG6QjqUkpuWm7sspz5_0 2024-09-22T09:24:39.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16470230641074750176', time=2024-09-22T11:15:01.149309+0000, chain.objs.size()=1 2024-09-22T09:24:39.975 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.972+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yEhv90iPgGHg82PeHEWgl8QPgnD7_RQ_0 2024-09-22T09:24:39.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2836743777309751400', time=2024-09-22T11:15:01.235778+0000, chain.objs.size()=1 2024-09-22T09:24:39.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.h7K35zt8242-L-6YA_QqzEwSb-_Wtrh_0 2024-09-22T09:24:39.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5678714596492429551', time=2024-09-22T11:15:01.385289+0000, chain.objs.size()=1 2024-09-22T09:24:39.976 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IyP02N1P-9Zan4J6OnhvfvBwG2PDN51_0 2024-09-22T09:24:39.978 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12408304317738885484', time=2024-09-22T11:15:01.391972+0000, chain.objs.size()=1 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8Hc7a_fWbK_zF31Ng4aiAEavuwQrQhB_0 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7028426682264796562', time=2024-09-22T11:15:01.405059+0000, chain.objs.size()=1 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ph30xiER-Q73PPbRIejNO6GWs2bBlGU_0 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6870635347672669439', time=2024-09-22T11:15:01.555434+0000, chain.objs.size()=1 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VzV9bANlb3RwzQnE-tDMJfVaZpxW-7a_0 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5267173373545516403', time=2024-09-22T11:15:01.905546+0000, chain.objs.size()=1 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.s9_FSqwltcdG-ScHQVWfOOZzscdMTfM_0 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13438819516834369401', time=2024-09-22T11:15:01.980881+0000, chain.objs.size()=1 2024-09-22T09:24:39.979 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.976+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IOtILl955e7ZN60OwZih8r0nbhRAl96_0 2024-09-22T09:24:39.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13755733732937088062', time=2024-09-22T11:15:02.148131+0000, chain.objs.size()=1 2024-09-22T09:24:39.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pgMlzwd54QUc2nrMIHeWDB7CwiLoAhc_0 2024-09-22T09:24:39.980 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10690864094219354079', time=2024-09-22T11:15:02.206879+0000, chain.objs.size()=1 2024-09-22T09:24:39.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UeCMu8V4xefKUQT9Iq_ntHGpu9wvWzb_0 2024-09-22T09:24:39.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1164834637204969132', time=2024-09-22T11:15:02.220168+0000, chain.objs.size()=1 2024-09-22T09:24:39.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AEcJSZ0xk5UxgvIkOynKFlydeSGjMni_0 2024-09-22T09:24:39.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14778782663519695405', time=2024-09-22T11:15:02.531883+0000, chain.objs.size()=1 2024-09-22T09:24:39.981 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cCRApzOFun8QmKrYJwGgCxDN1oDI8Dl_0 2024-09-22T09:24:39.982 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9638088036424221703', time=2024-09-22T11:15:02.704213+0000, chain.objs.size()=1 2024-09-22T09:24:39.982 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JIYH9GrWb-gbE7kkN7BoNfQR46ayPZ__0 2024-09-22T09:24:39.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3251879160095045570', time=2024-09-22T11:15:02.870452+0000, chain.objs.size()=1 2024-09-22T09:24:39.983 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.980+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.t9t6fA66y5t4ygSqC7qdFfqW6yQ5sRC_0 2024-09-22T09:24:39.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2256021656909957716', time=2024-09-22T11:15:02.948216+0000, chain.objs.size()=1 2024-09-22T09:24:39.984 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.l7jXC088U0cqyd4RD7gwM7jd8BQW_Si_0 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15494888501778510186', time=2024-09-22T11:15:24.171696+0000, chain.objs.size()=1 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.inrBwFzpT2bvuaugEDUDbVFnm5CRz5N_0 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6733721361793248313', time=2024-09-22T11:15:24.304417+0000, chain.objs.size()=1 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PSKSrmJU4UJdQledTIjr_6b_kB4iE7d_0 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5611124474323138054', time=2024-09-22T11:15:24.584273+0000, chain.objs.size()=1 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.206PwYMl9g5xbyNg9mmfJXsobA2DZfT_0 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10197376148076335483', time=2024-09-22T11:15:24.598120+0000, chain.objs.size()=1 2024-09-22T09:24:39.985 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1i6Sinl2pSi5R5U0wYgbvjtxFwjlLgD_0 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7903051325189243540', time=2024-09-22T11:15:24.637618+0000, chain.objs.size()=1 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TH6E5iA3eHMnhJ31j71ZkIxErCXyh50_0 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9768289038967166423', time=2024-09-22T11:15:24.793518+0000, chain.objs.size()=1 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cin13nSwieC36STNC-cInZsak3EEJAZ_0 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14323863462587349898', time=2024-09-22T11:15:24.818200+0000, chain.objs.size()=1 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6DDE49lb7Dm5PcfrTsOK_dLEchT763P_0 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16810556514124937254', time=2024-09-22T11:15:25.028664+0000, chain.objs.size()=1 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ThoeRFFcsj1Cimg8wx-xnU476w-GQaF_0 2024-09-22T09:24:39.986 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18118149654182523064', time=2024-09-22T11:15:25.218465+0000, chain.objs.size()=1 2024-09-22T09:24:39.987 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.984+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KbM0imTxfVhFSHHhZ5SZJLbj2UcaAh8_0 2024-09-22T09:24:39.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb9910cf640 0 -- 172.21.15.64:0/1742075694 >> [v2:172.21.15.64:6816/2403606568,v1:172.21.15.64:6817/2403606568] conn(0x56436d27fd90 msgr2=0x7fb85c08adb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:39.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15974484059182670735', time=2024-09-22T11:15:25.378970+0000, chain.objs.size()=1 2024-09-22T09:24:39.988 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.QN7fl3kj-z3N6TBjO0pbmGgCN10NKd5_0 2024-09-22T09:24:39.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2491257063383119009', time=2024-09-22T11:15:25.396892+0000, chain.objs.size()=1 2024-09-22T09:24:39.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Zwg4QiDcznqkhg0m7cSJJniLC1m8Njo_0 2024-09-22T09:24:39.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12350094614988898383', time=2024-09-22T11:15:25.515506+0000, chain.objs.size()=1 2024-09-22T09:24:39.989 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.E8RSf5eBeqtaN7qUSukueI534okZ7qv_0 2024-09-22T09:24:39.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5734211213742442435', time=2024-09-22T11:15:25.690147+0000, chain.objs.size()=1 2024-09-22T09:24:39.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.835Dc1l5fmmF3n3UtBNS4XJzF5EAGh1_0 2024-09-22T09:24:39.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12125255999097005003', time=2024-09-22T11:15:25.695260+0000, chain.objs.size()=1 2024-09-22T09:24:39.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jOykBgv3GWwjcGaoctd-Jg2NRsBxtFZ_0 2024-09-22T09:24:39.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16081791212234925269', time=2024-09-22T11:15:25.729342+0000, chain.objs.size()=1 2024-09-22T09:24:39.990 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.988+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jEbTclZeRM7AnkDaTKhjuj-_3MqU6rq_0 2024-09-22T09:24:39.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb9908ce640 0 -- 172.21.15.64:0/1742075694 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x56436d27b970 msgr2=0x7fb85c08d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:39.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2339139942535763179', time=2024-09-22T11:15:25.762509+0000, chain.objs.size()=1 2024-09-22T09:24:39.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.i2ft_a9xg1YBEy9EvOkKvcLHJErqFiN_0 2024-09-22T09:24:39.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11779526334149107010', time=2024-09-22T11:15:25.901910+0000, chain.objs.size()=1 2024-09-22T09:24:39.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VFPkRd4t-11KFL-RtdiIkLGVyxBG3L__0 2024-09-22T09:24:39.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16687973683539445676', time=2024-09-22T11:15:26.005910+0000, chain.objs.size()=1 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.niSXCU6fR4i0MzTfrAh7aL8YxMkdPHi_0 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2105095458208902502', time=2024-09-22T11:15:26.015013+0000, chain.objs.size()=1 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FjUqMiBF9aGtXovYMuecU0lA77uBII-_0 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12742143395085308834', time=2024-09-22T11:15:26.024119+0000, chain.objs.size()=1 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.J2ntX-SYdP-6zqqIhoZRzINd6bouW1g_0 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10746295500470611165', time=2024-09-22T11:15:26.037751+0000, chain.objs.size()=1 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.W2sIh5VlHprOEPVwkUYpqyIwwhNuojC_0 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6172490331318671936', time=2024-09-22T11:15:26.271727+0000, chain.objs.size()=1 2024-09-22T09:24:39.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.992+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.m9Y60H1yv4VGiAb0g8gDi0yW94kS-oe_0 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6305060763454082289', time=2024-09-22T11:15:26.336884+0000, chain.objs.size()=1 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aq6PJLh16LKVHQa_XNbYI43zjt1ZamN_0 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10186643638749233274', time=2024-09-22T11:15:26.350721+0000, chain.objs.size()=1 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EzyhzZQ2Qsm6p0VVCHE2NETnQgSBM1x_0 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10300542514377368310', time=2024-09-22T11:15:26.531724+0000, chain.objs.size()=1 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cWGtaqLkerMuMf9LHNHmvHr9ahLnPwb_0 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7022486822713972363', time=2024-09-22T11:15:26.673095+0000, chain.objs.size()=1 2024-09-22T09:24:39.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8G0nnk11IaqENToSzvh41lx5mSLTmho_0 2024-09-22T09:24:39.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5476717282902658706', time=2024-09-22T11:15:26.703628+0000, chain.objs.size()=1 2024-09-22T09:24:39.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.klaUnPRf2MdgacERdbo6EQGONKZNR8V_0 2024-09-22T09:24:39.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8115645292932442102', time=2024-09-22T11:15:26.708403+0000, chain.objs.size()=1 2024-09-22T09:24:39.998 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tleJ1xdCSrOjdHsAw19pR4YDFlYu5cd_0 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2636628423594584294', time=2024-09-22T11:15:26.770252+0000, chain.objs.size()=1 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XRGXlLmfOwPZ5GqMiNztv58uEBig0yo_0 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9921358679345499915', time=2024-09-22T11:15:26.791678+0000, chain.objs.size()=1 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ULb3FjjTV3OF76qbFKxu2muMvhQuEC9_0 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7042149255257816375', time=2024-09-22T11:16:04.875378+0000, chain.objs.size()=1 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.435__shadow_.LbCV6mkCoq850KV7_n9qRb2yqDwCIkd_0 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4357894590971406723', time=2024-09-22T11:16:24.740497+0000, chain.objs.size()=1 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.485__shadow_.1m8h_eeaOH7AFSUJVtBmIL8e9XQzXae_0 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15912610868837161607', time=2024-09-22T11:16:39.542941+0000, chain.objs.size()=1 2024-09-22T09:24:39.999 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:39.996+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.519__multipart_mymultipart.2~58G6oRESUbHsVPydfdsvna0p0wyojJb.1 2024-09-22T09:24:40.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.000+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17161236159027300943', time=2024-09-22T11:16:58.574785+0000, chain.objs.size()=3 2024-09-22T09:24:40.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.000+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~JLFdbwdpxQ18YN4Ha9NIp0sqr4RlNls.1 2024-09-22T09:24:40.003 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.004+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~JLFdbwdpxQ18YN4Ha9NIp0sqr4RlNls.2 2024-09-22T09:24:40.004 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.004+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~JLFdbwdpxQ18YN4Ha9NIp0sqr4RlNls.3 2024-09-22T09:24:40.007 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47295 2024-09-22T09:24:40.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:24:40.009 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5214303896679848223', time=2024-09-22T11:17:42.337294+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.557__shadow_.TxXqqpnZPtPWCZODddGkFxSy1iQhdsu_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15217442500713751817', time=2024-09-22T11:17:52.144977+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.565__shadow_.mIhQCtv7-09fkdjzVUxT7TIDw1eM0qx_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10466983461099607599', time=2024-09-22T11:17:56.938382+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:YciTLJoBMNpSIXChz8b0aQpkbQsqJBM_.okU8BK8HgPG_hWZcaHrtUrgqrtDF6HQ_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11761249889807711416', time=2024-09-22T11:18:02.785713+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.571__shadow:FCMuw-gbctz3XqXvkjyLyRsMmtSvCnj_.dSEWtEVFi2v3DbzpRTvbyINT1Fk5Dwl_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9997045254035684867', time=2024-09-22T11:18:02.819197+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.571__shadow:wdiUJPUKaXgLMNmaarHlspv-CyMYJg2_.z3oXi87_d0O9szynu4_Rfju-PZF4mQv_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10414388372514319682', time=2024-09-22T11:18:07.360734+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:c45TX6.nd6oIeTFemfklSmTGWzxxrpZ_.xdvjm2M3XwceVMFkUMuoBcGFg775UMl_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3737989905306425348', time=2024-09-22T11:18:27.089027+0000, chain.objs.size()=1 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:bK-pOF.RfiCtUwNVh-kFOThKVbphPTp_.gstqcWLPiJxlitFiR1Osm7G3AEPNTuC_0 2024-09-22T09:24:40.010 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13108512628905754852', time=2024-09-22T11:21:09.214107+0000, chain.objs.size()=1 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.643__shadow_.CPO7ZusGyDj4N-Kvn-MHx99aWqslgmr_0 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3142411709634457161', time=2024-09-22T11:21:13.966419+0000, chain.objs.size()=1 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.652__shadow_.Xp4_dkT753OmmmlVxJYuDx9GGDT6NvF_0 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9582654297987472659', time=2024-09-22T11:21:21.379935+0000, chain.objs.size()=6 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.663__multipart_foo.2~cosKmKGk7-YVRFNXukXPodfKompRE8Q.1 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.663__multipart_foo.2~cosKmKGk7-YVRFNXukXPodfKompRE8Q.2 2024-09-22T09:24:40.011 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.008+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.663__multipart_foo.2~cosKmKGk7-YVRFNXukXPodfKompRE8Q.3 2024-09-22T09:24:40.016 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.663__multipart_foo.2~cosKmKGk7-YVRFNXukXPodfKompRE8Q.4 2024-09-22T09:24:40.016 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.663__multipart_foo.2~cosKmKGk7-YVRFNXukXPodfKompRE8Q.5 2024-09-22T09:24:40.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.663__multipart_foo.2~cosKmKGk7-YVRFNXukXPodfKompRE8Q.6 2024-09-22T09:24:40.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7723377283104769887', time=2024-09-22T11:21:51.203083+0000, chain.objs.size()=1 2024-09-22T09:24:40.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.716__shadow:-JK3L6Lp35LJ6fNPBfZbIj6FnMN--1Q_.tJes7uUhgSm0I5FNNr8uEpxGmWl76Rz_0 2024-09-22T09:24:40.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12894181734878546359', time=2024-09-22T11:22:16.866365+0000, chain.objs.size()=1 2024-09-22T09:24:40.019 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.016+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.747__shadow_.umRn3z3Q1ie0UVYB28jOfQArnZM4XWC_0 2024-09-22T09:24:40.021 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.020+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.023 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:24:40.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.025 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50687' 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4172301088442895112', time=2024-09-22T11:12:00.435438+0000, chain.objs.size()=2 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.159__shadow_.T367PQX3lm-6eFRP6wsoP3XDdSvmaPx_0 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.159__shadow_.T367PQX3lm-6eFRP6wsoP3XDdSvmaPx_1 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_GqirwLIYC_JlnVUSTJfD6-K2DT7p5Ci', time=2024-09-22T11:12:07.011033+0000, chain.objs.size()=1 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.164__shadow_.T8qrVzUJat8OvV_1pxa686-ddhtfM_T_0 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7803354003202682696', time=2024-09-22T11:13:39.677363+0000, chain.objs.size()=1 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.236__shadow_.-st9LEyJtEjREWyS809ovbMUCnk4d5M_0 2024-09-22T09:24:40.027 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8501597087312383703', time=2024-09-22T11:13:44.736096+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.248__shadow_.YiTx2iULOR1jE1ZrTWz4ULrxrWA4t1Y_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16755970606719582575', time=2024-09-22T11:13:45.514485+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.250__shadow_.2I6Pfzle_Zh4IWMqnjAAS8oKhnS0dNB_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14400998685248200902', time=2024-09-22T11:14:11.489621+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Y7KeTm9Hl4xzsVsCx4ARshQ8tdlbETk_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5309690412156789285', time=2024-09-22T11:14:11.536490+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mMxqqbDJM2ja45E1WrWe3YWStjXZDrE_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8878704916476198926', time=2024-09-22T11:14:11.558744+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3yUzIZVa__syec5X-cHeIafG2zQYUy-_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1111534219275846571', time=2024-09-22T11:14:11.576303+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QuyRrA4nLBHSy2fYo7lVmcusNCUauw1_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11757603537118303876', time=2024-09-22T11:14:11.605745+0000, chain.objs.size()=1 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.--xsRk6gdf6N0IaE3uDRVtUNSVouL4A_0 2024-09-22T09:24:40.028 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13040297156751999790', time=2024-09-22T11:14:11.631862+0000, chain.objs.size()=1 2024-09-22T09:24:40.029 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.024+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.yhWxJJv-3FSfJiBB26rK072HNibXiPA_0 2024-09-22T09:24:40.031 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8576091502896023917', time=2024-09-22T11:14:11.648378+0000, chain.objs.size()=1 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4qda2vkn3VL5MD2nvcNYGLOcLsgjf_u_0 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13651445748624390641', time=2024-09-22T11:14:11.797201+0000, chain.objs.size()=1 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZH64Suxux2V2qbmZ9Riw2GYiZXoBClx_0 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2509209589493669542', time=2024-09-22T11:14:11.919635+0000, chain.objs.size()=1 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ABrjyDoBJVwHWrhSL4XVoTyoAcctRrC_0 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10171178259615980022', time=2024-09-22T11:14:11.974781+0000, chain.objs.size()=1 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8tKqHywOPMqsOYp9borj9xjJIvrd4Mq_0 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16457117189405253801', time=2024-09-22T11:14:11.981156+0000, chain.objs.size()=1 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BVSvYJT6U4qnFQqgHC0M9CjsvpCzil4_0 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5683138552653400644', time=2024-09-22T11:14:12.007550+0000, chain.objs.size()=1 2024-09-22T09:24:40.032 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YpK_HerodpkqAO_YmpBmfBrV9FZLVxa_0 2024-09-22T09:24:40.033 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17456017187479819254', time=2024-09-22T11:14:12.180906+0000, chain.objs.size()=1 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mW64Rq5dAAd3ZCpEzV-saE4MvsYWd2__0 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1803497780130540116', time=2024-09-22T11:14:12.328551+0000, chain.objs.size()=1 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SgAfvKuSv8R5mQFZWJSfOakk2aEIq3Y_0 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16270419551666282275', time=2024-09-22T11:14:12.718864+0000, chain.objs.size()=1 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lYD9Tmp1ye-QMVpL_RWo_15elLC0g0V_0 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4811758441461083117', time=2024-09-22T11:14:12.763095+0000, chain.objs.size()=1 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tVbAYVulCPUiFzd7BlULo2WONCufisw_0 2024-09-22T09:24:40.034 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13098784417493052588', time=2024-09-22T11:14:12.888015+0000, chain.objs.size()=1 2024-09-22T09:24:40.035 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.032+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZS6BOoYCdSlgJoQW1XF1ika6oUKsb_c_0 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6163548672011937682', time=2024-09-22T11:14:12.906161+0000, chain.objs.size()=1 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DUoR5LJ5ucxBEevX1O2oEfLY-t_psup_0 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15674770810604416232', time=2024-09-22T11:14:13.627490+0000, chain.objs.size()=1 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AVqvxy-8zJmef4W6tsVn61BoXJZydKB_0 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12064836441070730146', time=2024-09-22T11:14:13.669221+0000, chain.objs.size()=1 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AnbhKZFGveG-Mn-loM7Pyb_rTcPWu7B_0 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17691362088558577658', time=2024-09-22T11:14:13.694086+0000, chain.objs.size()=1 2024-09-22T09:24:40.037 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xQgdhpVHOOmthOiwQgtIRy-hpWS2SAJ_0 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11962212619284176851', time=2024-09-22T11:14:13.695232+0000, chain.objs.size()=1 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Hap7IfOfCRf46XKKKdMG_SbGzymb9BZ_0 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5219508933115633082', time=2024-09-22T11:14:13.784282+0000, chain.objs.size()=1 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JRL0TxYvFPuZ2QTWYo7wnylaKX-Sa0u_0 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2061520451351908299', time=2024-09-22T11:14:14.048253+0000, chain.objs.size()=1 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8g3qPGntWiohljJwhTcXddbeWDdS7wZ_0 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3908065878800666249', time=2024-09-22T11:14:14.119032+0000, chain.objs.size()=1 2024-09-22T09:24:40.038 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.036+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VdaqiV7sszHLvvp_CgC6kjludOjC9F4_0 2024-09-22T09:24:40.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1541105905419767334', time=2024-09-22T11:14:18.424775+0000, chain.objs.size()=1 2024-09-22T09:24:40.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.275__shadow_.OjFD226Rb4Z2y4-QSZstkiiCTvVRMeh_0 2024-09-22T09:24:40.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16169843455314299789', time=2024-09-22T11:14:21.614994+0000, chain.objs.size()=1 2024-09-22T09:24:40.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.283__shadow_.PnIIIajNaax0TGjIe5JaxHF435_qRpF_0 2024-09-22T09:24:40.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15843094185356358014', time=2024-09-22T11:14:24.469173+0000, chain.objs.size()=1 2024-09-22T09:24:40.039 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.290__shadow_.1nH0pbGyTSOpLI281oO_Rfxr9No-1IK_0 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8120736995031819886', time=2024-09-22T11:14:26.371392+0000, chain.objs.size()=1 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.9Qv9PcksLTF9g54nJMDSS1zfKTtvWRR_0 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3340098532397191621', time=2024-09-22T11:14:26.404422+0000, chain.objs.size()=1 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.SGhLbkTF8_HFQrc9y9TXHXAdSru_AUK_0 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8710043570250464457', time=2024-09-22T11:14:27.471750+0000, chain.objs.size()=1 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.TIrSSaSRfQmpprxUhBUEUP9NGFXqYEP_0 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8379606122884275708', time=2024-09-22T11:14:29.006690+0000, chain.objs.size()=1 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.298__shadow_.sruiNQYaVUFskvfgYUgcXVkEbti3mDo_0 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11784891232666130448', time=2024-09-22T11:14:29.924886+0000, chain.objs.size()=1 2024-09-22T09:24:40.042 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.300__shadow_.p8cBhK-Qnr4jAnoPggUkwnYsNOR9KvD_0 2024-09-22T09:24:40.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7624608316974106355', time=2024-09-22T11:14:30.299644+0000, chain.objs.size()=1 2024-09-22T09:24:40.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.301__shadow_.LG_8oLUuSn5OSGH_ArADM62sPxdbcaS_0 2024-09-22T09:24:40.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11838313370920912243', time=2024-09-22T11:15:00.257957+0000, chain.objs.size()=1 2024-09-22T09:24:40.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OlGCMhnLd7vCuspb6TQyCuSoCh4c47k_0 2024-09-22T09:24:40.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15546984781843544369', time=2024-09-22T11:15:00.347264+0000, chain.objs.size()=1 2024-09-22T09:24:40.043 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.040+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RoGbVcdSu0a2UUibQ8K1LXoUhYCQQOD_0 2024-09-22T09:24:40.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11054807816472987563', time=2024-09-22T11:15:00.448483+0000, chain.objs.size()=1 2024-09-22T09:24:40.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2YSoKWSqqrjUYHlUnDyAVtmQ2JLlwGk_0 2024-09-22T09:24:40.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5122337299297016316', time=2024-09-22T11:15:00.455440+0000, chain.objs.size()=1 2024-09-22T09:24:40.045 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VxvyQs2ztvhEKa1N6oVpibOJviQAMoq_0 2024-09-22T09:24:40.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3652887127396887661', time=2024-09-22T11:15:00.679473+0000, chain.objs.size()=1 2024-09-22T09:24:40.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0zwWsmxSK8YCS-dzkSvWKoGhtrtL4j0_0 2024-09-22T09:24:40.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15333149412808380167', time=2024-09-22T11:15:01.044973+0000, chain.objs.size()=1 2024-09-22T09:24:40.046 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.044+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yYpVFmgwy5Xl2-sPE3mOatmWKBcbkoX_0 2024-09-22T09:24:40.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9079698943624283189', time=2024-09-22T11:15:01.248093+0000, chain.objs.size()=1 2024-09-22T09:24:40.047 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.27O4faGzjC9sFwmi5esl5sMosYMnKwK_0 2024-09-22T09:24:40.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5085894785694991163', time=2024-09-22T11:15:01.371591+0000, chain.objs.size()=1 2024-09-22T09:24:40.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xLFpJoaM15iJH3j2xMiqfSX_0TpmE2h_0 2024-09-22T09:24:40.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16656953846954131926', time=2024-09-22T11:15:01.384055+0000, chain.objs.size()=1 2024-09-22T09:24:40.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pdH-z6dqzigIupWMJ_PTp-A0IxjvGez_0 2024-09-22T09:24:40.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6260765830692657595', time=2024-09-22T11:15:01.390185+0000, chain.objs.size()=1 2024-09-22T09:24:40.048 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.x6RH9UsHqda-L-KSfsPM43dpRajnJSK_0 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9408318149601825969', time=2024-09-22T11:15:01.424306+0000, chain.objs.size()=1 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Y-ReftvLn6xQkQs0E-g2Mv3c9bNmxrJ_0 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9359190460345663037', time=2024-09-22T11:15:01.585514+0000, chain.objs.size()=1 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.J0aW_pvCS2NJgOwawi8V84CQSLUbOPl_0 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4063400337581881579', time=2024-09-22T11:15:01.604123+0000, chain.objs.size()=1 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8A0l3OqQT6z_YilgxQUk8ICNTVwl73N_0 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1307164333609615323', time=2024-09-22T11:15:01.607461+0000, chain.objs.size()=1 2024-09-22T09:24:40.049 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zXopY2varc0PbzsJBqmqUm-kPi5RiIw_0 2024-09-22T09:24:40.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16772089584058241348', time=2024-09-22T11:15:01.722190+0000, chain.objs.size()=1 2024-09-22T09:24:40.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FEDEAQDKLovQ6FI_8dovxwElUsIKfQw_0 2024-09-22T09:24:40.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13839239266582131169', time=2024-09-22T11:15:01.759615+0000, chain.objs.size()=1 2024-09-22T09:24:40.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3Ci6im1G2SIQSr_Tt8J2n3kTIhKC-K1_0 2024-09-22T09:24:40.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13972818038227810819', time=2024-09-22T11:15:01.774155+0000, chain.objs.size()=1 2024-09-22T09:24:40.050 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.048+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lpnBYm_5soU3z8JbQDzLPNoFS5uO2mS_0 2024-09-22T09:24:40.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16268909165205092926', time=2024-09-22T11:15:01.780629+0000, chain.objs.size()=1 2024-09-22T09:24:40.055 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yg5F04WNNSy7IzlLDlQu8qFYaZsLXOB_0 2024-09-22T09:24:40.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1865249402622888561', time=2024-09-22T11:15:01.808623+0000, chain.objs.size()=1 2024-09-22T09:24:40.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iF8rbwkgxZxKP2cJbaccVW6HkcR2ocK_0 2024-09-22T09:24:40.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1955931726014744748', time=2024-09-22T11:15:01.865985+0000, chain.objs.size()=1 2024-09-22T09:24:40.056 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.zb72YGuFgdq05RrfjxMHcoq7I-qEzqX_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14948609136116289054', time=2024-09-22T11:15:01.897357+0000, chain.objs.size()=1 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vwmm9fRchkB2Lh_uXjsZDtjJDn-vtF9_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5701469322313772585', time=2024-09-22T11:15:01.907919+0000, chain.objs.size()=1 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7MuiI4Fs379aYojFR0rJo1SrDnak_sf_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9526441972523935782', time=2024-09-22T11:15:02.174684+0000, chain.objs.size()=1 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4E27ThwTe-L9pgb_F1WZw-_nLJ3uct-_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13015763791597864559', time=2024-09-22T11:15:02.221018+0000, chain.objs.size()=1 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pL-cRFwgwhFNiHJPrHdPCjUCHUIsgmu_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4487157112193835042', time=2024-09-22T11:15:02.260509+0000, chain.objs.size()=1 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UNIpZOdKDczyooyKjm_ExCJtKlrUwa1_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16572662770528367332', time=2024-09-22T11:15:02.489254+0000, chain.objs.size()=1 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZC_x2kQkJrkjAmfJlORHjzWrIVVwei0_0 2024-09-22T09:24:40.057 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14799679728434060395', time=2024-09-22T11:15:02.631548+0000, chain.objs.size()=1 2024-09-22T09:24:40.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vnFI6x5hZBU3hDh9edsvBjEeTlLAN9h_0 2024-09-22T09:24:40.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5930903926332925982', time=2024-09-22T11:15:02.690292+0000, chain.objs.size()=1 2024-09-22T09:24:40.058 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.056+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PNtmKfCE9n2AmvN2D0zj2FDZOqzqNjJ_0 2024-09-22T09:24:40.061 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.060+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15096321759304261618', time=2024-09-22T11:15:02.809967+0000, chain.objs.size()=1 2024-09-22T09:24:40.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.060+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7uQxs_smhht_bIRifgUWvy5HpJEE5Dk_0 2024-09-22T09:24:40.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.060+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4899754112936024258', time=2024-09-22T11:15:02.834307+0000, chain.objs.size()=1 2024-09-22T09:24:40.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.060+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.J7gmYMCItLFyIMmgorM8c8mBWUAOW_d_0 2024-09-22T09:24:40.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.060+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9724352034401277757', time=2024-09-22T11:15:02.868360+0000, chain.objs.size()=1 2024-09-22T09:24:40.062 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.060+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bFeux22FXQp8hN9fRR1Y7HBXHkdd1HH_0 2024-09-22T09:24:40.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9337896616805083602', time=2024-09-22T11:15:02.913459+0000, chain.objs.size()=1 2024-09-22T09:24:40.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.CzY-MnfYUiXjQ7NRRiJgcT6cZq-0-NN_0 2024-09-22T09:24:40.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.946899518004739600', time=2024-09-22T11:15:02.976384+0000, chain.objs.size()=1 2024-09-22T09:24:40.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2CAwdw3lxBHx996eUXCZkBDEPisy7Af_0 2024-09-22T09:24:40.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15564262941271791612', time=2024-09-22T11:15:02.996625+0000, chain.objs.size()=1 2024-09-22T09:24:40.063 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rrrTZCLna8jWxMC1TJj6GXXaEvmaypn_0 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16308721259490608914', time=2024-09-22T11:15:24.172601+0000, chain.objs.size()=1 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.n3avoS0qMDPKh2MnpsqeAywwBXCh27U_0 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12021402254408440965', time=2024-09-22T11:15:24.538925+0000, chain.objs.size()=1 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.s2TI7Pjk2tB9qGcojeT68Ta0I9lKapu_0 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17565041428206882099', time=2024-09-22T11:15:24.814052+0000, chain.objs.size()=1 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wVfB_Px_1DMJ9Xp5jq1SpWV7ekbq4fH_0 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10071478021323804004', time=2024-09-22T11:15:24.937636+0000, chain.objs.size()=1 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.w1izuoAfQreMI5_fCnG4GJCsnfbWpMt_0 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.726349104032697724', time=2024-09-22T11:15:24.969952+0000, chain.objs.size()=1 2024-09-22T09:24:40.064 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cNWNQ-siP_JoEtWy78HY1dupVpPFy0R_0 2024-09-22T09:24:40.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4930865183930600066', time=2024-09-22T11:15:25.019991+0000, chain.objs.size()=1 2024-09-22T09:24:40.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZDmRvOlN6IfDNQnxxbXIilOcBaKMpOH_0 2024-09-22T09:24:40.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15576542226455276061', time=2024-09-22T11:15:25.027293+0000, chain.objs.size()=1 2024-09-22T09:24:40.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AhuIdvYmTvPTC6gN0kT1E_KMZOlG-31_0 2024-09-22T09:24:40.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16463508610318882087', time=2024-09-22T11:15:25.147798+0000, chain.objs.size()=1 2024-09-22T09:24:40.066 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.064+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.xX_MmAZozbBY6QYTuobUd_AEqekL6EE_0 2024-09-22T09:24:40.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16634468926647219259', time=2024-09-22T11:15:25.190699+0000, chain.objs.size()=1 2024-09-22T09:24:40.067 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bI8qtAnUiBpIVHa3YCI-d_-ypoZwB7D_0 2024-09-22T09:24:40.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1678239054457936181', time=2024-09-22T11:15:25.233060+0000, chain.objs.size()=1 2024-09-22T09:24:40.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3uvrAB-kh3cFf3ucsgx3IVfspcXZsHz_0 2024-09-22T09:24:40.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15319664677638047363', time=2024-09-22T11:15:25.400674+0000, chain.objs.size()=1 2024-09-22T09:24:40.069 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3qxqEW9aVE7qNBYt5Lnz4sGBM_UOVXY_0 2024-09-22T09:24:40.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.431504780151810885', time=2024-09-22T11:15:25.539255+0000, chain.objs.size()=1 2024-09-22T09:24:40.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YYjC4xWxImr9IydJbr4mwIQ2ifFeMyY_0 2024-09-22T09:24:40.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.675130202457790733', time=2024-09-22T11:15:25.741729+0000, chain.objs.size()=1 2024-09-22T09:24:40.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7SyohT-iUO-EkbEu_2nDooRZs59iV8e_0 2024-09-22T09:24:40.070 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15436827429682375668', time=2024-09-22T11:15:25.998450+0000, chain.objs.size()=1 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.x7e9sD1o10960FcMC9OO6xPDkjUO1_2_0 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18043786841721660402', time=2024-09-22T11:15:26.002206+0000, chain.objs.size()=1 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.QUxGSO_EDpDu6ZpzAbYIDPIgpVhfR-n_0 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7669464702991482440', time=2024-09-22T11:15:26.110495+0000, chain.objs.size()=1 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4Ai8dGa1TAcKDxM-LMx5ER5_EgmTNJ6_0 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.497597377240126050', time=2024-09-22T11:15:26.268157+0000, chain.objs.size()=1 2024-09-22T09:24:40.071 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.068+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rM6y0Dv-WmvlcU3IMwfNXaT9vjc0DO__0 2024-09-22T09:24:40.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3832203252023344357', time=2024-09-22T11:15:26.313390+0000, chain.objs.size()=1 2024-09-22T09:24:40.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vc-QdYRRqTNSsvUIKCtLCBh_-QieAp__0 2024-09-22T09:24:40.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8042730490634627757', time=2024-09-22T11:15:26.352301+0000, chain.objs.size()=1 2024-09-22T09:24:40.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JSX827us93Kt2a-bl7k0Yu_ITFEFd76_0 2024-09-22T09:24:40.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18010656471756010146', time=2024-09-22T11:15:26.384593+0000, chain.objs.size()=1 2024-09-22T09:24:40.072 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GDiDC7VPmIsLf5F2KAL5tPYqXAnz4am_0 2024-09-22T09:24:40.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7446373055095717219', time=2024-09-22T11:15:26.392463+0000, chain.objs.size()=1 2024-09-22T09:24:40.074 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.072+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eB9QhSQO5j5TrkzPC-DijqThL4xWQlz_0 2024-09-22T09:24:40.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15229614911242175009', time=2024-09-22T11:15:26.498275+0000, chain.objs.size()=1 2024-09-22T09:24:40.075 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3BXFhzgTR0HaSk5H6F88vY6zCVqscJ4_0 2024-09-22T09:24:40.076 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15056938200881675845', time=2024-09-22T11:15:26.504157+0000, chain.objs.size()=1 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wx2zQ4iiIgKKVckdYZ5B-WxmLhE1trU_0 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2809860969349866607', time=2024-09-22T11:15:26.713387+0000, chain.objs.size()=1 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KZaDjwn1Ke2G1DjCXUrl2D-jDv5a0eK_0 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1325822874116645007', time=2024-09-22T11:15:26.749607+0000, chain.objs.size()=1 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lpzPvNH7jM2v-omqTFa_4MhvIzahZJ9_0 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15032346198227654643', time=2024-09-22T11:15:26.767696+0000, chain.objs.size()=1 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2SycRPZ5CaLMIEK7Aqcx1m9sg6PEYUu_0 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2801576067221721043', time=2024-09-22T11:15:57.209660+0000, chain.objs.size()=1 2024-09-22T09:24:40.077 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.076+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.411__shadow_.07ZAfwHkEaEWvohA1K5v9_RlhjAMc2U_0 2024-09-22T09:24:40.081 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.080+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50687 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1733115106354511590', time=2024-09-22T11:16:24.739207+0000, chain.objs.size()=1 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.485__shadow_.VC-Xu-bXm9m-a07lA9SpfGkx3Lt3wXa_0 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1901957132530876020', time=2024-09-22T11:16:27.146187+0000, chain.objs.size()=1 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.490__shadow_.kkmHN2MzFBqS1wjFOriNCODFgN3w2hF_0 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7789671807513180189', time=2024-09-22T11:16:31.027446+0000, chain.objs.size()=1 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.501__shadow_.O7KIjEIegBXjcdISx9JuAjgdQC2Q56R_0 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5324097548164263232', time=2024-09-22T11:16:36.490406+0000, chain.objs.size()=1 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.512__multipart_mymultipart.2~IkFgflzQyMymKjCIusMNCZUbUBnGGBE.1 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3582415682394616668', time=2024-09-22T11:16:52.966985+0000, chain.objs.size()=6 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi.1 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi.2 2024-09-22T09:24:40.084 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.YazKO2wqGWGkuz-2m5XwAEGu1UpOjiJb.3 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi.4 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi.5 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi.6 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2491365535778500492', time=2024-09-22T11:17:39.699854+0000, chain.objs.size()=1 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.553__shadow_.uDNHbx-AR5pRRCsbTB0RLQrB2iRJ5-m_0 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17483054280462249379', time=2024-09-22T11:18:05.452893+0000, chain.objs.size()=1 2024-09-22T09:24:40.085 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow_.nXCdqF4HjCIexBj8CyXVBaF7pTfAQh2_0 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5925248769507174611', time=2024-09-22T11:18:14.955653+0000, chain.objs.size()=1 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.084+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:NCEjZRKVEGvHSmd2kIp1uz5OG7roKXl_.HYu8GiijxE7W2NtAWca-y3tt6uspE5t_0 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17056929912370734404', time=2024-09-22T11:18:28.233568+0000, chain.objs.size()=1 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:sdAuH90lLFNyL.K1JPkHMGIRQqPqZtG_.jn08fEZhjjVIdM0cL-l0-oWhNb3iwnp_0 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11061613756514072527', time=2024-09-22T11:18:28.934194+0000, chain.objs.size()=1 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:JzjWBbG-5zalG.ZguKrWdTEqjWG90TS_.lJRdTZTg-t-ABab5MJFP9ypSBuUeSdG_0 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10065603484441759159', time=2024-09-22T11:19:55.604475+0000, chain.objs.size()=1 2024-09-22T09:24:40.087 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.618__shadow_.OaG2_OqIa4D1CRZMjgnGeT70F8-ZFXH_0 2024-09-22T09:24:40.088 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17213562524438369999', time=2024-09-22T11:21:08.591509+0000, chain.objs.size()=1 2024-09-22T09:24:40.088 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.642__shadow_.6ItNrk8_wJTY8uZF3C5v5JENbVbERmc_0 2024-09-22T09:24:40.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11729499851528316376', time=2024-09-22T11:21:09.668858+0000, chain.objs.size()=1 2024-09-22T09:24:40.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.644__shadow_.nFZWht3k5xBehCmENNmRqKzDTFwOuGA_0 2024-09-22T09:24:40.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.281530862609199856', time=2024-09-22T11:22:17.526850+0000, chain.objs.size()=1 2024-09-22T09:24:40.089 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.088+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.749__shadow_.hurGAjKnne2_v1UWHTvcjTs86j0-ais_0 2024-09-22T09:24:40.093 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.092+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.095 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:24:40.096 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.097 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48435' 2024-09-22T09:24:40.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12803093875353628393', time=2024-09-22T11:13:41.099746+0000, chain.objs.size()=1 2024-09-22T09:24:40.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.239__shadow_.I3qY1Qzwt7ebP5aFpWxkcxGVwsHXGfy_0 2024-09-22T09:24:40.098 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7716510875893429802', time=2024-09-22T11:14:11.506838+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FXt6tgorXN9qvsn0AozebHcrPLHYa6E_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16716152467220274586', time=2024-09-22T11:14:11.523796+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Jj60rLBez9-iU5LoSpYE1a2JH7DVSn7_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9278291577783176174', time=2024-09-22T11:14:11.561699+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sVRYTRwohT1iwIDgXPj_6tAkhRTOMcX_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8682122980549099737', time=2024-09-22T11:14:11.576260+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SIohxOkLE8YV54s0CbzcbT7wmdH3-8Q_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1131741779777231880', time=2024-09-22T11:14:11.589350+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kcgymhEqY69IFRJUsj4LuDUUN3rqO4t_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5060728689597335406', time=2024-09-22T11:14:11.838817+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hkPu7R6azRzePSWbrurbwmGGyfyuY9U_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16130027351645438050', time=2024-09-22T11:14:11.882507+0000, chain.objs.size()=1 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.duNu1KNfwE8-Sl173V-AZKfMzCB_raH_0 2024-09-22T09:24:40.099 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8871972032253041375', time=2024-09-22T11:14:12.214724+0000, chain.objs.size()=1 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.PPv1BeI0IfpIHwapgR5KeiGZ7ZLFy5z_0 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5948721200717446122', time=2024-09-22T11:14:12.336946+0000, chain.objs.size()=1 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.H4L-mguBXDWYALGvjusbgr5_MuPiFNQ_0 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13070780277139063450', time=2024-09-22T11:14:12.345479+0000, chain.objs.size()=1 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AneOwU_nNzDxyDQ09Nk9Wk36YImMR1c_0 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2522268958511757565', time=2024-09-22T11:14:12.531301+0000, chain.objs.size()=1 2024-09-22T09:24:40.100 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.096+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8oAfw4UZkGqSBxqiCxIv0BjyrkqAd0u_0 2024-09-22T09:24:40.101 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14941243926827196594', time=2024-09-22T11:14:12.533626+0000, chain.objs.size()=1 2024-09-22T09:24:40.101 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.D6FJhebtcNekKaF4BM2palePDKvX1iu_0 2024-09-22T09:24:40.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14929100932759978596', time=2024-09-22T11:14:12.536856+0000, chain.objs.size()=1 2024-09-22T09:24:40.102 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zxpd2F6Z4MDkrFwBsDhhHzrrVY4HCCV_0 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.547082530831693550', time=2024-09-22T11:14:12.635235+0000, chain.objs.size()=1 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZzTzQ0M-6usTkenHoF3QGDIsdHPEsxs_0 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16632025103344060800', time=2024-09-22T11:14:12.744444+0000, chain.objs.size()=1 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.100+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NrYbk74qR1qhcktlyrjnAGvGiOZzngl_0 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13227218207553115524', time=2024-09-22T11:14:12.933836+0000, chain.objs.size()=1 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WxfYdzauJQuYdzAhpRKLSv3mk_K0_Ez_0 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6003594628368467965', time=2024-09-22T11:14:12.982373+0000, chain.objs.size()=1 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VNouMVbgUg2DhIOzmZrufDL7YSbgcvM_0 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12964994653927865688', time=2024-09-22T11:14:13.013099+0000, chain.objs.size()=1 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._MPDcqGfLM3StF9DzJK26uPN9fDIWe5_0 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2285911115829259085', time=2024-09-22T11:14:13.056327+0000, chain.objs.size()=1 2024-09-22T09:24:40.104 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.snm9RH8m1MxwRAncXRZHLX1I1QL2C1X_0 2024-09-22T09:24:40.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16346369452862030893', time=2024-09-22T11:14:13.092031+0000, chain.objs.size()=1 2024-09-22T09:24:40.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.roGE4a8zvMSr5hnOXj93gmjEhu_qn6b_0 2024-09-22T09:24:40.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6476674340830253861', time=2024-09-22T11:14:13.276833+0000, chain.objs.size()=1 2024-09-22T09:24:40.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.H75gNtB2chbiWsdIqtb4q7QgKvWXPOT_0 2024-09-22T09:24:40.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11803967116263712505', time=2024-09-22T11:14:13.285981+0000, chain.objs.size()=1 2024-09-22T09:24:40.105 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.v_SdYDL2KnsdxDdehLE0uMeA4cx1bue_0 2024-09-22T09:24:40.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14469108618492176473', time=2024-09-22T11:14:13.686572+0000, chain.objs.size()=1 2024-09-22T09:24:40.106 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.104+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.abHQuXCgYrrJS3VSzMaAJfMb-6yu6kB_0 2024-09-22T09:24:40.107 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6893713008169650060', time=2024-09-22T11:14:13.813721+0000, chain.objs.size()=1 2024-09-22T09:24:40.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XikWrzTVDisgtOMklZp47MMxBZ6Wnqr_0 2024-09-22T09:24:40.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8095321679359076220', time=2024-09-22T11:14:13.819028+0000, chain.objs.size()=1 2024-09-22T09:24:40.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5aw07NwTm-LJaIHNiVOA10B8ldX_0Ep_0 2024-09-22T09:24:40.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3813817807001439036', time=2024-09-22T11:14:13.823713+0000, chain.objs.size()=1 2024-09-22T09:24:40.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ruSzUuZc2wLhcWXtsuQ8qPouxjMv9dR_0 2024-09-22T09:24:40.108 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11609347890523250761', time=2024-09-22T11:14:13.838436+0000, chain.objs.size()=1 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ydl-l4q4Qu756osl1H4C2lDliDL5cEG_0 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13213388858690072098', time=2024-09-22T11:14:13.987917+0000, chain.objs.size()=1 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gPW9dDh9fmWZMbBCbzV1XwVCMB7u8wm_0 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14434712537529466229', time=2024-09-22T11:14:14.041750+0000, chain.objs.size()=1 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.goJjaOdYv_kFoaVdyTJNpXj7RSDITMY_0 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10034028418056790006', time=2024-09-22T11:14:14.091478+0000, chain.objs.size()=1 2024-09-22T09:24:40.109 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.108+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NNhIKczmhm1ICUyplI5ISiiNmy1unwF_0 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16876243974515258092', time=2024-09-22T11:14:14.146991+0000, chain.objs.size()=1 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lSZEsrBNUITCqIYhfXOxnPoFyzimv8g_0 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.807834088861369124', time=2024-09-22T11:14:20.411507+0000, chain.objs.size()=1 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.280__shadow_.3IteTNdof2xrm28J35WLe-L-ukBkq6l_0 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11311214716943419522', time=2024-09-22T11:14:22.007666+0000, chain.objs.size()=1 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.284__shadow_.s050RmvFkGaNcJHkEZnZEE7e2fqs8yL_0 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9688388774180381320', time=2024-09-22T11:14:27.473658+0000, chain.objs.size()=1 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.xdhtRagpHpfuFdezE4LPU5yXX3kAB7T_0 2024-09-22T09:24:40.112 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14773986829000245596', time=2024-09-22T11:14:28.620021+0000, chain.objs.size()=1 2024-09-22T09:24:40.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.297__shadow_.oZHguGypzYwxdNfDP3EEPx7qkVtCv6l_0 2024-09-22T09:24:40.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12598435366317329170', time=2024-09-22T11:14:31.842350+0000, chain.objs.size()=1 2024-09-22T09:24:40.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.305__shadow_.eV3UkU4LHCqPP97Xn1PEJQKXGYG502a_0 2024-09-22T09:24:40.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5263234600014424759', time=2024-09-22T11:14:36.020980+0000, chain.objs.size()=1 2024-09-22T09:24:40.113 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.112+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.316__shadow_.L0kONWnWKZhhCfrO6f04WkuWGnUutQn_0 2024-09-22T09:24:40.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10461244214598601301', time=2024-09-22T11:15:00.362054+0000, chain.objs.size()=1 2024-09-22T09:24:40.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5SpuaQYZzznr9IQlvHy9Ma8iKkmkYfb_0 2024-09-22T09:24:40.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12394771255218341562', time=2024-09-22T11:15:00.362755+0000, chain.objs.size()=1 2024-09-22T09:24:40.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.c2Xbix6ut32naZprfiGSAcQHvKG8ejd_0 2024-09-22T09:24:40.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8899064951657264494', time=2024-09-22T11:15:00.381013+0000, chain.objs.size()=1 2024-09-22T09:24:40.115 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vg-xyOnwD_r8PBznapGXtgxoU16_UhV_0 2024-09-22T09:24:40.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11501379646636510189', time=2024-09-22T11:15:00.457209+0000, chain.objs.size()=1 2024-09-22T09:24:40.116 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OQtGhOe3FKKueTXXDwrF-sI5AtBKDt-_0 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12639404063544389575', time=2024-09-22T11:15:00.465607+0000, chain.objs.size()=1 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FDSH9u2HagsTlUTQGFIeQvoW03wAVIQ_0 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12545689044307622828', time=2024-09-22T11:15:00.730473+0000, chain.objs.size()=1 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BFZ2YvHPeSzi0oSNvEQVVgASCUonI6C_0 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8681375929566464209', time=2024-09-22T11:15:00.842248+0000, chain.objs.size()=1 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.5Wk3qQzuXKhDQC9McNMFsnkSzoALOSE_0 2024-09-22T09:24:40.117 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5885502833268114194', time=2024-09-22T11:15:01.005720+0000, chain.objs.size()=1 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RbkyBDM5jL-cr7xnOjShOQMJrBFhFAQ_0 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8188979416168759645', time=2024-09-22T11:15:01.087444+0000, chain.objs.size()=1 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pqKAIkdhechIIcMs5R-zQn_9mPPZMbS_0 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10667069997506195898', time=2024-09-22T11:15:01.093926+0000, chain.objs.size()=1 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.sKRgBmvVif9VOfYBcotPVknCZSY38Sz_0 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5942454332682608189', time=2024-09-22T11:15:01.156746+0000, chain.objs.size()=1 2024-09-22T09:24:40.118 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.116+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.w7lZuwBpiTASKnYpQCTPDDZN-aWyBhM_0 2024-09-22T09:24:40.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5942715384985192128', time=2024-09-22T11:15:01.178237+0000, chain.objs.size()=1 2024-09-22T09:24:40.120 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.diIVQal0G-7aIvhnACWemiOZfYM2D0T_0 2024-09-22T09:24:40.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1246483375385683141', time=2024-09-22T11:15:01.200442+0000, chain.objs.size()=1 2024-09-22T09:24:40.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.preMkmE8TZMH3g6V9xatvk1ozyHyVK__0 2024-09-22T09:24:40.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10887014747630460472', time=2024-09-22T11:15:01.366508+0000, chain.objs.size()=1 2024-09-22T09:24:40.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ukKPCf21H2AL9BkZyOg-Tq2Kb7bajvq_0 2024-09-22T09:24:40.121 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4528634049763138757', time=2024-09-22T11:15:01.509195+0000, chain.objs.size()=1 2024-09-22T09:24:40.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JX0-66wMWZx72CqT5DqBi0nPlLctacL_0 2024-09-22T09:24:40.122 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11981969677140498208', time=2024-09-22T11:15:01.517654+0000, chain.objs.size()=1 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YGxLo3tn5PiV9Yv3uOutVmT4rfRoBW9_0 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2556877605511823914', time=2024-09-22T11:15:01.589221+0000, chain.objs.size()=1 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.A1cSyuE7GtMMeV13mr1zBJcB0fwlXk4_0 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15984263713968707808', time=2024-09-22T11:15:01.591156+0000, chain.objs.size()=1 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.MqKBWHobrpwPuTCbZeaP8vp3qchHXGw_0 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6111273030561568486', time=2024-09-22T11:15:01.612740+0000, chain.objs.size()=1 2024-09-22T09:24:40.123 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.120+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PZlo3hUC0EIzothOljvTYtUy-As7VNc_0 2024-09-22T09:24:40.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.700534516485713680', time=2024-09-22T11:15:01.807305+0000, chain.objs.size()=1 2024-09-22T09:24:40.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wn9ZoM09shR-iI4ayksRW4bPO0mIJC9_0 2024-09-22T09:24:40.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1670356639012209136', time=2024-09-22T11:15:01.811103+0000, chain.objs.size()=1 2024-09-22T09:24:40.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.e3-CDiM8AwhPYv2m3uq9vDeO1KRih7v_0 2024-09-22T09:24:40.124 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15221191336419760617', time=2024-09-22T11:15:01.887274+0000, chain.objs.size()=1 2024-09-22T09:24:40.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.h9ihqIP7ltlQp-UUsg1DphYFeBkurLl_0 2024-09-22T09:24:40.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11898850330649468963', time=2024-09-22T11:15:02.241544+0000, chain.objs.size()=1 2024-09-22T09:24:40.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vsEghfRNmIeANW7fb2Swiovbp1ZoW2Z_0 2024-09-22T09:24:40.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7628877711084956873', time=2024-09-22T11:15:02.275283+0000, chain.objs.size()=1 2024-09-22T09:24:40.125 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LWoUQp3YT21YHV3GFOK3IDsZRxYEwj2_0 2024-09-22T09:24:40.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10831392031301331075', time=2024-09-22T11:15:02.306924+0000, chain.objs.size()=1 2024-09-22T09:24:40.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9y8W7p5nmIuzWo0rb__uwyLjNKGPqB1_0 2024-09-22T09:24:40.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3015007721204190804', time=2024-09-22T11:15:02.326490+0000, chain.objs.size()=1 2024-09-22T09:24:40.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ka7JmF662tQ5FdDpn6WIzRBkSV_xFP0_0 2024-09-22T09:24:40.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17335679714648104428', time=2024-09-22T11:15:02.330059+0000, chain.objs.size()=1 2024-09-22T09:24:40.126 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.124+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4nHVOb_DXyM5HwrOGAB11OlmXpWIYXs_0 2024-09-22T09:24:40.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2814112017364347146', time=2024-09-22T11:15:02.336048+0000, chain.objs.size()=1 2024-09-22T09:24:40.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YbCxDnYy5owtiSwJEt0D_5Tmo4V9s_C_0 2024-09-22T09:24:40.130 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7186918550832246780', time=2024-09-22T11:15:02.483465+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LLqgbELpVxNKmM2xo_uL2JlP_xnMZ-D_0 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9831410466098549478', time=2024-09-22T11:15:02.489840+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.M3Kwd57NVnVRBDcpA7XD3AB-uPAg7Ey_0 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13100501597510380378', time=2024-09-22T11:15:02.519415+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.sX9WcJohHjPuMPjknx6n0Tw9oIzaySt_0 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3616684584085499346', time=2024-09-22T11:15:02.572108+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aoPHKr6iAjaq_HjrefQewk5WHSfOLUV_0 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1931120405581943209', time=2024-09-22T11:15:02.690266+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BV8S1jUxMPnKxLVwVs8uVfleZVE3AN4_0 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10870981741177419842', time=2024-09-22T11:15:02.798710+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xrAc-N701zfTGj4WW1KbLfkju8Dh4gH_0 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12934754478119549465', time=2024-09-22T11:15:02.920276+0000, chain.objs.size()=1 2024-09-22T09:24:40.131 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.128+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Y4uhbMCWUA4TqMapkvMBq87k1d1BG_3_0 2024-09-22T09:24:40.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16371095554034339227', time=2024-09-22T11:15:24.080093+0000, chain.objs.size()=1 2024-09-22T09:24:40.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5739cZ-1Hm1z6FJ4tG7QuLsPN2QJmPA_0 2024-09-22T09:24:40.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12354881756426497642', time=2024-09-22T11:15:24.231029+0000, chain.objs.size()=1 2024-09-22T09:24:40.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.AWGwyIS6NvJGV5nLzIiyutO2c4tN4Lc_0 2024-09-22T09:24:40.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12599822082522431155', time=2024-09-22T11:15:24.276702+0000, chain.objs.size()=1 2024-09-22T09:24:40.132 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ND-5VnYLBg14xtqZT1HoDir5_hOLQUx_0 2024-09-22T09:24:40.134 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9676650854533627706', time=2024-09-22T11:15:24.423955+0000, chain.objs.size()=1 2024-09-22T09:24:40.134 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.132+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bBwYV6U5FErWArT44WD8p6CktFv4yrz_0 2024-09-22T09:24:40.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3008025774173461607', time=2024-09-22T11:15:24.426742+0000, chain.objs.size()=1 2024-09-22T09:24:40.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9GsAQ36H8bfXPBammmk-ueAR_LYLyMs_0 2024-09-22T09:24:40.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7964732172509145658', time=2024-09-22T11:15:24.515936+0000, chain.objs.size()=1 2024-09-22T09:24:40.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.V2hU-B-H6L5vhATKSHfW6mUaxU9I7kZ_0 2024-09-22T09:24:40.136 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15626544629153487206', time=2024-09-22T11:15:24.517737+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KjrPgmS6kPtlnm0ZazjVzKEYQ-uECml_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15256727173182978299', time=2024-09-22T11:15:24.652698+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.r-XLPZ0qDhx17CYpWKfDvSUXcEmybeP_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17891348869274106395', time=2024-09-22T11:15:24.837620+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mgLysPbWufCtYivT7-xTE-PYjLHw2Ol_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.334612856119713722', time=2024-09-22T11:15:24.880746+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wttmWb17zOY_4QN1lKOFxbYFuv0ALNT_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17679197166364217271', time=2024-09-22T11:15:24.896853+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ty4NEA7lfrWPiD0GH_2XbL8HEjHA99A_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9410017320680354901', time=2024-09-22T11:15:24.909648+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4a_PMB0defvJYwE9gP_xqHg3otzPeg9_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16477315711077232433', time=2024-09-22T11:15:24.960914+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.kj3qKW-B9C4Q2n_EIpRGSODIdYBEZ6F_0 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41342476123440026', time=2024-09-22T11:15:24.992348+0000, chain.objs.size()=1 2024-09-22T09:24:40.137 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JdOB7RBx95VNEf3ICMIHX2bKlQUQjCW_0 2024-09-22T09:24:40.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10271445618417802898', time=2024-09-22T11:15:25.162634+0000, chain.objs.size()=1 2024-09-22T09:24:40.138 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.136+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VEcqZ85adyPPvkG21eLJ1mYpU_sJvQf_0 2024-09-22T09:24:40.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.200109523251454017', time=2024-09-22T11:15:25.214154+0000, chain.objs.size()=1 2024-09-22T09:24:40.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._beHFTgZNdq0gjlam8fgqb7HQQ44R3A_0 2024-09-22T09:24:40.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.661617908414144580', time=2024-09-22T11:15:25.243583+0000, chain.objs.size()=1 2024-09-22T09:24:40.140 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jo48xy6UowvRXZg443-V5YKkYrm4jkb_0 2024-09-22T09:24:40.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10677197100685558359', time=2024-09-22T11:15:25.311751+0000, chain.objs.size()=1 2024-09-22T09:24:40.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0diqeyjBWzRzAU-656uG0e1U-PnStFs_0 2024-09-22T09:24:40.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8770922190858608924', time=2024-09-22T11:15:25.550135+0000, chain.objs.size()=1 2024-09-22T09:24:40.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3FS2rjY7asfkGdKq-eLLZIh4KJ2kbDS_0 2024-09-22T09:24:40.141 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4012433372170152348', time=2024-09-22T11:15:25.588832+0000, chain.objs.size()=1 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OGaozT0a0Ny9lBpFgOQsbc2oh-Nqfkl_0 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12208386645735417934', time=2024-09-22T11:15:25.713354+0000, chain.objs.size()=1 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Kqi312vPT4xc2tDgtfD1BXmm4bt3Nic_0 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16419671114481484082', time=2024-09-22T11:15:25.938812+0000, chain.objs.size()=1 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.4gpX_EAhJ10EsEdCs5cL4fHvs-1z2gv_0 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9350693020097684063', time=2024-09-22T11:15:26.033489+0000, chain.objs.size()=1 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NYQJAfEPWTNuqW6lB6LCVkgrHgzRNJ7_0 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13789150465645661315', time=2024-09-22T11:15:26.092018+0000, chain.objs.size()=1 2024-09-22T09:24:40.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.t9jJjvV_DifqHFfbUzbmfVXNyDUGlHP_0 2024-09-22T09:24:40.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.628753826357182677', time=2024-09-22T11:15:26.105536+0000, chain.objs.size()=1 2024-09-22T09:24:40.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8TrZM2ZC1xBW0MyyyQgE3wvdu3WGJ5v_0 2024-09-22T09:24:40.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9981087049318439939', time=2024-09-22T11:15:26.343096+0000, chain.objs.size()=1 2024-09-22T09:24:40.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.140+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FcfVKQgkSVfqBEMDKCZD9K4_MQGQYWX_0 2024-09-22T09:24:40.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.144+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12660122819348641522', time=2024-09-22T11:15:26.464048+0000, chain.objs.size()=1 2024-09-22T09:24:40.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.144+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.IbzPXxfWS5MrDKVjMCNt1jdo_zb4y3u_0 2024-09-22T09:24:40.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.148+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48435 2024-09-22T09:24:40.152 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9891665753225172553', time=2024-09-22T11:15:26.472189+0000, chain.objs.size()=1 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.nWSV9bYyjqLpfEA6cdoJAyr3jHdQJ0g_0 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.79758372989354034', time=2024-09-22T11:15:26.498117+0000, chain.objs.size()=1 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NnV5zwMok74GiMrxwXL4oqv6cHX8-OH_0 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8739227620368414421', time=2024-09-22T11:15:26.650855+0000, chain.objs.size()=1 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.itBrWTEt0k2iWAyETsfd8SPfeTW1pCw_0 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8074203557190563963', time=2024-09-22T11:15:26.833396+0000, chain.objs.size()=1 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jExujsR0_ZPujqFS13nkoT4OuFCEr7s_0 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13223385524839402986', time=2024-09-22T11:16:08.238117+0000, chain.objs.size()=1 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.443__shadow_.AsxGqdP4hI0vd4L5H_7xmFgmbu1JpAP_0 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8170235819611271184', time=2024-09-22T11:16:15.721961+0000, chain.objs.size()=1 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.460__shadow_.k6a8-ChhHWL8VLgh9bbhdCz9AUlmbYN_0 2024-09-22T09:24:40.153 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10303194471276947882', time=2024-09-22T11:16:16.295800+0000, chain.objs.size()=1 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.461__shadow_.VMGvAtEtYGokyxZtqVcwIShK1mtKobg_0 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6199816376929571376', time=2024-09-22T11:16:18.951060+0000, chain.objs.size()=1 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.466__shadow_.oqohw7aw8s6-UyFbvVLrFtsgGTacvRQ_0 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12663486447160876641', time=2024-09-22T11:16:19.769645+0000, chain.objs.size()=1 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.467__shadow_.0B7d8XAmZk9f3Ly_6c4-Z6IjfOW0lbq_0 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4465286349099008098', time=2024-09-22T11:17:41.874910+0000, chain.objs.size()=1 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.556__shadow_.CbbCSzJwsCmFiqQdqNr0w6HKoOfskcz_0 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3826399069403640245', time=2024-09-22T11:18:00.250846+0000, chain.objs.size()=1 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:prD5R3nnNA8cmHv2xmKLANUauwCzoE6_.1sZdR114h84jcae4LITJU6v-3K8vcaL_0 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1269147038597817163', time=2024-09-22T11:18:01.839311+0000, chain.objs.size()=1 2024-09-22T09:24:40.154 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.152+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:7PTcTc8rh5uwfdSwCWt2z5mpx.cXyry_.bFqMw0f62aaiJLmBdj3FY6JsjTgD2eJ_0 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484867952339171012', time=2024-09-22T11:18:07.647470+0000, chain.objs.size()=1 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:hbkTU2ZTUZhCaPcZW2eX-t8rruxLDKn_.U2VPJwisQUJ1FZpiDhBlqfqOTaMY4pH_0 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6491040253419032020', time=2024-09-22T11:18:13.009141+0000, chain.objs.size()=1 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:1kg-S-FkVQCwU2GCAvUzNXXXK9x638r_.HHWxLmlVP7tndgsWb8T50wwQz5ztn7V_0 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6970116313283574633', time=2024-09-22T11:18:13.838753+0000, chain.objs.size()=1 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:SzE8Lz1S5dc74zpVFz2w11mvtBIVMKm_.1nYkvNn8r_OFqihmaJgfDFR9a8ddeZC_0 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9503226887030449526', time=2024-09-22T11:18:22.208944+0000, chain.objs.size()=1 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:e.JtpIXnyjN.9a9cr5gQlnwXYAzPR-g_.z7OU8-cz_kEcjZAGnpai1os4ReAdMHI_0 2024-09-22T09:24:40.157 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5824091473632558593', time=2024-09-22T11:18:35.140978+0000, chain.objs.size()=1 2024-09-22T09:24:40.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:mudzlqNUIutxifx.V0n6QmBox9Vf6-5_.a8hAFosrICnzHhY9iJVMs_qiTRdoTdA_0 2024-09-22T09:24:40.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2487230832896062134', time=2024-09-22T11:18:35.163299+0000, chain.objs.size()=1 2024-09-22T09:24:40.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:4zvf8Hp9LnaEOrjOVzjLXm22NxjkJm9_.rvnQuPEtGWUiIdOV9PvkeQ7LxmNEZY3_0 2024-09-22T09:24:40.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11088560753262497490', time=2024-09-22T11:18:53.031313+0000, chain.objs.size()=6 2024-09-22T09:24:40.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.615__multipart_multipart_enc.2~uyj-qh1pEmyee9z8JwV81-deo8gti38.1 2024-09-22T09:24:40.158 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.615__multipart_multipart_enc.2~uyj-qh1pEmyee9z8JwV81-deo8gti38.2 2024-09-22T09:24:40.159 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.156+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.615__multipart_multipart_enc.2~uyj-qh1pEmyee9z8JwV81-deo8gti38.3 2024-09-22T09:24:40.160 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.615__multipart_multipart_enc.2~uyj-qh1pEmyee9z8JwV81-deo8gti38.4 2024-09-22T09:24:40.161 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.615__multipart_multipart_enc.2~uyj-qh1pEmyee9z8JwV81-deo8gti38.5 2024-09-22T09:24:40.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.615__multipart_multipart_enc.2~uyj-qh1pEmyee9z8JwV81-deo8gti38.6 2024-09-22T09:24:40.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.160+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9739239409492588347', time=2024-09-22T11:21:34.706279+0000, chain.objs.size()=1 2024-09-22T09:24:40.162 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.160+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.700__shadow:MaXug6AY2oCV.195TMIeC2ZWUngszzR_.2o2keEUubpNOIdsYsndCtJapGVAy-jr_0 2024-09-22T09:24:40.166 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.164+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.169 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.168+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:24:40.170 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.168+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.172 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46432' 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16457888146362932125', time=2024-09-22T11:12:05.074338+0000, chain.objs.size()=3 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-LUKEWARM.2~QYlu8kjXT-lBJ2c32NI9tL7qVSYOIAD.1 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-LUKEWARM.2~QYlu8kjXT-lBJ2c32NI9tL7qVSYOIAD.2 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__multipart_foo-LUKEWARM.2~QYlu8kjXT-lBJ2c32NI9tL7qVSYOIAD.3 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3960273380061661755', time=2024-09-22T11:13:43.933034+0000, chain.objs.size()=1 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.246__shadow_.V4ebHWqmswaLhvJdWZ5bv-whTX5sWbY_0 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14821159339353842948', time=2024-09-22T11:13:45.514766+0000, chain.objs.size()=1 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.250__shadow_.66nlQ2oDxNHzWZ4cteL8C0KVd7dcudc_0 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1020432632928033029', time=2024-09-22T11:13:46.717436+0000, chain.objs.size()=1 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.253__shadow_.K9MOohcfHV0V7FAT4BUw0EGfI734anW_0 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17524146531980389492', time=2024-09-22T11:13:48.228292+0000, chain.objs.size()=1 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.257__shadow_.RXGxq-ZiGFQImGSXcnyhZ-mwEtH_Czf_0 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15107507670402039329', time=2024-09-22T11:13:48.960653+0000, chain.objs.size()=1 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.259__shadow_.Z77xF568aIm-uCrhL2GltBw7-oDDqf8_0 2024-09-22T09:24:40.173 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11532872150219046498', time=2024-09-22T11:14:11.439267+0000, chain.objs.size()=1 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NceuKs7ZTjytfAj5ZLIxO0zzGOOtOk1_0 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17352066405835769152', time=2024-09-22T11:14:11.518038+0000, chain.objs.size()=1 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hW_Gu7CtNJtXvioXl8-LVCdn3q0IbR1_0 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11144890976500904067', time=2024-09-22T11:14:11.595572+0000, chain.objs.size()=1 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SNSoUS4W1w24hTN2ytZFieUYLeMCoBc_0 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10828484932020414220', time=2024-09-22T11:14:11.809397+0000, chain.objs.size()=1 2024-09-22T09:24:40.174 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.172+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Q1zZ1PvTrLNZnZyc1xVdQsQElk89Qn__0 2024-09-22T09:24:40.177 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12818492460780291986', time=2024-09-22T11:14:11.834723+0000, chain.objs.size()=1 2024-09-22T09:24:40.177 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.grttxUBiPyiVykEsMl-Bqxq0bRPkzF-_0 2024-09-22T09:24:40.177 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8484889450034500870', time=2024-09-22T11:14:11.936269+0000, chain.objs.size()=1 2024-09-22T09:24:40.177 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.a-szswrkSnkCfWelP0hfLmt3Ie7YG3S_0 2024-09-22T09:24:40.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15651346429716780596', time=2024-09-22T11:14:12.150405+0000, chain.objs.size()=1 2024-09-22T09:24:40.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gCu8quXx18KJY6JksQV842RXWRT4v4Z_0 2024-09-22T09:24:40.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1231537955504645220', time=2024-09-22T11:14:12.288223+0000, chain.objs.size()=1 2024-09-22T09:24:40.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AHYRRoSJ0lZouHnyNy5ffPOxURWKv8s_0 2024-09-22T09:24:40.178 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11652900047975441850', time=2024-09-22T11:14:12.511829+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vXckAJTPlXAqwImfldSREygeER57oCy_0 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2616514255740399502', time=2024-09-22T11:14:12.558167+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.YJu1Rm1ff0LCf4oYsu9ztG5sf3u0yrw_0 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5590570846271235442', time=2024-09-22T11:14:12.608284+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.szjQ2pt49lE8V8MhpLcWO68c9pXUlFG_0 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6730733211550234332', time=2024-09-22T11:14:12.613827+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MAOJrAvoBNZ4NlaQf3KmRCI2Xtq8D6T_0 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17579157541395450039', time=2024-09-22T11:14:12.672990+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zCDGUJ0sSfANJY2RgdX1HfS42fYBuWr_0 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9210068995255404422', time=2024-09-22T11:14:12.895051+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.J4IqSxTB-nReadgufoiEQ6I-UIrDS8I_0 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13713918402983886066', time=2024-09-22T11:14:12.912471+0000, chain.objs.size()=1 2024-09-22T09:24:40.179 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.176+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2jCL4Zm0YxBVbfvD9YGluZ9Okn8yR6k_0 2024-09-22T09:24:40.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6624097712887210949', time=2024-09-22T11:14:12.998708+0000, chain.objs.size()=1 2024-09-22T09:24:40.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OGLI15D8wjwgfiQE7ZaW0yiFacpv2GJ_0 2024-09-22T09:24:40.181 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.180+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10379294742601916013', time=2024-09-22T11:14:13.010162+0000, chain.objs.size()=1 2024-09-22T09:24:40.182 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.180+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NW8mJ6GjN2AiddZWR9u5rV26M9Q-Pi7_0 2024-09-22T09:24:40.183 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb9908ce640 0 -- 172.21.15.64:0/1742075694 >> [v2:172.21.15.150:6800/3684667030,v1:172.21.15.150:6801/3684667030] conn(0x56436d27fd90 msgr2=0x7fb85c08adb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.727956804476914768', time=2024-09-22T11:14:13.015146+0000, chain.objs.size()=1 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5tSZYjbwEH532dpPxFDm1_GRbHt29K0_0 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9831379988772120502', time=2024-09-22T11:14:13.071709+0000, chain.objs.size()=1 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ptZxHQyPQm-UhJJDTU6qvm98VlhvvXz_0 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9873232988030785377', time=2024-09-22T11:14:13.085851+0000, chain.objs.size()=1 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SxDJA4uMik6VWTUPxkjrRYeU5zist3n_0 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10278835395112077678', time=2024-09-22T11:14:13.273659+0000, chain.objs.size()=1 2024-09-22T09:24:40.185 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.l3dp9DJ0CAfvLHKk6sUZgf96GP-146Z_0 2024-09-22T09:24:40.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6561402824443320013', time=2024-09-22T11:14:13.308265+0000, chain.objs.size()=1 2024-09-22T09:24:40.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VXxkKyxW2PTaE6gO6Tvxv6MsUoqqA0X_0 2024-09-22T09:24:40.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3282889764575911873', time=2024-09-22T11:14:13.714678+0000, chain.objs.size()=1 2024-09-22T09:24:40.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ohvO9eFwfUC9mdiiOQZxKLrCa5lu1ko_0 2024-09-22T09:24:40.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15983620788840553697', time=2024-09-22T11:14:13.717164+0000, chain.objs.size()=1 2024-09-22T09:24:40.186 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.184+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7iamd5CLdH5lWckB3R_-mqDKcS-zqHG_0 2024-09-22T09:24:40.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3947818884611217942', time=2024-09-22T11:14:13.724252+0000, chain.objs.size()=1 2024-09-22T09:24:40.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Eb63fge_onSyFH5mf6cbbXhoBXtbG8s_0 2024-09-22T09:24:40.187 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3847705535951882414', time=2024-09-22T11:14:13.737238+0000, chain.objs.size()=1 2024-09-22T09:24:40.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DNnB4DV0PvXmXr4Gl7gzGsyi4ojnvLw_0 2024-09-22T09:24:40.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7036928975863816122', time=2024-09-22T11:14:13.752028+0000, chain.objs.size()=1 2024-09-22T09:24:40.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lrw1DrmstKCCd9k6cKawsS2MW7lqiVx_0 2024-09-22T09:24:40.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12073285631278547922', time=2024-09-22T11:14:13.782056+0000, chain.objs.size()=1 2024-09-22T09:24:40.188 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.t_934vHHE-M1kYxPbDVs-1vGif0USqS_0 2024-09-22T09:24:40.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2753866552904812899', time=2024-09-22T11:14:13.844434+0000, chain.objs.size()=1 2024-09-22T09:24:40.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nVDbyangmaiOHMPrPLicZmL751oDfwc_0 2024-09-22T09:24:40.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16747158390150153349', time=2024-09-22T11:14:13.953360+0000, chain.objs.size()=1 2024-09-22T09:24:40.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.N0VjZDfbRFmuL_JFFkWGwp3hrEq0aUq_0 2024-09-22T09:24:40.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3176179651009632199', time=2024-09-22T11:14:14.025177+0000, chain.objs.size()=1 2024-09-22T09:24:40.189 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.41eIUTqlv8qkh6Etgv44YVSXcB1QRpr_0 2024-09-22T09:24:40.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12750947277205479967', time=2024-09-22T11:14:14.029946+0000, chain.objs.size()=1 2024-09-22T09:24:40.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.N9aDXpKIq84Jr-c9VkHjBrgS2FDPvvn_0 2024-09-22T09:24:40.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12089419991162968340', time=2024-09-22T11:14:14.065818+0000, chain.objs.size()=1 2024-09-22T09:24:40.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6dwU1wLPQTetBZQ7jzZ4-0M132Oulsd_0 2024-09-22T09:24:40.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5491683084710512856', time=2024-09-22T11:14:14.114148+0000, chain.objs.size()=1 2024-09-22T09:24:40.191 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.188+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gkamHW3SiDi7nM0G1e4URwMpGlmJQfO_0 2024-09-22T09:24:40.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13727913459424401137', time=2024-09-22T11:14:14.147578+0000, chain.objs.size()=1 2024-09-22T09:24:40.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RGnjblcMP1fdcSuwxzsIUefd-w75RBd_0 2024-09-22T09:24:40.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6774577740451615912', time=2024-09-22T11:14:15.092489+0000, chain.objs.size()=1 2024-09-22T09:24:40.192 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.266__shadow_.UWlkV2Phs76XxYYksP5lrwTth9VnBzF_0 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11221214252862947142', time=2024-09-22T11:14:18.870771+0000, chain.objs.size()=1 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.276__shadow_.mWvCex5MWrn8CfI8blUuJsbUHmNs_Uu_0 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2018470899200771848', time=2024-09-22T11:14:20.791869+0000, chain.objs.size()=1 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.281__shadow_.agE8v6uHHGdWwzdVdswDkRjx__HIQnR_0 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6482930106287749784', time=2024-09-22T11:14:24.846173+0000, chain.objs.size()=1 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.291__shadow_.9FgTDqyG2MpFvr_SdTBTC3HG2Ic8l3T_0 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15199075644455767664', time=2024-09-22T11:14:29.441387+0000, chain.objs.size()=1 2024-09-22T09:24:40.193 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.299__shadow_.3YLt4uDx7UZfmHMTYd0-c55tVDlHPO3_0 2024-09-22T09:24:40.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10151473383873166112', time=2024-09-22T11:14:32.279333+0000, chain.objs.size()=1 2024-09-22T09:24:40.194 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.192+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.306__shadow_.a1fx6N4uxBY4MYyrgl-LEPbv-qYT3bQ_0 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3863871120492889452', time=2024-09-22T11:14:32.281480+0000, chain.objs.size()=1 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.306__shadow_.bklQg6n4qfTIDZTv7uuMqgFraxg-MQh_0 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.994179656786057212', time=2024-09-22T11:14:37.348645+0000, chain.objs.size()=1 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320__shadow:O37ct5scTRhP7AuLMpMAmWLiWf1qiMR_.Armg2mMEjLN7EhAzirzEFQ2itBI65lr_0 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2508487526826321928', time=2024-09-22T11:15:00.344619+0000, chain.objs.size()=1 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QA-RbhFxnUFaSCa4kLEwU1S1tZBKqdU_0 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17744713412985921778', time=2024-09-22T11:15:00.377554+0000, chain.objs.size()=1 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lb2-yNdwA54rx9ehd__FjNmkn69ucqG_0 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16169139906248357488', time=2024-09-22T11:15:00.708261+0000, chain.objs.size()=1 2024-09-22T09:24:40.198 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RqlRjFYRiIrYvszmXS6KD4bE4eciRgr_0 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16265678240035850489', time=2024-09-22T11:15:00.752611+0000, chain.objs.size()=1 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uiP18zL0YlrY2hmjI5KcVCpGhBBEWp5_0 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1563974639892659685', time=2024-09-22T11:15:00.780811+0000, chain.objs.size()=1 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZIZYSl8xGeCc32zAJEteOngWB8yPyzt_0 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13262890648967648989', time=2024-09-22T11:15:01.053360+0000, chain.objs.size()=1 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.LC3g5RK2PAdJCH0INRgg3kU5VHBhk-J_0 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6679684613203768406', time=2024-09-22T11:15:01.060696+0000, chain.objs.size()=1 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TVJ8rUN_JQY-5__-ApcilyD7fRD9nv__0 2024-09-22T09:24:40.199 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10069548678999205273', time=2024-09-22T11:15:01.132919+0000, chain.objs.size()=1 2024-09-22T09:24:40.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KEA5Fk-UOLCgrLFIpN6Tj1oDu6QcKe5_0 2024-09-22T09:24:40.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16820871961684029627', time=2024-09-22T11:15:01.170493+0000, chain.objs.size()=1 2024-09-22T09:24:40.200 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.196+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.698q7MgMswYcJNHPo0VEL9px413fPPZ_0 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6779311278130407838', time=2024-09-22T11:15:01.195702+0000, chain.objs.size()=1 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9zwUh3pbJuebP8bE-oGfvDj-b-wwpMq_0 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5631998773585200791', time=2024-09-22T11:15:01.201538+0000, chain.objs.size()=1 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.n4Oj_y6_7_2ZGg29x-ulJa953_aA3qb_0 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18390185800955774893', time=2024-09-22T11:15:01.236580+0000, chain.objs.size()=1 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oBqLLwk93REd_pyp-7uO9EHD9A13Va3_0 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7188734030535310192', time=2024-09-22T11:15:01.245264+0000, chain.objs.size()=1 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pIz066KmLHTAaBdkPAVtWCx86Hdm6qW_0 2024-09-22T09:24:40.203 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13803583633653626528', time=2024-09-22T11:15:01.451801+0000, chain.objs.size()=1 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.v0rjCp2aMLt0DikEkzophTczavgO8d8_0 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5506662048548626637', time=2024-09-22T11:15:01.461760+0000, chain.objs.size()=1 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pWWBvPbzyZX9tLIDAu5WqLCpL0nrjS6_0 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2054141085739829663', time=2024-09-22T11:15:01.469142+0000, chain.objs.size()=1 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0vyN_no8AbVKElX0NVzKCcQzZFdMA1K_0 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11826892231213514724', time=2024-09-22T11:15:01.529776+0000, chain.objs.size()=1 2024-09-22T09:24:40.204 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.200+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.INecvagULGJel8pgy6kVJ0yEcZEnaM9_0 2024-09-22T09:24:40.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13700895891516089688', time=2024-09-22T11:15:01.550373+0000, chain.objs.size()=1 2024-09-22T09:24:40.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eioXwelGX6uQ9Xs8kQ5VWpNEWELRmNL_0 2024-09-22T09:24:40.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11147009545827935699', time=2024-09-22T11:15:01.778776+0000, chain.objs.size()=1 2024-09-22T09:24:40.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WEApxap8k1GjvwVCC7S5DTJiV-fxk4Y_0 2024-09-22T09:24:40.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.204+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1391875388109004927', time=2024-09-22T11:15:01.875381+0000, chain.objs.size()=1 2024-09-22T09:24:40.205 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.204+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.X6EuPlY7TdmKUZh4kDF9_nN7XgMTcE3_0 2024-09-22T09:24:40.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15655690687840939953', time=2024-09-22T11:15:02.187808+0000, chain.objs.size()=1 2024-09-22T09:24:40.209 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.q1e1au1T-_-wv388h-ZOVnKxZyIJGbw_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17205088369537786098', time=2024-09-22T11:15:02.193528+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JJtfFvrAgH5KRVMxdhqRZ64AmfoDZ79_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14129205283336171187', time=2024-09-22T11:15:02.242579+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.08uBX3ytKmv5dHMbb-o1W52kaEOHFcg_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16214417236714562433', time=2024-09-22T11:15:02.299368+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Y1KCETa1fwW8-QlgiaHWYd1URISpeOP_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581033172955424822', time=2024-09-22T11:15:02.515633+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ewX42rDnhgw9a2S5iXJX0w4PrwbRyfq_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8313368606022890744', time=2024-09-22T11:15:02.558968+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BZeq3Gz4gZrke2gBUBnf2vrEQzfXQJb_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10992501380796071597', time=2024-09-22T11:15:02.563964+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Ij0mHfIGue-16pt9UslHErZ0HKWkFFw_0 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5485050085028408435', time=2024-09-22T11:15:02.602017+0000, chain.objs.size()=1 2024-09-22T09:24:40.210 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jXQxBhcf37R8nYLrjRcmSeenN3TmAqf_0 2024-09-22T09:24:40.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8974525302207212261', time=2024-09-22T11:15:02.605611+0000, chain.objs.size()=1 2024-09-22T09:24:40.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AB9a4-UISq9Jn3Wj5-QCWwx26EqJI2v_0 2024-09-22T09:24:40.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11617678972501137637', time=2024-09-22T11:15:02.639934+0000, chain.objs.size()=1 2024-09-22T09:24:40.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Pq_LRKwdVF4OacI6ibeXvwfpXEvgISz_0 2024-09-22T09:24:40.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4002799650777382084', time=2024-09-22T11:15:02.664618+0000, chain.objs.size()=1 2024-09-22T09:24:40.211 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.208+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nMfv_zgHfLJl293yFGbgpBhu-UHuvvc_0 2024-09-22T09:24:40.212 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8655834836939688786', time=2024-09-22T11:15:02.684362+0000, chain.objs.size()=1 2024-09-22T09:24:40.213 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8TcpPEY-0vq75aF-vyeUsdKlvWfd161_0 2024-09-22T09:24:40.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.212+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.775790154407461963', time=2024-09-22T11:15:02.685205+0000, chain.objs.size()=1 2024-09-22T09:24:40.214 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.212+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GekYPYXDWxdU0rsg8xAXjCgA-YvfTOd_0 2024-09-22T09:24:40.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10234165508771542378', time=2024-09-22T11:15:02.685834+0000, chain.objs.size()=1 2024-09-22T09:24:40.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Ou0lTXClVPrwbgb-emn8iqCElrpawcg_0 2024-09-22T09:24:40.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.867009943475209531', time=2024-09-22T11:15:02.869082+0000, chain.objs.size()=1 2024-09-22T09:24:40.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.gi2_oojQ-Kmaunzn7N3AzjXArtQ9Qe0_0 2024-09-22T09:24:40.215 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13325206123473971632', time=2024-09-22T11:15:02.878985+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eBItyosVNnZZ3sjWKL0g8qJ7HnkzwGn_0 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7936851202043655141', time=2024-09-22T11:15:02.974720+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nvb9ka0t9U9xY_NWzF6byNL-86LrE40_0 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2302500911167283996', time=2024-09-22T11:15:02.992145+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HnQb2MtvdpqIqe7r9BXdqRznqY5M3ZW_0 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4014645422191903070', time=2024-09-22T11:15:02.992863+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cCOtzWyhrcttGYDWcg4Ee8sPWMDYLzr_0 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4040479453207988576', time=2024-09-22T11:15:24.139050+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ljoWIhU_DKpgSSBbH_Zc_Fg-Hn-eWft_0 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11305329485509101931', time=2024-09-22T11:15:24.164471+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.erTaF1Ub1y6PEPuVNT5_rbKSLXSmmC5_0 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12235011313403333056', time=2024-09-22T11:15:24.430194+0000, chain.objs.size()=1 2024-09-22T09:24:40.216 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5_MjEKAQN24ZYC5NdJqQ_8DaA-qnZpV_0 2024-09-22T09:24:40.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10041819815990800746', time=2024-09-22T11:15:24.591102+0000, chain.objs.size()=1 2024-09-22T09:24:40.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rF_9YvVhsBsmMe9yihDmmix2TG_5ok8_0 2024-09-22T09:24:40.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14242506866073261103', time=2024-09-22T11:15:24.635656+0000, chain.objs.size()=1 2024-09-22T09:24:40.218 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7ju6os3dM0pyVsHxWNXHVebwUPiR2LL_0 2024-09-22T09:24:40.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7111672780675080032', time=2024-09-22T11:15:24.774985+0000, chain.objs.size()=1 2024-09-22T09:24:40.219 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.216+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9eVMTGTGA8CC97TX3Jpm2BJ_e5ZC1ri_0 2024-09-22T09:24:40.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11366550202939426104', time=2024-09-22T11:15:24.959626+0000, chain.objs.size()=1 2024-09-22T09:24:40.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mxCNIvEz1C5HmjTigM-AxjwpxYfxsvG_0 2024-09-22T09:24:40.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3673181861384161599', time=2024-09-22T11:15:24.996038+0000, chain.objs.size()=1 2024-09-22T09:24:40.220 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.CgSeH-55xQcYR53H2VOTNPZnZEtcEdu_0 2024-09-22T09:24:40.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.220+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4286927466357042017', time=2024-09-22T11:15:25.007160+0000, chain.objs.size()=1 2024-09-22T09:24:40.221 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.220+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.60ACJS_p17_f5ne1kaI8CQ9XyEBxpeH_0 2024-09-22T09:24:40.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8021345182902237793', time=2024-09-22T11:15:25.352087+0000, chain.objs.size()=1 2024-09-22T09:24:40.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SpStXEwRO3wyOg_QLnNo4-rPZlccq6c_0 2024-09-22T09:24:40.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12562597060557790991', time=2024-09-22T11:15:25.567917+0000, chain.objs.size()=1 2024-09-22T09:24:40.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6SzZOnK93RRrxs5sZI4YsX8-k6pftgK_0 2024-09-22T09:24:40.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.224+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7159781672093750751', time=2024-09-22T11:15:25.921386+0000, chain.objs.size()=1 2024-09-22T09:24:40.223 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.224+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PjHbFFjDpi7GyynFqD1DCrqU2XtdnGe_0 2024-09-22T09:24:40.227 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46432 2024-09-22T09:24:40.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=27, truncated=0, next_marker='' 2024-09-22T09:24:40.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8333757941700120238', time=2024-09-22T11:15:26.037053+0000, chain.objs.size()=1 2024-09-22T09:24:40.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ftKM2UE751R02TlxQgy4qljAbZ7U6Uk_0 2024-09-22T09:24:40.230 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10812162994413925611', time=2024-09-22T11:15:26.044970+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hMTNrr5gkd8XovQyLfVJ2y2sISMs0t5_0 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14330438353054679786', time=2024-09-22T11:15:26.079413+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0UdERA-cgYlbqfwK2lH4vtIQfUcukTA_0 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11561457874498267061', time=2024-09-22T11:15:26.124084+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.pYbSM7jff6WPYS401_NkxPLegFLnV0W_0 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15855776962252472986', time=2024-09-22T11:15:26.133942+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tbncZHLFaTsHr631nlvss61clWiq5vf_0 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16049720708905413592', time=2024-09-22T11:15:26.320469+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zOWSpOLXOmAOuWqFiia4frW6ghKcvNk_0 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.30468182373929398', time=2024-09-22T11:15:26.446278+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mC7sO0dOGitWtrSB2GfxjFQWU4Bm7G__0 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8976249270473471984', time=2024-09-22T11:15:26.511974+0000, chain.objs.size()=1 2024-09-22T09:24:40.231 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yqD8ozNNX8MIhZ5CxfbP2zWznRMwpeR_0 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13137775610402854831', time=2024-09-22T11:15:26.515872+0000, chain.objs.size()=1 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fU2fUjoUrJtOj_FJobCNhEFT4xywN3Q_0 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11948863754320004904', time=2024-09-22T11:15:26.529747+0000, chain.objs.size()=1 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KU7C3xa_R20sIMGrfwBo1PKWLKKl4Eh_0 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2110125559257785981', time=2024-09-22T11:15:26.630923+0000, chain.objs.size()=1 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dvBXykt3Sd6jNjer8hoKW5x7Iv7c-bY_0 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17554606077107480118', time=2024-09-22T11:15:26.634767+0000, chain.objs.size()=1 2024-09-22T09:24:40.232 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.228+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HOuXY-G7oLC5K9uIH08EZarnVhIOhty_0 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6198151074080686707', time=2024-09-22T11:15:26.692972+0000, chain.objs.size()=1 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.pMrrsozez_BjcbXka3VkJFXI2mGyPWg_0 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12953532666614334850', time=2024-09-22T11:15:26.705760+0000, chain.objs.size()=1 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.e_yGv3XnaCI1AbVmQLhVQc7W3VRWXEy_0 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2766728390536216270', time=2024-09-22T11:15:26.750197+0000, chain.objs.size()=1 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.46icNhwWAg83JywJ4SlpOwsdOG0pdnJ_0 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9830141619750828110', time=2024-09-22T11:15:48.810447+0000, chain.objs.size()=1 2024-09-22T09:24:40.234 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.232+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.391__shadow_.Smkt5wTUjcTftBK_pMIJ8fwRIJqrtNF_0 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1066995356232966513', time=2024-09-22T11:16:17.518570+0000, chain.objs.size()=1 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.463__shadow_.vUKRBP5i0HQWynyDRtZN6cOt7sd0bMv_0 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3719196991401050548', time=2024-09-22T11:16:30.884622+0000, chain.objs.size()=1 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.500__shadow_.aGOTIG_nRsbytLThf_lRQtFJ48g_cDV_0 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc', time=2024-09-22T11:16:49.327012+0000, chain.objs.size()=1 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~MY_JtWkgVUyn8aqYDWHdiK_2xiTD2dc.2 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14446261565183857610', time=2024-09-22T11:17:01.676054+0000, chain.objs.size()=2 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~WgfyGQpEI6nO966nSTUqQflvq_HA8uk.1 2024-09-22T09:24:40.235 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~WgfyGQpEI6nO966nSTUqQflvq_HA8uk.2 2024-09-22T09:24:40.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13934100597938254751', time=2024-09-22T11:17:22.416788+0000, chain.objs.size()=4 2024-09-22T09:24:40.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.536__multipart_mymultipart.2~71YHJX1ydvnxdUrLouICwxjvpSHvqeS.1 2024-09-22T09:24:40.236 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.236+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.536__multipart_mymultipart.2~71YHJX1ydvnxdUrLouICwxjvpSHvqeS.2 2024-09-22T09:24:40.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.536__multipart_mymultipart.EE1-8SpYJzs8lYnse_MzSQWzq9QU0C-O.3 2024-09-22T09:24:40.239 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.536__multipart_mymultipart.2~71YHJX1ydvnxdUrLouICwxjvpSHvqeS.4 2024-09-22T09:24:40.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7040031944366050201', time=2024-09-22T11:17:55.259591+0000, chain.objs.size()=1 2024-09-22T09:24:40.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:dF.dEQGHHiqp4Hqm4oCzDjSYYxzLnMS_.NxpC9iAU0aqXRqzWaZDyGIze_NIr0Yj_0 2024-09-22T09:24:40.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3835441122209051796', time=2024-09-22T11:17:58.902521+0000, chain.objs.size()=1 2024-09-22T09:24:40.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:-z.bxz1TI97I.Q04AcGqeOpN956sGT1_.KmqrVLuPiweEfWSHDRwjtbp0P9KnTdt_0 2024-09-22T09:24:40.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9229907211448862362', time=2024-09-22T11:18:11.586328+0000, chain.objs.size()=1 2024-09-22T09:24:40.240 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:NxEI2knTKR8ZVSTpig1RgbYM-UmHUDT_.1fqvHx-nWFS5IV2qfd-wZDKOyHKnYtD_0 2024-09-22T09:24:40.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15330882051764961977', time=2024-09-22T11:18:38.298479+0000, chain.objs.size()=1 2024-09-22T09:24:40.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.587__shadow:EPC4w0e8jlE-48o6eG0KubjmQjxCVV6_.u9S0z6o0qF3RWXnWSbPRxuk4WYccFhH_0 2024-09-22T09:24:40.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8059629388597855676', time=2024-09-22T11:21:04.090318+0000, chain.objs.size()=1 2024-09-22T09:24:40.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.629__shadow_.imLoWp7vVlT8mwuqejOjmXEnlIb1WCn_0 2024-09-22T09:24:40.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15643799909111924993', time=2024-09-22T11:22:38.706960+0000, chain.objs.size()=1 2024-09-22T09:24:40.241 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.240+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.779__shadow_.ZOhLTMp3bCR71FedUQstgv1GJiZmO62_0 2024-09-22T09:24:40.245 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.244+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.248 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:24:40.248 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.249 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44423' 2024-09-22T09:24:40.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_r3e6MEAb9wSCaEvQDncXN6nV7yWRSeH', time=2024-09-22T11:12:06.274611+0000, chain.objs.size()=2 2024-09-22T09:24:40.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.w1NS43yx8ckXiGZieIwEptdkXEAcJVN_0 2024-09-22T09:24:40.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.w1NS43yx8ckXiGZieIwEptdkXEAcJVN_1 2024-09-22T09:24:40.250 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5695318223880872235', time=2024-09-22T11:13:45.521792+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.250__shadow_.Q3zSOVM7wkD-qNZ7aCNp08YNP_YCm-Q_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5524900147121950269', time=2024-09-22T11:13:45.903834+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.251__shadow_.aK_l1CuaGsWS-PsGk4A-boezjUgLTTX_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1165822395070880071', time=2024-09-22T11:14:11.373827+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.g_Xn5pG8WyPFg_vxIMXarMaX2zEI3X7_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15926987001380578787', time=2024-09-22T11:14:11.377647+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JG0IckZDAjJF_-BChfQmGggkbryTwUe_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18070856926753566772', time=2024-09-22T11:14:11.568249+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WWsNVn1P4HraTutxMm9oyrEP0DUC01C_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7706291544012112350', time=2024-09-22T11:14:11.602481+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7sHd44c40gPC1TIRAvG5LrPBzifPCOK_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15857129767277921648', time=2024-09-22T11:14:11.836172+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6619ifzPvDlbNCDPb8FlMTING00Cdfu_0 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15027886604296666015', time=2024-09-22T11:14:11.862149+0000, chain.objs.size()=1 2024-09-22T09:24:40.251 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.3EeJY0B_QRHnu9oa8RqyKtrxqEVgXkJ_0 2024-09-22T09:24:40.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16975384834036886705', time=2024-09-22T11:14:11.961157+0000, chain.objs.size()=1 2024-09-22T09:24:40.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ko6sGAnc7L_5dYb3y8P88OhBhqA681c_0 2024-09-22T09:24:40.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13535789079450360679', time=2024-09-22T11:14:11.962824+0000, chain.objs.size()=1 2024-09-22T09:24:40.252 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.248+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.T0dMBxBXRouS5WJLvSeBC0FaNfi5na6_0 2024-09-22T09:24:40.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15938583877492580267', time=2024-09-22T11:14:12.220528+0000, chain.objs.size()=1 2024-09-22T09:24:40.254 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.vNdyJw28FISRPdLiU_gelj5h0EGkJFq_0 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2287580359341475009', time=2024-09-22T11:14:12.554830+0000, chain.objs.size()=1 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.g5143N27s0SOEpuxgza0HtVegmsBGev_0 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13145260985227312165', time=2024-09-22T11:14:12.588611+0000, chain.objs.size()=1 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6MBYpdVAf-3SMQ_Yf7joJ7_bE-N62k5_0 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10155039716400677160', time=2024-09-22T11:14:12.627419+0000, chain.objs.size()=1 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tH_NVZf0KJEubvDOCIVXnu4_t1ULtC3_0 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7221643519341850327', time=2024-09-22T11:14:12.892672+0000, chain.objs.size()=1 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.4UF2p_9S0cdVnWot3zN2got_uypozJD_0 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15354731803099860106', time=2024-09-22T11:14:13.037491+0000, chain.objs.size()=1 2024-09-22T09:24:40.255 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ofM021sPlXOk9lVpEOCvYVy6fI81yQP_0 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16108547180228037264', time=2024-09-22T11:14:13.081720+0000, chain.objs.size()=1 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.252+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cgFT24z58JRHL6j7AtqugQawG4GruUr_0 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11513275452664068816', time=2024-09-22T11:14:13.119289+0000, chain.objs.size()=1 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qokYXJ1O6jiYjblHN_adSICjgedOWH-_0 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3214590280056934998', time=2024-09-22T11:14:13.259522+0000, chain.objs.size()=1 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QC_HlpAZHOlylfAxaXxrvddY-aCHUtE_0 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4499426619807740176', time=2024-09-22T11:14:13.294578+0000, chain.objs.size()=1 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8jpsXrEj9amYrzuRBZvqAvbkZqAKQHl_0 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9811772987509969326', time=2024-09-22T11:14:13.374358+0000, chain.objs.size()=1 2024-09-22T09:24:40.256 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.l3ANwnsa5zeDuesFq3bOSq94c6EbVsH_0 2024-09-22T09:24:40.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16619653709718646728', time=2024-09-22T11:14:13.395695+0000, chain.objs.size()=1 2024-09-22T09:24:40.258 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.256+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Lra3oT-nzqGD-szIHP5s8Gu0Wfgypd9_0 2024-09-22T09:24:40.259 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4452451471188291689', time=2024-09-22T11:14:13.482969+0000, chain.objs.size()=1 2024-09-22T09:24:40.259 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.STavObL06nOIazGJPtx7dUfM9_ocj1t_0 2024-09-22T09:24:40.259 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9643272184123100231', time=2024-09-22T11:14:13.619572+0000, chain.objs.size()=1 2024-09-22T09:24:40.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1ItBel4wDM5q8DCwxXv5gZxlcWWlGM6_0 2024-09-22T09:24:40.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5985521051952365922', time=2024-09-22T11:14:13.665896+0000, chain.objs.size()=1 2024-09-22T09:24:40.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-1oB5_rfZwUMkvoWWp3TbAxZp1ZKpjN_0 2024-09-22T09:24:40.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9605409453308906293', time=2024-09-22T11:14:13.708187+0000, chain.objs.size()=1 2024-09-22T09:24:40.260 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2nmWXMiuc8JddbuN7i_Z7OBKdSW3i3L_0 2024-09-22T09:24:40.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13874468111713057530', time=2024-09-22T11:14:13.977757+0000, chain.objs.size()=1 2024-09-22T09:24:40.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.H6clqRj7ztjV53UrcOOHoguUz_JvggV_0 2024-09-22T09:24:40.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15880695818770458500', time=2024-09-22T11:14:14.015868+0000, chain.objs.size()=1 2024-09-22T09:24:40.261 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.J2tvnd-uVzA_fe5vXBYH_2FdbYF0P8O_0 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17938694506819240507', time=2024-09-22T11:14:14.018203+0000, chain.objs.size()=1 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.PbK2x9P-4KlzQWG8aDiEaMLx4OXXTbF_0 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294680484628809304', time=2024-09-22T11:14:14.025134+0000, chain.objs.size()=1 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UjAE6uH4_dwEQZDVxoN-OKnIftMhfQk_0 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5349927595567008423', time=2024-09-22T11:14:14.136446+0000, chain.objs.size()=1 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.-MoQzOZ1l5zwf-g_tB-12j3b350wRQ7_0 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10158777037209273780', time=2024-09-22T11:14:17.694694+0000, chain.objs.size()=1 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.273__shadow_.I3Xai7jsLWr6lKz43KCAwHopEq2F10Y_0 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3417442724032139955', time=2024-09-22T11:14:18.427706+0000, chain.objs.size()=1 2024-09-22T09:24:40.262 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.260+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.275__shadow_.pIrfyFWVPtdxzs5BNYDLFr2SHrLazb5_0 2024-09-22T09:24:40.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10857301701578372147', time=2024-09-22T11:14:21.232683+0000, chain.objs.size()=1 2024-09-22T09:24:40.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.282__shadow_.OFkYTA4_-fWCUuNdVxmZHai6Wg49Jjc_0 2024-09-22T09:24:40.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6050264552748514756', time=2024-09-22T11:14:22.397810+0000, chain.objs.size()=1 2024-09-22T09:24:40.264 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.285__shadow_.2G4LUz4U6Y1PMvjm3uE1YJrlcranTPx_0 2024-09-22T09:24:40.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10631746982332888228', time=2024-09-22T11:14:26.385911+0000, chain.objs.size()=1 2024-09-22T09:24:40.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.i76rt1OEHcqCdCfZrF1XPDAKrbg5kSZ_0 2024-09-22T09:24:40.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4191893108741902966', time=2024-09-22T11:14:26.402173+0000, chain.objs.size()=1 2024-09-22T09:24:40.265 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.htVgZpKKchNmxTwBaWC5UejFHcUWAwC_0 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9008667604451372877', time=2024-09-22T11:14:28.226939+0000, chain.objs.size()=1 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.296__shadow_.rZYUepsOVzOBsny8M0s7uMZiNvY5KJZ_0 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8382073115569821584', time=2024-09-22T11:14:30.305776+0000, chain.objs.size()=1 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.301__shadow_.C_LIviU4FwTvJcGXStbNYvI08fTUm9T_0 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17273754035096539880', time=2024-09-22T11:14:32.842251+0000, chain.objs.size()=1 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.307__shadow_.KRDxWg_gm2XsUMUTitVfqVQaJqRMPEl_0 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7051464689165912538', time=2024-09-22T11:15:00.328379+0000, chain.objs.size()=1 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.L6dsmvaj8k6wbs8e1kSOwnnli83Tcis_0 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4086580345802968533', time=2024-09-22T11:15:00.451319+0000, chain.objs.size()=1 2024-09-22T09:24:40.267 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.264+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fX_bvv46LIZCAmtg8hb63jqgmyNeL0L_0 2024-09-22T09:24:40.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7960402324113042737', time=2024-09-22T11:15:00.696096+0000, chain.objs.size()=1 2024-09-22T09:24:40.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.OrbI_erdixbnBrMMrV8vRSeE1jvOBKp_0 2024-09-22T09:24:40.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4218515089886751385', time=2024-09-22T11:15:00.723023+0000, chain.objs.size()=1 2024-09-22T09:24:40.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.W5eqHEc1F_aqIE0XZ6Ta1-Pj-hy33WH_0 2024-09-22T09:24:40.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14705746306253723095', time=2024-09-22T11:15:00.787733+0000, chain.objs.size()=1 2024-09-22T09:24:40.268 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3FySTcCrO8mDJlsweVdGhYvEOb5J3eR_0 2024-09-22T09:24:40.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18197437894225172273', time=2024-09-22T11:15:00.870708+0000, chain.objs.size()=1 2024-09-22T09:24:40.269 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FpEAgTrEU6OowW20qIGTOuO9jqrBie1_0 2024-09-22T09:24:40.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8433036039385715075', time=2024-09-22T11:15:00.872124+0000, chain.objs.size()=1 2024-09-22T09:24:40.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bi_gxfyR3eHj8TaA5Ljs7I3zb38vuJ6_0 2024-09-22T09:24:40.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16044840432520651370', time=2024-09-22T11:15:01.067581+0000, chain.objs.size()=1 2024-09-22T09:24:40.270 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.268+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vN2_lCAbCVjX-VnY0RqIk1yavOgjjd-_0 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9614981290181105650', time=2024-09-22T11:15:01.101696+0000, chain.objs.size()=1 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1t6_J6XWTIU-tGgOt8arat_gPro_xqb_0 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14261976620581461049', time=2024-09-22T11:15:01.117274+0000, chain.objs.size()=1 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JcEQcqKokSmpZQSVCWVfaucf_2VubLN_0 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17140635468502954030', time=2024-09-22T11:15:01.243216+0000, chain.objs.size()=1 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3ZuNOiaKv23hVGakKS_IWdWbOXN8YFo_0 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2045604661916110574', time=2024-09-22T11:15:01.252684+0000, chain.objs.size()=1 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.B4KICXxxhtoo1dZ-z_lPTb8t0lsFTBw_0 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15772914083159182', time=2024-09-22T11:15:01.383031+0000, chain.objs.size()=1 2024-09-22T09:24:40.274 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.56tv902UMZynBHtpWcd3IMRoV9iRawl_0 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14937155708739563874', time=2024-09-22T11:15:01.402986+0000, chain.objs.size()=1 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.mUUF2BYUasASncisJlsNUNFHKY2ut6Y_0 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2267099282444893355', time=2024-09-22T11:15:01.462709+0000, chain.objs.size()=1 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.y4XmDGDGylFBxo13QropTHrPNyi3U-k_0 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7353494001950358818', time=2024-09-22T11:15:01.826479+0000, chain.objs.size()=1 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QY-qmmt_fJpzimDJfEG0o7PLYZlkrZQ_0 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.862295817053012272', time=2024-09-22T11:15:01.922547+0000, chain.objs.size()=1 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.272+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RNDwns7GAtyh8ZbhcAu3RQAUoqQ84xb_0 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9722957986629629230', time=2024-09-22T11:15:01.973591+0000, chain.objs.size()=1 2024-09-22T09:24:40.275 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9bm6VsjPwqplxpEPJ4Mdgn3baOmCC3f_0 2024-09-22T09:24:40.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3294677540593182335', time=2024-09-22T11:15:02.160550+0000, chain.objs.size()=1 2024-09-22T09:24:40.276 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qkGNfmX1lTmQveMwtwbH9nNdZ-fionE_0 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6133243963815025615', time=2024-09-22T11:15:02.170746+0000, chain.objs.size()=1 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yGTFZoXSwXTm__fB4tzPsA5CLTAztfs_0 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15671601690498227941', time=2024-09-22T11:15:02.186872+0000, chain.objs.size()=1 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tfddGXpvP6JAPDml933Je8SMnEEnHj9_0 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16413157045521984060', time=2024-09-22T11:15:02.256203+0000, chain.objs.size()=1 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fecjWlVAO8xnKc8H4ACzC-lZmY49XYV_0 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12689300461325239734', time=2024-09-22T11:15:02.273388+0000, chain.objs.size()=1 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.idgMEkn3lv85HTJDxsEDER5OjdFQgTq_0 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5601290176388057590', time=2024-09-22T11:15:02.282106+0000, chain.objs.size()=1 2024-09-22T09:24:40.279 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.276+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ayndJkvwMmpq1gNAn1qyHCU8JpEqjIN_0 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11003583211136877404', time=2024-09-22T11:15:02.605151+0000, chain.objs.size()=1 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rpVJd9H0YIHKGOAnS7GjQp6ZfqF54KM_0 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7343350403820016864', time=2024-09-22T11:15:02.636872+0000, chain.objs.size()=1 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._Ko2F2lLLLsvqBRQafFGctZDtwPuzCh_0 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8525363867819779724', time=2024-09-22T11:15:02.642231+0000, chain.objs.size()=1 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4DNzYExcnjmeUSgfP5eFieGDh7EM_-T_0 2024-09-22T09:24:40.280 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17326266367604354183', time=2024-09-22T11:15:02.831922+0000, chain.objs.size()=1 2024-09-22T09:24:40.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.c3AR3RYHAc1yVYjIIYrHmVnkXPfnPla_0 2024-09-22T09:24:40.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13893752678667176668', time=2024-09-22T11:15:02.833059+0000, chain.objs.size()=1 2024-09-22T09:24:40.281 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vucXt72NvFGcZrjEteesRUGHNuOJDHO_0 2024-09-22T09:24:40.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5151450559210033588', time=2024-09-22T11:15:02.862718+0000, chain.objs.size()=1 2024-09-22T09:24:40.282 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.280+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6cZl4fqb9BKmMTa6tVSAQdgcfnBhXVv_0 2024-09-22T09:24:40.283 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10061271138502612593', time=2024-09-22T11:15:02.886597+0000, chain.objs.size()=1 2024-09-22T09:24:40.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WPOLwaTLblLN2w6tvUxDvnQRHXneVHQ_0 2024-09-22T09:24:40.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1652242631605078462', time=2024-09-22T11:15:24.072751+0000, chain.objs.size()=1 2024-09-22T09:24:40.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZlHEeEfvF3gN4W_1bSAFzKXPDbBn8Bv_0 2024-09-22T09:24:40.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3634854744334475064', time=2024-09-22T11:15:24.251657+0000, chain.objs.size()=1 2024-09-22T09:24:40.284 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Qvof-_fmY07WMivxG1HnJscHx3CAVqO_0 2024-09-22T09:24:40.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1676164425137673382', time=2024-09-22T11:15:24.556758+0000, chain.objs.size()=1 2024-09-22T09:24:40.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.R4Eli1dRE6ivoODsy2fN3NL2RgJ-6WR_0 2024-09-22T09:24:40.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3179066941746353776', time=2024-09-22T11:15:24.614003+0000, chain.objs.size()=1 2024-09-22T09:24:40.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KOzR03X7O-LZbqFsvllcMFi_ZeDW_A8_0 2024-09-22T09:24:40.285 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12916250686495179767', time=2024-09-22T11:15:24.821419+0000, chain.objs.size()=1 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.acVP-I3sfT8LJajjplI3BqrmtxfbGvN_0 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2347616685174392945', time=2024-09-22T11:15:24.861529+0000, chain.objs.size()=1 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bOBHF9oJc9h2lscB3RcUiSUjktMMv4A_0 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.685670572771845773', time=2024-09-22T11:15:24.914596+0000, chain.objs.size()=1 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.thk4Hzdzs5EzyP3MOAB1oPMZIBkHRJF_0 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4919372944778187817', time=2024-09-22T11:15:24.925390+0000, chain.objs.size()=1 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9v5JT8cQerj70zbzksGO5QR3AhD1ofF_0 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10034110072466514425', time=2024-09-22T11:15:25.157418+0000, chain.objs.size()=1 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iyft3BPVWB1EZMYpGwuJdC1-0daEmE0_0 2024-09-22T09:24:40.286 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8341242723814452544', time=2024-09-22T11:15:25.196780+0000, chain.objs.size()=1 2024-09-22T09:24:40.287 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.284+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.QMh9ISZX3VTUVe2JtadhE8Oa_82ZVTL_0 2024-09-22T09:24:40.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1646774734671328238', time=2024-09-22T11:15:25.227475+0000, chain.objs.size()=1 2024-09-22T09:24:40.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XYC1KA-7Akib5OCU1ct-23pSd_2SVzh_0 2024-09-22T09:24:40.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5944335631127072404', time=2024-09-22T11:15:25.298687+0000, chain.objs.size()=1 2024-09-22T09:24:40.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.It15A5IxKAZazb5yfysrhECxGyPTBsN_0 2024-09-22T09:24:40.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15096750183497168277', time=2024-09-22T11:15:25.315904+0000, chain.objs.size()=1 2024-09-22T09:24:40.290 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Vk0Wucq-8vxjGNRU8bw4eDNnpMfMipP_0 2024-09-22T09:24:40.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10541055287249071955', time=2024-09-22T11:15:25.345648+0000, chain.objs.size()=1 2024-09-22T09:24:40.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.nYXKu0WhGoG63df975jgoufC7hk8X13_0 2024-09-22T09:24:40.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1853494266465003246', time=2024-09-22T11:15:25.346497+0000, chain.objs.size()=1 2024-09-22T09:24:40.291 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.288+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hpDClrMSHNOAQAag0QpuNkUEUx0eRUg_0 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6589257878873360532', time=2024-09-22T11:15:25.365813+0000, chain.objs.size()=1 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2wonfwcYj6QpHFPP6UGuXYDvmQfrUOk_0 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18393186947871530430', time=2024-09-22T11:15:25.547834+0000, chain.objs.size()=1 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uhOdcErvjeoEnV9lgJ4tR4EbJXKa1GG_0 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10744600512722964677', time=2024-09-22T11:15:25.614889+0000, chain.objs.size()=1 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jzaURquaLAlFaSwLoAb5KuJTbA92JxJ_0 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11904633781299799813', time=2024-09-22T11:15:25.670362+0000, chain.objs.size()=1 2024-09-22T09:24:40.294 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hpwq2775xxFmZFaIDiyc28WfzZ_ZTY__0 2024-09-22T09:24:40.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11725153516771218968', time=2024-09-22T11:15:25.674173+0000, chain.objs.size()=1 2024-09-22T09:24:40.295 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.292+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Xpa58rf7WRXjoYMZdWx6lxdCa10xkbm_0 2024-09-22T09:24:40.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11749612301382121962', time=2024-09-22T11:15:25.715992+0000, chain.objs.size()=1 2024-09-22T09:24:40.296 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fa78ZnoMIdjL6c0WHezwbT-Oembe8Ro_0 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17601986641599981822', time=2024-09-22T11:15:26.029997+0000, chain.objs.size()=1 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Q6ozcoXX0ik6lk1VvCEhvheIcNQboOu_0 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11346432092274426410', time=2024-09-22T11:15:26.272473+0000, chain.objs.size()=1 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.3gxPeFLnvhZk8aUQxvUGGyGaIPNUcGA_0 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17810406652299961639', time=2024-09-22T11:15:26.316388+0000, chain.objs.size()=1 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WOKLNKdJwf4EOzSYotKigYaP8BU-eOO_0 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.241246968916627515', time=2024-09-22T11:15:26.331939+0000, chain.objs.size()=1 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.o4nbwd3oUKtpKpiZvqXzhXXO-719D3F_0 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15993069661984297921', time=2024-09-22T11:15:26.380771+0000, chain.objs.size()=1 2024-09-22T09:24:40.297 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XPK6INJ6pSiQfIgtVLMJjW2JfiIjNFG_0 2024-09-22T09:24:40.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12166104030421111791', time=2024-09-22T11:15:26.430513+0000, chain.objs.size()=1 2024-09-22T09:24:40.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.F5UDc_JUdT8a2P7tzeplBLVKykuaBGl_0 2024-09-22T09:24:40.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12746297981674458325', time=2024-09-22T11:15:26.491597+0000, chain.objs.size()=1 2024-09-22T09:24:40.298 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.296+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oRKYLN9JFqlFJ5TGVWQUDefwEwqT5g9_0 2024-09-22T09:24:40.304 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44423 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10492028582054227701', time=2024-09-22T11:15:26.492952+0000, chain.objs.size()=1 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.whjIfoUF73OBdq3sbRFEK8pPDb5gCLF_0 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5053767867528579176', time=2024-09-22T11:15:26.657643+0000, chain.objs.size()=1 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.gLj2YA4AfeSNN_Lnhi3uVbRwW0MXmRT_0 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.611346426056656182', time=2024-09-22T11:15:26.718117+0000, chain.objs.size()=1 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vcuWpz8qFgWtUKzuH9IYtFeGPpzhGYi_0 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11944331856196264219', time=2024-09-22T11:15:26.779854+0000, chain.objs.size()=1 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oVdNxRAB7EMNHBYJkWIPE8QhvNPbmzE_0 2024-09-22T09:24:40.306 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7660671665748615763', time=2024-09-22T11:15:26.801087+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EFi4W65UVYKM8D-fSZ5waYLCtJ_ZcsG_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8197615803991065431', time=2024-09-22T11:15:26.830013+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0soPX-3t8Tkn3e_RnB-MRYMPYSyDtSb_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12636155814488992787', time=2024-09-22T11:15:26.830982+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.b5_HMwq2Lf3eo2iqJvzW81Q6odulTMG_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2771223965837294913', time=2024-09-22T11:15:26.835322+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.t8CnvU0wyFM7qcqHsOXJn3clfme4dhy_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16348555427933281289', time=2024-09-22T11:15:26.845125+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8qZzOXOjmPOlIbDR1dLmCPDvroTJ-m-_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6045237086682703914', time=2024-09-22T11:15:30.119310+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.335__shadow_.B7mp608i517b9zXpa5S-hI8RMiabzcq_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8543924772218696957', time=2024-09-22T11:16:19.214627+0000, chain.objs.size()=1 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.466__shadow_._WaGAXH1IeE4p3l7_4fLRomaFgIEk2l_0 2024-09-22T09:24:40.307 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1415809755256752162', time=2024-09-22T11:16:37.253095+0000, chain.objs.size()=2 2024-09-22T09:24:40.308 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.304+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.513__shadow_.6SWw2jA7mQmGJgSxj6Hr5tndRwdKu-J_0 2024-09-22T09:24:40.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.513__shadow_.6SWw2jA7mQmGJgSxj6Hr5tndRwdKu-J_1 2024-09-22T09:24:40.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15342985499611337980', time=2024-09-22T11:16:40.859512+0000, chain.objs.size()=1 2024-09-22T09:24:40.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.519__multipart_mymultipart.2~EJh7b9e81Sdb00Q8hf-BHZZPLskb8aU.1 2024-09-22T09:24:40.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.308+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi', time=2024-09-22T11:16:50.989795+0000, chain.objs.size()=1 2024-09-22T09:24:40.311 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.308+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~lH2tkpBfNDOXXBP_jyx22jcxA3Pr1Fi.3 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16726523200031045797', time=2024-09-22T11:16:55.622589+0000, chain.objs.size()=6 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms.1 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.ZGYcPMfq3l1YRJuVltQDHDrAIQHBF2Id.2 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.JT0gUm5lrlOkhTpy9BGV-xSB3-8oS7a4.3 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms.4 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms.5 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.523__multipart_mymultipart.2~atuQo7xDlhYmrizKv4yNsjXWh75ZWms.6 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~JVMr4wxXr-6IdIRMdWjkzHwqfJibQ9g', time=2024-09-22T11:17:04.636077+0000, chain.objs.size()=2 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.530__multipart_mymultipart.2~JVMr4wxXr-6IdIRMdWjkzHwqfJibQ9g.1 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.530__multipart_mymultipart.2~JVMr4wxXr-6IdIRMdWjkzHwqfJibQ9g.2 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~PuC6669RMlY5aMxv9nGUoMtdgo1sCQm', time=2024-09-22T11:17:05.955478+0000, chain.objs.size()=2 2024-09-22T09:24:40.315 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.532__multipart_mymultipart.2~PuC6669RMlY5aMxv9nGUoMtdgo1sCQm.1 2024-09-22T09:24:40.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.532__multipart_mymultipart.2~PuC6669RMlY5aMxv9nGUoMtdgo1sCQm.2 2024-09-22T09:24:40.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3714448897964188188', time=2024-09-22T11:17:42.647558+0000, chain.objs.size()=1 2024-09-22T09:24:40.316 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.312+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.557__shadow_.5LJ9r6eQo1hZc-Pvq6XEPkr-k7IR1VU_0 2024-09-22T09:24:40.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.316+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2070020657580487543', time=2024-09-22T11:17:44.074510+0000, chain.objs.size()=1 2024-09-22T09:24:40.318 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.316+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.559__shadow_.nS2gLBC5hiQyW7OGtNI_99S0dyhKnab_0 2024-09-22T09:24:40.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11665776909520014409', time=2024-09-22T11:18:07.882945+0000, chain.objs.size()=1 2024-09-22T09:24:40.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:Sjn1OWnGJ.3dWykgAqroj6mCJkjD1nZ_.MA7RoEJGhX7UBUTnndTgDF8QuLUAlyd_0 2024-09-22T09:24:40.320 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2743379412684486370', time=2024-09-22T11:18:12.302203+0000, chain.objs.size()=1 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:GdiL3MPuL8rajR8rP8YnTurjKatrO7s_.qg_bXCEEoxcKcsZ2VScmcZ9qz-ebv9i_0 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10500902769044212342', time=2024-09-22T11:18:12.821250+0000, chain.objs.size()=1 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:QL1-WWkx9FDhd7vN5f.7ssQULhOio.F_.Lfpp2oZuQKIKwiHLtL5thu9jdfkqWmo_0 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7974279572973690328', time=2024-09-22T11:18:33.809156+0000, chain.objs.size()=1 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:GoF0ScpbAINpBIgnhDJWXApYxBYkfv._.t3KAZaZCdv_JQ_VJdo3a_Fq16QWn9a9_0 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14911014359671134997', time=2024-09-22T11:21:03.361187+0000, chain.objs.size()=1 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.627__shadow_.8phgxHz_fTCJIH1ltDJGqOkKT7rXYlY_0 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7064560269336639047', time=2024-09-22T11:21:03.725586+0000, chain.objs.size()=1 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.628__shadow_.eQjXSGwzZeFD5VN0ay_2N4GcVPOOdHR_0 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.597148233253274129', time=2024-09-22T11:21:23.033129+0000, chain.objs.size()=1 2024-09-22T09:24:40.321 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.320+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.666__shadow_.BA_rRUUONJwGw9FhzCtTkLGFE3Y5y8b_0 2024-09-22T09:24:40.325 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.324+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.328 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:24:40.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.330 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.328+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/148623' 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_FUP3APuI0S30RB7SH7T6f5rCqMgIJmr', time=2024-09-22T11:12:02.991110+0000, chain.objs.size()=2 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.OHycALQ6bKFWmNIpab2d64G2PYZhdwY_0 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.OHycALQ6bKFWmNIpab2d64G2PYZhdwY_1 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_HAKUB4dW_dpZx-d_ucGe7EHzvieZGT4', time=2024-09-22T11:12:03.665000+0000, chain.objs.size()=1 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.161__shadow_.hS0ziJvbHyF45_C414aQ5QzBvA1ULWK_0 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16520949306041602188', time=2024-09-22T11:12:23.732990+0000, chain.objs.size()=1 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.179__shadow_.gr6w_F1GrY57PU-PqisTnHyTKQEUM-v_0 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11539374156668502019', time=2024-09-22T11:13:42.526532+0000, chain.objs.size()=1 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.243__shadow_.f4ocXt-PB4Z4hY6gz3xj15sDLvtO98J_0 2024-09-22T09:24:40.332 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11999575991818001087', time=2024-09-22T11:13:43.026746+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.244__shadow_.cBTF3haTEZXP4HvWDNB7ACn-ThwA3xj_0 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9297442346869054794', time=2024-09-22T11:13:43.540307+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.245__shadow_.1qpIL5qdVdXcmbLLDOwTtuBghtqS9wf_0 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15146975400104897243', time=2024-09-22T11:13:49.968910+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.261__shadow_.LTw65RfDuVGdmLJq49sJBMQt9yinXuD_0 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12675992957219792567', time=2024-09-22T11:14:11.381016+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hclhQPLrgI8QZl1GVSdnpcMYpbcUq6q_0 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1174319603388826927', time=2024-09-22T11:14:11.477270+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6kjdb-ig0wvIF7o2-b-U9TE6wH1UzoZ_0 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.310026333886848576', time=2024-09-22T11:14:11.493254+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._sfGmgyLysnCf7JO7hwOI9LKMES0eKx_0 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18393375719603867295', time=2024-09-22T11:14:11.518013+0000, chain.objs.size()=1 2024-09-22T09:24:40.333 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6snWLb1cYWUXGJOXMJPRQgynJEhCrAa_0 2024-09-22T09:24:40.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10496399065453919094', time=2024-09-22T11:14:11.585653+0000, chain.objs.size()=1 2024-09-22T09:24:40.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kBMynw7RABz9NnsRBn8gqG5FjDUVDQg_0 2024-09-22T09:24:40.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15836340575606311754', time=2024-09-22T11:14:11.601662+0000, chain.objs.size()=1 2024-09-22T09:24:40.335 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.332+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wFsYpMdNfWkJIx5G41d4PFQQh1gC1k2_0 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15975908015193128193', time=2024-09-22T11:14:11.622289+0000, chain.objs.size()=1 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.L0PWpJif_ROjrj4zRH5rLLPzzfz3OEz_0 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2380430623095777298', time=2024-09-22T11:14:11.882647+0000, chain.objs.size()=1 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mSrMh55Yt6toson-M7omD7X8ywkn0Jn_0 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14929832775144389172', time=2024-09-22T11:14:12.196333+0000, chain.objs.size()=1 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RjcoY_-IOzv-34t_wM2r-JU-cqX_rpw_0 2024-09-22T09:24:40.337 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17513522052663575448', time=2024-09-22T11:14:12.203523+0000, chain.objs.size()=1 2024-09-22T09:24:40.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.B7MAXGCbW15_ZHI7cONZSsvI75qgyay_0 2024-09-22T09:24:40.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12608604429508042798', time=2024-09-22T11:14:12.239368+0000, chain.objs.size()=1 2024-09-22T09:24:40.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2xMtl_sNKxj661A_9l9BtIEr8NoMA1E_0 2024-09-22T09:24:40.338 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2911779038734996017', time=2024-09-22T11:14:12.295696+0000, chain.objs.size()=1 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.VZEQcK1zPZYkvCE9d5uaRz8K1XxZojL_0 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15171497748581708584', time=2024-09-22T11:14:12.370864+0000, chain.objs.size()=1 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.94FlXE3WuBoN7Gbdv3YEZfq8afVtgIV_0 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17310221889203910433', time=2024-09-22T11:14:12.604479+0000, chain.objs.size()=1 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.82gXp1u0QWWqp2NLMPidGINZcIw3OWB_0 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17779256818922225987', time=2024-09-22T11:14:12.636652+0000, chain.objs.size()=1 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.8vYU5j5YMQzFQx3cKkxaxT8jDSuW-LK_0 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5778154643629703283', time=2024-09-22T11:14:12.677697+0000, chain.objs.size()=1 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FF51eQwm_NgTheJRM-XH-gG93OtdXDc_0 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5805799640302899995', time=2024-09-22T11:14:12.697636+0000, chain.objs.size()=1 2024-09-22T09:24:40.339 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.336+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.E2CYb8xUP1Yd_hfZl-AJZy_xMMn_WXZ_0 2024-09-22T09:24:40.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.340+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3211075818255365712', time=2024-09-22T11:14:12.703286+0000, chain.objs.size()=1 2024-09-22T09:24:40.341 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.340+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.AMsb6o4qvIAhh_2exyDxIhnRW7bB0rX_0 2024-09-22T09:24:40.343 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7608710336759565359', time=2024-09-22T11:14:12.710687+0000, chain.objs.size()=1 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KeOPhqcdFPnvWe9rz6b6zsQHgcc_Z1H_0 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3835226778041320607', time=2024-09-22T11:14:12.711588+0000, chain.objs.size()=1 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wxatCpMweW35pbOfAZ5JSgsBOdOUfsn_0 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17622116202737396912', time=2024-09-22T11:14:12.744803+0000, chain.objs.size()=1 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tkryQsWmJ2iDdCDdyHd1HW8SnJ7uQeg_0 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5937005346637863889', time=2024-09-22T11:14:13.048393+0000, chain.objs.size()=1 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZEFgc8rmF8RDn5lFubjg4_KxIeu5iSF_0 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5062762995301575418', time=2024-09-22T11:14:13.320076+0000, chain.objs.size()=1 2024-09-22T09:24:40.344 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.QOsyAnQ1EDoZ-unY5D1I2wJDfBVvDak_0 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10396823691428099114', time=2024-09-22T11:14:13.335742+0000, chain.objs.size()=1 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SILTqEpI7njSLvuNZO1c6ZVGlYXP0iE_0 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.111887024188631592', time=2024-09-22T11:14:13.434791+0000, chain.objs.size()=1 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lljEGx9rn5kBkCRs5lGKJm2jTsMKDFD_0 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11474461364116625483', time=2024-09-22T11:14:13.469322+0000, chain.objs.size()=1 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rPmGTMzWta8mJc2qPkzeRYPA6gcMuae_0 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15370146421764905797', time=2024-09-22T11:14:13.651948+0000, chain.objs.size()=1 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.KPLegF1uQ6BHfpKyBE_j4po12KhHQsM_0 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5215426500394220744', time=2024-09-22T11:14:13.681816+0000, chain.objs.size()=1 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FTDMlSGV-ypbDZTnnnxDIytonckvxJ5_0 2024-09-22T09:24:40.345 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15277943326599669553', time=2024-09-22T11:14:13.778852+0000, chain.objs.size()=1 2024-09-22T09:24:40.346 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.344+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HcJJA78D2d4lbn1GlAi8a-lAb8W52ti_0 2024-09-22T09:24:40.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2977412708533970111', time=2024-09-22T11:14:14.061902+0000, chain.objs.size()=1 2024-09-22T09:24:40.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2WRKEf5-BLUVv4Nk-kfRopZfxHvhdzi_0 2024-09-22T09:24:40.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2467481480271366141', time=2024-09-22T11:14:14.094723+0000, chain.objs.size()=1 2024-09-22T09:24:40.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.P3HSYqUr56gHKoOS_kX8GNEO-buhWZO_0 2024-09-22T09:24:40.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3135804802082873496', time=2024-09-22T11:14:14.375436+0000, chain.objs.size()=1 2024-09-22T09:24:40.349 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.264__shadow_.WPwlf0tZXlhHuCYFaJZmxsGI5F4Vi2A_0 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.86500785672038352', time=2024-09-22T11:14:15.091766+0000, chain.objs.size()=1 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.266__shadow_._hSKND_mcaLyuA4CC0g-3PHnwo6i2D2_0 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2996615614635863471', time=2024-09-22T11:14:16.603876+0000, chain.objs.size()=1 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.270__shadow_.pL3Wi4ujXmA_l5ymUiuYD0NM_el3RXz_0 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5049255700638983849', time=2024-09-22T11:14:19.251581+0000, chain.objs.size()=1 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.277__shadow_.tiRvn47uJZjr_hxlS-7KwN4gcxYqQQg_0 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3869745835617488702', time=2024-09-22T11:14:19.642868+0000, chain.objs.size()=1 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.278__shadow_.Zc55n_CbWzYWHXWPYsH7GD7NAc6TZ-B_0 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17397794395714571118', time=2024-09-22T11:14:20.410569+0000, chain.objs.size()=1 2024-09-22T09:24:40.350 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.280__shadow_.Wj1jL5lsC7yLW-WZIY36lx6qxRGwpeS_0 2024-09-22T09:24:40.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3343211390139028571', time=2024-09-22T11:14:26.409193+0000, chain.objs.size()=1 2024-09-22T09:24:40.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.348+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.MCffSjGzZ3LW3-lFTqndMeBy2nZ1cxB_0 2024-09-22T09:24:40.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13523866253572085600', time=2024-09-22T11:14:27.489131+0000, chain.objs.size()=1 2024-09-22T09:24:40.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.Y0Uh3w2fewQOenC4WZBATpeXYTwIJFJ_0 2024-09-22T09:24:40.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.646371207104519865', time=2024-09-22T11:14:27.513078+0000, chain.objs.size()=1 2024-09-22T09:24:40.351 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.-8oqfYRNgkUIBmq3Diq5LKbWce2BctK_0 2024-09-22T09:24:40.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4662756559933566614', time=2024-09-22T11:14:27.515211+0000, chain.objs.size()=1 2024-09-22T09:24:40.352 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.wXkMwfdOd4T8dmuKoy1_4qMq3TX8Bkz_0 2024-09-22T09:24:40.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6431302576179128694', time=2024-09-22T11:14:28.224175+0000, chain.objs.size()=1 2024-09-22T09:24:40.353 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.296__shadow_.Q2Bt6iHsz3frECW22C2f91NglZBfT3z_0 2024-09-22T09:24:40.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1927915130158128210', time=2024-09-22T11:15:00.325584+0000, chain.objs.size()=1 2024-09-22T09:24:40.355 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.352+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.rGJR-PTyENWrji183Le_2nr1II2G9uz_0 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5564337925635973386', time=2024-09-22T11:15:00.503420+0000, chain.objs.size()=1 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.clkPfOku7xj3v2zbcMqT7m-OzeZ5jhs_0 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3966612694024298449', time=2024-09-22T11:15:00.663488+0000, chain.objs.size()=1 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.IMnikoKY1O_9V0HvIy6E8NgRIzmEQbU_0 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7730193365790494370', time=2024-09-22T11:15:00.694577+0000, chain.objs.size()=1 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FiNgSZXMbscn0TK4uEhfGIlr5VMp8ed_0 2024-09-22T09:24:40.356 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13899439985722226708', time=2024-09-22T11:15:00.704912+0000, chain.objs.size()=1 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BUG67JoboRCr4l0pQRJWHN678uMu_Bu_0 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15474565012760170578', time=2024-09-22T11:15:00.852436+0000, chain.objs.size()=1 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pY93GGC19nY5TfCRVVvvbFS50Pfri5L_0 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7880046580922644081', time=2024-09-22T11:15:01.082639+0000, chain.objs.size()=1 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9OhV6h4Wc-Cl5nhcTrIcOUysrBT9jwF_0 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17462124519853487464', time=2024-09-22T11:15:01.102838+0000, chain.objs.size()=1 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lR9rkH5JyQ4Yqt_YSyTo-oho_qPqIIH_0 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14058824731290573419', time=2024-09-22T11:15:01.107833+0000, chain.objs.size()=1 2024-09-22T09:24:40.357 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.l56STcRKCOxbIqL8VwdiFQewbJaidih_0 2024-09-22T09:24:40.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18418831006702542650', time=2024-09-22T11:15:01.116884+0000, chain.objs.size()=1 2024-09-22T09:24:40.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Y7hgfdvczy8PVo5f_O5Vo1L1oVzWQv5_0 2024-09-22T09:24:40.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1592355065276057095', time=2024-09-22T11:15:01.230749+0000, chain.objs.size()=1 2024-09-22T09:24:40.358 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.356+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tD8wBjK1fkS2Ya5Irq3ZFagkyplq4BI_0 2024-09-22T09:24:40.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13990755241922629197', time=2024-09-22T11:15:01.364154+0000, chain.objs.size()=1 2024-09-22T09:24:40.359 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.f4IZ21pF71iGHevxL3X7R2i9iXBI5Cx_0 2024-09-22T09:24:40.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15953673261509003208', time=2024-09-22T11:15:01.396738+0000, chain.objs.size()=1 2024-09-22T09:24:40.361 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vZec-K0D2b7OzTFN__-QK3_XE7lZniq_0 2024-09-22T09:24:40.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1530871152337696889', time=2024-09-22T11:15:01.744553+0000, chain.objs.size()=1 2024-09-22T09:24:40.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fe1sPWKyTj_tko2RNgMTWLw0YjS6zyv_0 2024-09-22T09:24:40.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.563177954385400625', time=2024-09-22T11:15:01.756636+0000, chain.objs.size()=1 2024-09-22T09:24:40.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Sr7I5xOzRRkmOvK5P0yfJ-A61o3HRKZ_0 2024-09-22T09:24:40.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10536366177059651693', time=2024-09-22T11:15:01.770565+0000, chain.objs.size()=1 2024-09-22T09:24:40.362 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4zQeG2RJh5siYZThMv7Sg-iXJ0mftia_0 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5416620092611901844', time=2024-09-22T11:15:01.797136+0000, chain.objs.size()=1 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.360+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ksGof-DDJtCEVnIX9PYNRm-PlH2pAGc_0 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15123008470407764363', time=2024-09-22T11:15:02.112800+0000, chain.objs.size()=1 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.e4-lVMWC-OBiYBwGCYDc7Voc1NV7t-D_0 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1963529215395335047', time=2024-09-22T11:15:02.193815+0000, chain.objs.size()=1 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dTbI4ZNUPie8TmMpFiF_c-E45EoPVqY_0 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7676330916927781755', time=2024-09-22T11:15:02.209501+0000, chain.objs.size()=1 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-dQaxh26EmTZTAgObF3U7DzDKHCWaMI_0 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11796051201958419113', time=2024-09-22T11:15:02.304673+0000, chain.objs.size()=1 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.wCYtBzgsEhbRLRKu_IE5XY1Gk50Mt31_0 2024-09-22T09:24:40.363 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.675912947045455574', time=2024-09-22T11:15:02.485420+0000, chain.objs.size()=1 2024-09-22T09:24:40.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.02x-zemPK6KHg5CctfcEK__UFB7r6t1_0 2024-09-22T09:24:40.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7817677889207595645', time=2024-09-22T11:15:02.519881+0000, chain.objs.size()=1 2024-09-22T09:24:40.364 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BvpBuP-AURqSDzYnteGYLPUHXXrw8_7_0 2024-09-22T09:24:40.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4332157955543366126', time=2024-09-22T11:15:02.702651+0000, chain.objs.size()=1 2024-09-22T09:24:40.365 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tYhGwnJ1dQ5quM61UXSbAGqO6MxWXPx_0 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11867424433940982902', time=2024-09-22T11:15:02.957943+0000, chain.objs.size()=1 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Fsspdizrs_xJ4rvob9BIZcwYxwbPBRS_0 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2392341433709001036', time=2024-09-22T11:15:02.962911+0000, chain.objs.size()=1 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4Lhm-FviPfmbe9uFqVzb62QzP7A2XTo_0 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7446109522430110065', time=2024-09-22T11:15:02.970677+0000, chain.objs.size()=1 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.AGe2lKE3mQjLUgXUsk_z-7Q0eZCRpoP_0 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1803220501314533309', time=2024-09-22T11:15:24.064630+0000, chain.objs.size()=1 2024-09-22T09:24:40.366 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.364+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yYstx05dJqcmQn3ZnKAFmE4D4Y4MrWF_0 2024-09-22T09:24:40.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15768658140982530793', time=2024-09-22T11:15:24.162637+0000, chain.objs.size()=1 2024-09-22T09:24:40.368 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VluMaNtp87RsrWRUY3WpaRPy9r8NWNr_0 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5643679436574876519', time=2024-09-22T11:15:24.200485+0000, chain.objs.size()=1 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qkUph2_K14rvj9JwR4h9e3mi6itiZ35_0 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12359166782193162353', time=2024-09-22T11:15:24.220760+0000, chain.objs.size()=1 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.O8MmR1iBytTWzSpX1Qwlw1Lptmb2NKi_0 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5339336958709833206', time=2024-09-22T11:15:24.276874+0000, chain.objs.size()=1 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XDQmMGpx5eM87d4dmwhjM-XVDmMn4is_0 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7894358363614987116', time=2024-09-22T11:15:24.572565+0000, chain.objs.size()=1 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Z8g0J58b7bzZnS8YAmfstT87FGgwx8N_0 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5943778013306913265', time=2024-09-22T11:15:24.591140+0000, chain.objs.size()=1 2024-09-22T09:24:40.369 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.f9zIQMP1Q6ssPn1i0VE014xWDnkypCY_0 2024-09-22T09:24:40.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.100800499411835527', time=2024-09-22T11:15:24.774288+0000, chain.objs.size()=1 2024-09-22T09:24:40.370 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.368+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.IKm7oj-wLYHEJiUCVPycRESDwlpNGEq_0 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10973438755866286362', time=2024-09-22T11:15:24.856219+0000, chain.objs.size()=1 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.OJ91jXCbT7YlMM0oc1mNjQusnoWleEa_0 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16015864805911666868', time=2024-09-22T11:15:24.868265+0000, chain.objs.size()=1 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.EwmcWMNN2tQ4-8blqw92eXVgG4MIEzO_0 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6782199969037441577', time=2024-09-22T11:15:24.950726+0000, chain.objs.size()=1 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.R4eOxQ_e8Q3vnphP7eAet5fL00jPakz_0 2024-09-22T09:24:40.372 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15192125003686642301', time=2024-09-22T11:15:24.962597+0000, chain.objs.size()=1 2024-09-22T09:24:40.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fKICK7r8iGXg1BIF8zX1CFth6MaD6-k_0 2024-09-22T09:24:40.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.887892764019069772', time=2024-09-22T11:15:24.974445+0000, chain.objs.size()=1 2024-09-22T09:24:40.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.SkFXlROyDXpJ17GPGCARm1Hr3lTb_-p_0 2024-09-22T09:24:40.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15594055242975598355', time=2024-09-22T11:15:24.986366+0000, chain.objs.size()=1 2024-09-22T09:24:40.373 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HOSiKGjPl5zubM7fA1y2eoUbDbyU4UT_0 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15885830735021435197', time=2024-09-22T11:15:24.990833+0000, chain.objs.size()=1 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.1HokxBT5HcGQ74iigFmLhawMQm3tbkK_0 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17217749875441930911', time=2024-09-22T11:15:25.309345+0000, chain.objs.size()=1 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9Go8rE5vGC6zZ50KqQ8HGtRWpzWP2uO_0 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4378500701786880202', time=2024-09-22T11:15:25.332568+0000, chain.objs.size()=1 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.w0j7UlrmgHgI0hrily0-kW2PyathEro_0 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4470129553183450181', time=2024-09-22T11:15:25.347441+0000, chain.objs.size()=1 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.D38wbTEb-30EdYkiJ2TIBes4_I-eWpo_0 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4827847091798344624', time=2024-09-22T11:15:25.354798+0000, chain.objs.size()=1 2024-09-22T09:24:40.375 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.372+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.x0aGSMHXLKOSgtWRo8QISXkrWGSNena_0 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13147257812753646421', time=2024-09-22T11:15:25.372963+0000, chain.objs.size()=1 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.d1vDW5DPRH5X8Kko0Xe-lu1J5CYfrg6_0 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6744274752402566698', time=2024-09-22T11:15:25.380688+0000, chain.objs.size()=1 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6bpNPNYzZTaT8zb9TDxzTjsjUn42AEa_0 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18053999073966480236', time=2024-09-22T11:15:25.536077+0000, chain.objs.size()=1 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PAZcpq4DRiZp5k-IOTvDLWNhZPuZmMa_0 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11829265163379219200', time=2024-09-22T11:15:25.591001+0000, chain.objs.size()=1 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WKzi2O-B2sFWgBfCGHXoyLob5GYjrQf_0 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17547617726230416881', time=2024-09-22T11:15:25.607467+0000, chain.objs.size()=1 2024-09-22T09:24:40.378 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.376+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sGzmDaPC0_VIbq5hPJy2TAwHYYnygYj_0 2024-09-22T09:24:40.382 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.380+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/148623 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14469629861949662698', time=2024-09-22T11:15:25.625512+0000, chain.objs.size()=1 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.scHJzn5wmqGRLFLhyOpyBA8Q4fngG1d_0 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8693360601310285235', time=2024-09-22T11:15:25.717181+0000, chain.objs.size()=1 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vDYApqlZY-v3B9OQCeHLug0_JIik9_M_0 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5792250774326539252', time=2024-09-22T11:15:25.972183+0000, chain.objs.size()=1 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.FtHnO-69w8br1HJ6aJ7IC0oKxGYHuDO_0 2024-09-22T09:24:40.385 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17851521121857788490', time=2024-09-22T11:15:26.045178+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ZIp35aFsvZ35Wss9wUP3q02soUKWouk_0 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.256247725589338340', time=2024-09-22T11:15:26.140717+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.2eCkoeZsXfyYxVWDQrexX2L8iShauSI_0 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15757103845509528203', time=2024-09-22T11:15:26.358833+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.i6S1MhWALd_jq3QQ3t_UgZO3WN5_GH3_0 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8425213633692663468', time=2024-09-22T11:15:26.366391+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NQzA64xgqZvR7rYxQ36mi-Xet18eL8T_0 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16707907497863052557', time=2024-09-22T11:15:26.477540+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.qnFI5RvYggd-OkdQulqIbGQuJDPQjXR_0 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7054641256803688639', time=2024-09-22T11:15:26.644814+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9lm4b6yyGr8C1VweVq_4FjFpkUdnxFs_0 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11145503192372597084', time=2024-09-22T11:15:26.692569+0000, chain.objs.size()=1 2024-09-22T09:24:40.386 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Y3J3TdzLIkuFwHQwSmPav42AJITKTSe_0 2024-09-22T09:24:40.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2833221898041617452', time=2024-09-22T11:15:29.405562+0000, chain.objs.size()=1 2024-09-22T09:24:40.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.333__shadow_.ERA4foe_QBsnDKliI5ARMfaoKzds4gr_0 2024-09-22T09:24:40.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9742833556445966651', time=2024-09-22T11:15:29.758515+0000, chain.objs.size()=1 2024-09-22T09:24:40.387 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.384+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.334__shadow_.iOJCFwzOgv_yIeYoWZpurkoZLxYvqVo_0 2024-09-22T09:24:40.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7741193178793999201', time=2024-09-22T11:15:39.338231+0000, chain.objs.size()=1 2024-09-22T09:24:40.388 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.368__shadow_.T_XHzHOcAVPWLUs7_izRlz7rW_2w_r0_0 2024-09-22T09:24:40.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10419587780351417228', time=2024-09-22T11:15:41.025734+0000, chain.objs.size()=1 2024-09-22T09:24:40.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.373__shadow_.dbgLGAomZKbmzwjr2UYpgqb44r5X5zj_0 2024-09-22T09:24:40.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4068722840144961891', time=2024-09-22T11:16:30.266031+0000, chain.objs.size()=1 2024-09-22T09:24:40.389 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.499__shadow_.hURUJNovIbke8qH83l-z7pPUIJDF4xd_0 2024-09-22T09:24:40.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18293035498259157776', time=2024-09-22T11:17:42.450992+0000, chain.objs.size()=1 2024-09-22T09:24:40.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.557__shadow_.cCV15gIbSbbuiPNvWj8M-T3nSn9UEX-_0 2024-09-22T09:24:40.390 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8355345511762692813', time=2024-09-22T11:17:56.192936+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:wHitiMllk1jcMck..1wUDhVGxXCYpFt_.uks1Oryq_-mVIgbSgFUxFCSaXmuUCFg_0 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9261034315681820268', time=2024-09-22T11:18:16.574214+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:JDny3Fkyyh3vuVqF7r5HQu5P97lLFdD_.iD_wzPrLejE39mmcjILuP5nt8CulxlC_0 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4613738176302977735', time=2024-09-22T11:18:17.271826+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:YUBszBS7jAJdnihkMzEvw6xsXx3pEUX_.MzqGq6G6qIhE-pSOvFP4vTl4ErzDE09_0 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3182566854232353987', time=2024-09-22T11:18:33.769201+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:ZUdSs.bi1d85N0XleXn--vOdUQhj.P._.QtEN7_FKE21GDAfH1s2h0VqGy5NijZA_0 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2447084478017519437', time=2024-09-22T11:18:33.831726+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:bNrrYwwMhN-fTCvQyIRUqpFLt-jdmYO_.4FCTOgIUaLKHFRMFMgoRFKGiGbzUvSW_0 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17810134218244976800', time=2024-09-22T11:18:35.307636+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.581__shadow:mudzlqNUIutxifx.V0n6QmBox9Vf6-5_.a8hAFosrICnzHhY9iJVMs_qiTRdoTdA_0 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11897203685284519958', time=2024-09-22T11:18:36.287390+0000, chain.objs.size()=1 2024-09-22T09:24:40.391 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.388+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.584__shadow:bTBU.V6ZVXS6mq3HRo.WlzNaMUK59tD_.SHSNcY7DlCDv3n8Lv0PCy75ETF9Z9YA_0 2024-09-22T09:24:40.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.392+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.65530128064632699', time=2024-09-22T11:18:37.704159+0000, chain.objs.size()=1 2024-09-22T09:24:40.392 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.586__shadow:WH4t11tBc6birhWqyU4dY.6ImiWxTWP_.M81FBwqQvK44-9hKb6bVzhhK43mbfmd_0 2024-09-22T09:24:40.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.392+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14064623360474106073', time=2024-09-22T11:21:06.319482+0000, chain.objs.size()=1 2024-09-22T09:24:40.394 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.635__shadow_.GkVcOXRlf1mGZPZor42O1l0wFExQJi0_0 2024-09-22T09:24:40.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.392+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10906193593137261614', time=2024-09-22T11:21:15.251174+0000, chain.objs.size()=1 2024-09-22T09:24:40.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.392+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.655__shadow_.djRksxYGqR7S_ZsARh-GOeydRNEhWuW_0 2024-09-22T09:24:40.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2483817217715782534', time=2024-09-22T11:21:27.845722+0000, chain.objs.size()=1 2024-09-22T09:24:40.395 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.680__shadow_.6FlVOfKOKilRFVdExMuQN-K2GtO__my_0 2024-09-22T09:24:40.397 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9032256578363745051', time=2024-09-22T11:21:32.018729+0000, chain.objs.size()=1 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.693__shadow:8Q8OhlNTfk.ycMCqby-xSGfqJMvT01R_.WgNDF76Ooc8yjZp8hr_0aTWqPBBlzwO_0 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12323078975535976922', time=2024-09-22T11:21:36.850678+0000, chain.objs.size()=1 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.705__shadow:5y5h1pcu3cmCNeXKkNuwU2u8rqeok3b_.Ixg_a5ImtIOoZVz6eu3gQFFIPGsgz_x_0 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17849763553799441129', time=2024-09-22T11:22:24.025776+0000, chain.objs.size()=1 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.759__shadow_.0qERVQE_xitL5a9zKqmbwLf6t_88O59_0 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.125473471422936641', time=2024-09-22T11:22:34.204827+0000, chain.objs.size()=1 2024-09-22T09:24:40.398 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.396+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.773__shadow_.62qS31er7Vlf81G36V6mOPPMOktwbG0_0 2024-09-22T09:24:40.401 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.400+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.403 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:24:40.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.405 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45694' 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_r6tdufjugxt7RSqDAo5y3m5nrNvTPB5', time=2024-09-22T11:12:06.288387+0000, chain.objs.size()=1 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.GoPEUNssBteUisO3KfLebZEqMMWjufH_0 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6336495355391902547', time=2024-09-22T11:12:23.397766+0000, chain.objs.size()=1 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.178__shadow_.JHhw2JlCLmIrApof-d4IV3tVZhZP1pr_0 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5048333233229345469', time=2024-09-22T11:13:41.400596+0000, chain.objs.size()=1 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.240__shadow_.ka9OUe1ug67Dn0cmd8W1g7s6wiJEcuI_0 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7929657122770678151', time=2024-09-22T11:13:42.137167+0000, chain.objs.size()=1 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.242__shadow_.X8GYBjGFTG9l0B5eppkUUsAjPvHsX71_0 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12847636135742225097', time=2024-09-22T11:13:46.722767+0000, chain.objs.size()=1 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.253__shadow_.9CUS2mxolWlQskMTGEj62KuPlrOdiSO_0 2024-09-22T09:24:40.407 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6404902756103660384', time=2024-09-22T11:13:48.958963+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.259__shadow_.wYcwahylsT9VXgepYAC08Op2Hsp_AdR_0 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10133366115322456952', time=2024-09-22T11:13:49.373804+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.260__shadow_.9goSWBYtCcp-2N8RfRD17VYeEmZ5s9-_0 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2413393129393501097', time=2024-09-22T11:13:50.310892+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.262__shadow_.pMtZDkRmjLjrCcntFJ99cAWaWlj3Uh0_0 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.393452343442583027', time=2024-09-22T11:14:11.387379+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1I27RV-NsWhCn1jfR7dHp0qLjk8uHNa_0 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6719656911023095000', time=2024-09-22T11:14:11.629385+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.DfZzW7kpd1KD2mBEd2X3npa1p4sxHli_0 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9823101383115303134', time=2024-09-22T11:14:11.642287+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.joxI30Yhx92TcXlQ5PR5tNG5A33IJPE_0 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15684084245189590652', time=2024-09-22T11:14:11.877146+0000, chain.objs.size()=1 2024-09-22T09:24:40.408 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.404+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.msEV4rvJwkSHDDIsnHECugf9Xvnf_tp_0 2024-09-22T09:24:40.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13422137280191861458', time=2024-09-22T11:14:11.904440+0000, chain.objs.size()=1 2024-09-22T09:24:40.409 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.6ZzucpHMOAOmZcHhxf-8OtpWhR3pRV2_0 2024-09-22T09:24:40.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8239724106693601564', time=2024-09-22T11:14:12.223606+0000, chain.objs.size()=1 2024-09-22T09:24:40.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ApCtchnWNeCW3uiZv-8kdFFQQX33RZa_0 2024-09-22T09:24:40.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18066975454977045721', time=2024-09-22T11:14:12.278036+0000, chain.objs.size()=1 2024-09-22T09:24:40.410 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CcZqBPEYlqywVoc7DKq5iZTDuDfplmq_0 2024-09-22T09:24:40.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4743380682698078039', time=2024-09-22T11:14:12.332036+0000, chain.objs.size()=1 2024-09-22T09:24:40.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.t4T0ryxiynWKMJYj9k21SuMl-qpMrd-_0 2024-09-22T09:24:40.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18107236121304718414', time=2024-09-22T11:14:12.346203+0000, chain.objs.size()=1 2024-09-22T09:24:40.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.h9wNKHEZaylc-nA2gr8uaQw9AXtyGPC_0 2024-09-22T09:24:40.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1445823425602271857', time=2024-09-22T11:14:12.377127+0000, chain.objs.size()=1 2024-09-22T09:24:40.411 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.408+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1H3lQXhUy8J_YaPNjGsEMim6QdFc0AC_0 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14017535562570895018', time=2024-09-22T11:14:12.531351+0000, chain.objs.size()=1 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.NpS3U-Ca5hNnvRV75i-mNKbazBrn9Fj_0 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16750650554454519136', time=2024-09-22T11:14:12.676187+0000, chain.objs.size()=1 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1Sof-_k7AmpTsmI4Qi8pKFySz7SodMR_0 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15503727106833489070', time=2024-09-22T11:14:12.719695+0000, chain.objs.size()=1 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.v7KBMICb_eUO5s_cmYrhupzUKe0miR8_0 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11708852025516543372', time=2024-09-22T11:14:12.728160+0000, chain.objs.size()=1 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.uA_YOYKAzYWvLG2RwiJ6oERn8yz1NjJ_0 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2030195562327212287', time=2024-09-22T11:14:12.738634+0000, chain.objs.size()=1 2024-09-22T09:24:40.412 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.412+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CCXGe8e6ob4DkK4DIMU7xiTWLJTx-P2_0 2024-09-22T09:24:40.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6154080013946519969', time=2024-09-22T11:14:12.743302+0000, chain.objs.size()=1 2024-09-22T09:24:40.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mn2xDM2B7o_7UALVkytzYE_-E42GgWQ_0 2024-09-22T09:24:40.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4077517460095662429', time=2024-09-22T11:14:12.944008+0000, chain.objs.size()=1 2024-09-22T09:24:40.415 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kvV8d0woAs5JFl_SYNu7-nvrBnpOASw_0 2024-09-22T09:24:40.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16880960325747924659', time=2024-09-22T11:14:12.993239+0000, chain.objs.size()=1 2024-09-22T09:24:40.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HsDhHdxzbukBk8TKXBOTP0eNsv15UdC_0 2024-09-22T09:24:40.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11782414464558522516', time=2024-09-22T11:14:13.285129+0000, chain.objs.size()=1 2024-09-22T09:24:40.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.T8pe0ugi-h98dHSZjSW91ltPHWcHp84_0 2024-09-22T09:24:40.416 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8828788302126084225', time=2024-09-22T11:14:13.429850+0000, chain.objs.size()=1 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.do2RIec4mUUPvjGklTbEOZBJD4PSv2z_0 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3353800708430908840', time=2024-09-22T11:14:13.438310+0000, chain.objs.size()=1 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.hl3nQPWEEh6VIeOrRGCRULT1ymxMD46_0 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7998596085679582072', time=2024-09-22T11:14:13.608648+0000, chain.objs.size()=1 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1Gb6J3954DlqpCkvAciBC2PGYOJMvZB_0 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4965657504496927858', time=2024-09-22T11:14:13.626999+0000, chain.objs.size()=1 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.d43ojgLRjZzEiJ52FyCnuMMKHXYr2SJ_0 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1227190654372343962', time=2024-09-22T11:14:13.665361+0000, chain.objs.size()=1 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.r-isOOaPSNEDoSNNQwyY12_nrHPbkkn_0 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16212517474061203324', time=2024-09-22T11:14:13.720887+0000, chain.objs.size()=1 2024-09-22T09:24:40.417 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ooV8F9H1R2INY7dvh0vJHhiRlQWQtqk_0 2024-09-22T09:24:40.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6011431561902100923', time=2024-09-22T11:14:13.729686+0000, chain.objs.size()=1 2024-09-22T09:24:40.418 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.416+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.dJmdHduJ3qAXkA054uApTP5DEJkCpqe_0 2024-09-22T09:24:40.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13893403986871105799', time=2024-09-22T11:14:13.760854+0000, chain.objs.size()=1 2024-09-22T09:24:40.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.35N6UZpVH6l67OSVW7W27Fpqrvvu8Ti_0 2024-09-22T09:24:40.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3174486875187452301', time=2024-09-22T11:14:13.774250+0000, chain.objs.size()=1 2024-09-22T09:24:40.420 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.WGJx1eFwGj7H-y6MKyfNVqUh3RrRZ3N_0 2024-09-22T09:24:40.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10875877559022960425', time=2024-09-22T11:14:14.138064+0000, chain.objs.size()=1 2024-09-22T09:24:40.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.iTZs4OirDsUfTLifmL0_XwNwq1Uttip_0 2024-09-22T09:24:40.421 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7440701671756542980', time=2024-09-22T11:14:14.724530+0000, chain.objs.size()=1 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.265__shadow_.prob9p4hNDiFlJuJKHlbRADLZvnkxsQ_0 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1879107598859533942', time=2024-09-22T11:14:15.817481+0000, chain.objs.size()=1 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.268__shadow_.fGnKcrr6cYPY3JbNP1qwWK8lLS_IEpV_0 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8016476225992363334', time=2024-09-22T11:14:17.330020+0000, chain.objs.size()=1 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.272__shadow_.stkDFvH2v0e_LirzmIY6t9MdVN9Pehc_0 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.218047087726348499', time=2024-09-22T11:14:37.353230+0000, chain.objs.size()=1 2024-09-22T09:24:40.422 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.420+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.320__shadow:VUBbjU7Fn-Bx7eTw-4mlOGCe.wtje2L_.bHx9a18uZH6w6kmtUbRH-DXqwCVRSzi_0 2024-09-22T09:24:40.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1936922500831207005', time=2024-09-22T11:15:00.324587+0000, chain.objs.size()=1 2024-09-22T09:24:40.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ROmQp7gGzNIyMWFvF-Wkr2TBcgGdl-G_0 2024-09-22T09:24:40.425 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12870876087143456640', time=2024-09-22T11:15:00.406054+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9L40yiSqa4ysHYvtBqO5pKVKQRApYMx_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2121138021038958982', time=2024-09-22T11:15:00.417813+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.UVYR5GDo382ucY2-ZU05hYtxzZEvj7R_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16748725431968310550', time=2024-09-22T11:15:00.648725+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oLXzEzMU2R4KWW4XifYNv1lvq6GnQyB_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4403533429516386041', time=2024-09-22T11:15:00.724796+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.I29jySPccZhbxnv0_sCYXPjP1pR1ekt_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5068489550074904486', time=2024-09-22T11:15:00.730167+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.tmzMY9hBkmm-IyOUsTLhgOssbS_ZouB_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8800784417324648994', time=2024-09-22T11:15:00.771954+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TLpxlwMNB8mNaI-Tpto6ZHyV8Wdgnw6_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4773715204643795911', time=2024-09-22T11:15:00.786759+0000, chain.objs.size()=1 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jqJ2Vrl5BPlkVVtPbGcfY7ind7rwbsy_0 2024-09-22T09:24:40.426 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11696098729000535980', time=2024-09-22T11:15:00.826572+0000, chain.objs.size()=1 2024-09-22T09:24:40.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.27UWBy6U-rTKyRIdCab3GKUbdOuq3hY_0 2024-09-22T09:24:40.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15674304682746073058', time=2024-09-22T11:15:00.832088+0000, chain.objs.size()=1 2024-09-22T09:24:40.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.e1RwbzvojCyy2LgO1fyhFqrYAKuBqml_0 2024-09-22T09:24:40.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1358781252918498140', time=2024-09-22T11:15:00.833006+0000, chain.objs.size()=1 2024-09-22T09:24:40.427 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.424+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iptXKvY1BzF6eUq1S3P6HgPTmofhiw9_0 2024-09-22T09:24:40.429 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.428+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8199261190920748978', time=2024-09-22T11:15:00.855795+0000, chain.objs.size()=1 2024-09-22T09:24:40.430 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.428+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kbCIp1NSgNL5LPiPEKDTvrCrjjcIT4h_0 2024-09-22T09:24:40.431 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9548986724340969482', time=2024-09-22T11:15:01.004272+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0GYVgZZWqDaIYuSc4Lt6Jk3PQZv1W_R_0 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11655641976554000310', time=2024-09-22T11:15:01.014151+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.L_mS1Xx243Hz7TD9T72DU2tZ1KvdVXT_0 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17465283606837576145', time=2024-09-22T11:15:01.158076+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0EGqm2qv3lpNuZuVq8jS9FY8wR49301_0 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11232794917494012119', time=2024-09-22T11:15:01.208533+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Rp64-ahBl5YP1Dqwof3F2JcFXB5bBCz_0 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2775927101352173718', time=2024-09-22T11:15:01.214555+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.pBoYygIssisLEjaGuX93iDZsnbxp6w-_0 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2226222951359816933', time=2024-09-22T11:15:01.236288+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ubs2CA7RPSdu_aIG8DMxAmcWOCQ35yQ_0 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3556501349894092133', time=2024-09-22T11:15:01.435944+0000, chain.objs.size()=1 2024-09-22T09:24:40.432 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VBS4W1vhN5VqhgHMqKwW8NBx-ZEp3hx_0 2024-09-22T09:24:40.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.829996839002788666', time=2024-09-22T11:15:01.455644+0000, chain.objs.size()=1 2024-09-22T09:24:40.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yMpkUFs8PznEpCNdFF7Zc4DFYr15sGs_0 2024-09-22T09:24:40.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9337800629977335861', time=2024-09-22T11:15:01.511235+0000, chain.objs.size()=1 2024-09-22T09:24:40.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jTrHslqrDtagumA_n6NII41Ld_l5xHt_0 2024-09-22T09:24:40.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8806649994834820729', time=2024-09-22T11:15:01.735420+0000, chain.objs.size()=1 2024-09-22T09:24:40.433 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ZaWuhBT9udosRmbgyENYlR5kGtHeiVn_0 2024-09-22T09:24:40.434 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3687634548023744129', time=2024-09-22T11:15:01.922005+0000, chain.objs.size()=1 2024-09-22T09:24:40.434 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.432+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Biw1mDxo_OnXDCr67MSEIdiUTrpMXH6_0 2024-09-22T09:24:40.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4544010835912703947', time=2024-09-22T11:15:01.977973+0000, chain.objs.size()=1 2024-09-22T09:24:40.435 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yYxjwdIveKVppVkNcj0NykA06knf_8m_0 2024-09-22T09:24:40.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9405840604099037245', time=2024-09-22T11:15:02.121141+0000, chain.objs.size()=1 2024-09-22T09:24:40.436 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qR_wyNdIL4J4KNNPtCcll4qC9Vq0i2E_0 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11565258138545124305', time=2024-09-22T11:15:02.146968+0000, chain.objs.size()=1 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VnmYHKgB4acxTFhBo4GG6YqKN9Ivptl_0 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12325393349659328994', time=2024-09-22T11:15:02.219892+0000, chain.objs.size()=1 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C4C-tw8M8Tlu6PfFb0id18ItTDn-dDK_0 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9546568673190747476', time=2024-09-22T11:15:02.322270+0000, chain.objs.size()=1 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.uuocE77sTsJL0oU_i9bMehSBX-z9_A6_0 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9912693212219560056', time=2024-09-22T11:15:02.489408+0000, chain.objs.size()=1 2024-09-22T09:24:40.438 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j71Xe8R2ej9tt4NF8QMORpeWIKoJDvc_0 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12463888449927359024', time=2024-09-22T11:15:02.584884+0000, chain.objs.size()=1 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.GZqZifK1AofqnXaFStfoVCAePE18VFb_0 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8310626142716719487', time=2024-09-22T11:15:02.632418+0000, chain.objs.size()=1 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0zlC9R5qCpNDWXXmHQ14PWik0uH4GKL_0 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15979163089004964615', time=2024-09-22T11:15:02.877176+0000, chain.objs.size()=1 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.436+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.18UwutISom4TKZqWXIPVOOFGbzhnrLi_0 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6216099434040375226', time=2024-09-22T11:15:02.942170+0000, chain.objs.size()=1 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.eGjb9Upa58CghslLAyJRLjoJC0MDZrv_0 2024-09-22T09:24:40.439 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3839261489007649573', time=2024-09-22T11:15:02.987179+0000, chain.objs.size()=1 2024-09-22T09:24:40.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0-ix15W00jzQkTLjt1c2IO5i6T4Q9EN_0 2024-09-22T09:24:40.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12257535245203474921', time=2024-09-22T11:15:24.042344+0000, chain.objs.size()=1 2024-09-22T09:24:40.440 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DdnjGBBNp-G3VqHESpNq3GkXaeC2-ky_0 2024-09-22T09:24:40.441 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5191024274502748411', time=2024-09-22T11:15:24.085299+0000, chain.objs.size()=1 2024-09-22T09:24:40.442 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.h1CE7Z9HcoYI_mUVT_1irq-8hqunjyX_0 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.637635662743780904', time=2024-09-22T11:15:24.243005+0000, chain.objs.size()=1 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.swDg7SXELn_9WhH1ynLM-jgJaNEy3M0_0 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4040962703087460325', time=2024-09-22T11:15:24.295002+0000, chain.objs.size()=1 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Poh4IlwjysSN53JitPRfQnCXxdjtMxg_0 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17259556926780886592', time=2024-09-22T11:15:24.421046+0000, chain.objs.size()=1 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dlGuUNOspqTlp7XLX8AEdKSxKk2Wovz_0 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12005116654657100763', time=2024-09-22T11:15:24.551200+0000, chain.objs.size()=1 2024-09-22T09:24:40.443 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aJdujbPBkoYinQ03IP8ZV_K8oRl8QY5_0 2024-09-22T09:24:40.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13012055676795428739', time=2024-09-22T11:15:24.582014+0000, chain.objs.size()=1 2024-09-22T09:24:40.444 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.440+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HOjgRi_lCli46jmIyMlpCOQ-Tbw6LdO_0 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13685995762419588731', time=2024-09-22T11:15:24.630041+0000, chain.objs.size()=1 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.j25sR4Cg7myg75MtduL7geoN6yQKNwR_0 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11649979821024255806', time=2024-09-22T11:15:24.793090+0000, chain.objs.size()=1 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.753qJbFYMFDzJj0wmvFe3Xsu0rPqCTG_0 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10342572824158435583', time=2024-09-22T11:15:24.938949+0000, chain.objs.size()=1 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Cie8PCF6B_pm1w0MHlgt7a_k3j5qraM_0 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2010688217971083029', time=2024-09-22T11:15:24.946104+0000, chain.objs.size()=1 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-6m6blSqKvRF44wcYg1TBu3qrzHiF82_0 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15345454598994828249', time=2024-09-22T11:15:25.267925+0000, chain.objs.size()=1 2024-09-22T09:24:40.446 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ku3bYSYZFUbbpKwQ1wt2w8VNxm018Eh_0 2024-09-22T09:24:40.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4346002253157062885', time=2024-09-22T11:15:25.384561+0000, chain.objs.size()=1 2024-09-22T09:24:40.447 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.444+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.epwUKklSVYT1KQPsTA2u85TKaijFrJ4_0 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10140821614120595344', time=2024-09-22T11:15:25.652643+0000, chain.objs.size()=1 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mASMNVGUFdU-1eFfOYWr47_OC3oPiZW_0 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14164483349177480308', time=2024-09-22T11:15:25.699684+0000, chain.objs.size()=1 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.GUk6YsxrRon0JQpJ1S_bIkjCh5Mppgg_0 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6903977250727957907', time=2024-09-22T11:15:25.767739+0000, chain.objs.size()=1 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HEmNBg5bWIT3CiqXDJDtO8lC1pMVWpj_0 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16816121954824263644', time=2024-09-22T11:15:25.928381+0000, chain.objs.size()=1 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.z-d7WpLElmWN-LV1L7dC2glOJWbh0hp_0 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9945785921469749245', time=2024-09-22T11:15:25.991346+0000, chain.objs.size()=1 2024-09-22T09:24:40.449 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.w8kdP2rH6bBYgNW9zVhe5flZXVmfJ5G_0 2024-09-22T09:24:40.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9893036573631921432', time=2024-09-22T11:15:26.094234+0000, chain.objs.size()=1 2024-09-22T09:24:40.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.exOkdXyDtn7OlgqwrYHGGIB-9SpYEHV_0 2024-09-22T09:24:40.450 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2836971105265221427', time=2024-09-22T11:15:26.103172+0000, chain.objs.size()=1 2024-09-22T09:24:40.451 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.448+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aXo77uPyurL0nMSYMqFwFmoONP30U3m_0 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7620205786425154843', time=2024-09-22T11:15:26.117512+0000, chain.objs.size()=1 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JMNx_8r_DZ4ut4LXtarJjkN1_lRN2nc_0 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12356239056170394433', time=2024-09-22T11:15:26.287171+0000, chain.objs.size()=1 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.MC8SzbBrhqsE72at8isiUovsjjpCg66_0 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9595820518038100150', time=2024-09-22T11:15:26.385214+0000, chain.objs.size()=1 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oy2ph0HCt6UyD6kkhwQRJCeOxEg0Jlf_0 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15772473967965187734', time=2024-09-22T11:15:26.400492+0000, chain.objs.size()=1 2024-09-22T09:24:40.452 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.XbdF4OeW9o3_yjMhdWriP2W_3vnTWLX_0 2024-09-22T09:24:40.453 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6661303132467699323', time=2024-09-22T11:15:26.419307+0000, chain.objs.size()=1 2024-09-22T09:24:40.453 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.452+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oEEBzRk3V7KDzd2DpqgMS0HBtYuNJtR_0 2024-09-22T09:24:40.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.456+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45694 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4492607592898911436', time=2024-09-22T11:15:26.517026+0000, chain.objs.size()=1 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_._u3V6L2jbSBVIYqBlKqOHb7uKx5_ZcB_0 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2468982645365627114', time=2024-09-22T11:15:26.733269+0000, chain.objs.size()=1 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ChUoFEJ5COH6TDemK70c-xOPBlAhSjP_0 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6460061322422347014', time=2024-09-22T11:15:31.205456+0000, chain.objs.size()=1 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.338__shadow_.SlD9UxlCZBBj1RE_faLCsUdb0cRI_bC_0 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10768068721947345590', time=2024-09-22T11:15:43.091170+0000, chain.objs.size()=1 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.376__shadow_.vkp9nK3clMk8o3mtqyn1ni2j3PQWtk3_0 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15054444897020563007', time=2024-09-22T11:15:44.362809+0000, chain.objs.size()=1 2024-09-22T09:24:40.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.379__shadow_.lrTUUkly7R88r88dZMQSj9PYLaOHmJg_0 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1203646189554360666', time=2024-09-22T11:16:03.113374+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.430__shadow_.NYP0YfQLBxJMC9SIng5CEE80e5OICFz_0 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15731196861755553834', time=2024-09-22T11:16:15.723788+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.460__shadow_.sLNHZd0Me8-4dMoGcl2Ehh2DMldNAGg_0 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18140309404265826571', time=2024-09-22T11:16:17.516041+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.463__shadow_.jqWgIrG8Q5nkSheIuax6xwLSZAkgicQ_0 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12427906837167591249', time=2024-09-22T11:16:24.331630+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.how6iQ9cRaBum9MCzwR3vCMWIQzY3IZ_0 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10176957657932956061', time=2024-09-22T11:16:24.340127+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.lZYHkOqXvNq24j8KSKhsTeCNrvBZjpY_0 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7038798168848226776', time=2024-09-22T11:16:40.013493+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.519__multipart_mymultipart.2~jrw-r76gr7BfB8BKJqFukIQqNL2RS5L.1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7910352193217246861', time=2024-09-22T11:16:56.991527+0000, chain.objs.size()=1 2024-09-22T09:24:40.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.460+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.524__multipart_mymultipart.2~cqte0-wUhGfNTDir6GXx2MrZfeD6hfj.1 2024-09-22T09:24:40.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11828033541804333328', time=2024-09-22T11:17:03.199509+0000, chain.objs.size()=4 2024-09-22T09:24:40.465 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.528__multipart_mymultipart.2~8RqToy15CK32vZtIOJE3aSfrDbdq5b8.1 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.528__multipart_mymultipart.2~8RqToy15CK32vZtIOJE3aSfrDbdq5b8.2 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.528__multipart_mymultipart.2~8RqToy15CK32vZtIOJE3aSfrDbdq5b8.3 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.528__multipart_mymultipart.2~8RqToy15CK32vZtIOJE3aSfrDbdq5b8.4 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17605577945262760354', time=2024-09-22T11:17:04.141454+0000, chain.objs.size()=2 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.529__multipart_mymultipart.2~39x8pvr9NjCAZbFvk7UKbzpSfcqk-ux.1 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.529__multipart_mymultipart.2~39x8pvr9NjCAZbFvk7UKbzpSfcqk-ux.2 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12239791782557041650', time=2024-09-22T11:17:56.434058+0000, chain.objs.size()=1 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:TZx4Fgps2IWkfVXBMnW1p-D3wKYl0ae_.iwTfX-fuOBlckgyIA0gMXvhdcChCiWS_0 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15005114885304238392', time=2024-09-22T11:17:57.265133+0000, chain.objs.size()=1 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:tgmKoNEg8pjMErqqdDaJDjIFr3pAQgS_.F3BFs405dPZazkRpD8z6fltI1m9Dz3K_0 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15161315881993294170', time=2024-09-22T11:18:10.681444+0000, chain.objs.size()=1 2024-09-22T09:24:40.466 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.577__shadow:FNHF8s0q6g5mcY-VbOa2sO1uDG4Lmd8_.HL2ARJN7CMV21_PZomIEKv8PlnqGOCK_0 2024-09-22T09:24:40.467 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1826568109060974195', time=2024-09-22T11:18:33.842071+0000, chain.objs.size()=1 2024-09-22T09:24:40.467 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.580__shadow:eOlYd18vw5v.KXYLU7eXJvg34yqB1DA_.qa1rFXqiCyHLMlkyEDcPkoQLWSRcago_0 2024-09-22T09:24:40.467 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.552203849109818657', time=2024-09-22T11:18:35.662398+0000, chain.objs.size()=1 2024-09-22T09:24:40.467 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.464+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.583__shadow:pu3-6Ulca156nUPeab9GEFjlYjhmtNK_.wx0YC2V8VKViGzYVq-K_IkAPY75YQdZ_0 2024-09-22T09:24:40.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1844433575503160108', time=2024-09-22T11:18:38.779069+0000, chain.objs.size()=1 2024-09-22T09:24:40.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:UJcVTe4iTzatCPkJHDemvMN6eGAo7jn_.I9gLWVgYTCbuNQLaMGuh1J6kH08fUt__0 2024-09-22T09:24:40.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.468+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2151673454537057722', time=2024-09-22T11:18:38.793198+0000, chain.objs.size()=1 2024-09-22T09:24:40.471 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.468+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:JyUSpBHrvrd2h6tbUq9XxWMLGUgMyGJ_.5ah9V-1Ro_LkLyAycTNOO7N8f8099d6_0 2024-09-22T09:24:40.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.472+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16660881612397901492', time=2024-09-22T11:21:23.754306+0000, chain.objs.size()=1 2024-09-22T09:24:40.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.472+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.667__shadow_.DEUjsjOoCTV_o3ttJ0lH5mblcH5dtKV_0 2024-09-22T09:24:40.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.472+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9148950829561712811', time=2024-09-22T11:21:27.845098+0000, chain.objs.size()=1 2024-09-22T09:24:40.474 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.472+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.680__shadow_.d2NN3nBJuk2ImGyqARsH_visP9tE_OY_0 2024-09-22T09:24:40.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.472+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15587766356618615813', time=2024-09-22T11:21:31.585874+0000, chain.objs.size()=1 2024-09-22T09:24:40.475 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.472+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.692__shadow_._H_LuluzvDWDGXwHsnXfGKqFk489Fjg_0 2024-09-22T09:24:40.477 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.476+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.480 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:24:40.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.481 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47159' 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17452335403180437667', time=2024-09-22T11:13:38.846731+0000, chain.objs.size()=1 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.234__shadow_.xdNPHt_ixKgJ6xZvTt7d8pCf4wPs020_0 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8868351561239110197', time=2024-09-22T11:13:39.292912+0000, chain.objs.size()=1 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.235__shadow_.xwnSjLp3zEuxdG_Lj_JMylSyPYFZqv4_0 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2203565195921429114', time=2024-09-22T11:13:41.772321+0000, chain.objs.size()=1 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.241__shadow_.y5PvcuqFASMf3-RA0_0F51iYise8iSi_0 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10610188695586509567', time=2024-09-22T11:13:44.738361+0000, chain.objs.size()=1 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.248__shadow_.pQtog68Nw-5KVnbQO8dtpZ9vHSfyG1o_0 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17757414273983351463', time=2024-09-22T11:14:11.393670+0000, chain.objs.size()=1 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.qz1y6zxIWs2Lrp_MaGh-0_yrqZMGGSl_0 2024-09-22T09:24:40.483 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11201827056862162328', time=2024-09-22T11:14:11.415631+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lcTeNL6jiw-Nbm5SwMuNCdQTXMyT9Zm_0 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5064345795478056733', time=2024-09-22T11:14:11.437950+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Dyfp3znIPZRWIQPwB_SSYllX7mT3fc2_0 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10322638150834647502', time=2024-09-22T11:14:11.508234+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.fYQ_AObTJ_W_V53MFy-aM6mroVXOZHm_0 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16777976198482850671', time=2024-09-22T11:14:11.526887+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.E4xllNHmPkoyBItQ7GZXAK6esdlrmPS_0 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10714148928380053322', time=2024-09-22T11:14:11.607136+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ft2uqBgD7Ikjek6QMb90DJ8yze5vmQ1_0 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6530577171291484688', time=2024-09-22T11:14:11.632581+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rIQ54cdnRx6sJWkgPPaFd6kO0xEfeFp_0 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6545519754324424196', time=2024-09-22T11:14:11.634745+0000, chain.objs.size()=1 2024-09-22T09:24:40.484 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.480+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.FflTlksP9o3ZoEPOY_TDx4b3uBUJVFP_0 2024-09-22T09:24:40.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6113674185178209482', time=2024-09-22T11:14:11.854779+0000, chain.objs.size()=1 2024-09-22T09:24:40.488 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cknnlpAMndMQvkNh6nXyh6yZ3Eyxe9P_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2775535715099596756', time=2024-09-22T11:14:11.953760+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OCOalBQBCNm6B7fjCop6HzwFvve95xP_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3752883838864119400', time=2024-09-22T11:14:11.954763+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Ok-xQrZ53m_iymFSWvIls6-439jjzXl_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1917543106699584746', time=2024-09-22T11:14:11.990528+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Sn2Ga7oCyf78zV011hT7v-PZI5IHzAU_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14083241107062530569', time=2024-09-22T11:14:12.149203+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.I_AUU7E3KM-ci9NaJvVSrnurfAmzBoA_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18338983173139317542', time=2024-09-22T11:14:12.179607+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0MWExdAl_FDU3vO0QcsPGLD7aWQFxL7_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2568206417732245604', time=2024-09-22T11:14:12.301997+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RMmORy7zeZcO2xx4Tdxx_FpErcEUX1P_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.41832782689400333', time=2024-09-22T11:14:12.514774+0000, chain.objs.size()=1 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.cXJemPrWdP99J5cEB6R9urK0cU8tzaW_0 2024-09-22T09:24:40.489 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1532438864175978620', time=2024-09-22T11:14:12.531912+0000, chain.objs.size()=1 2024-09-22T09:24:40.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.szJWLsZUxXT82IR29Ps6N1gdovaxwmK_0 2024-09-22T09:24:40.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6198352176760624698', time=2024-09-22T11:14:12.648628+0000, chain.objs.size()=1 2024-09-22T09:24:40.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.xMm1dRqEVaet2BJ3sTvjYpAGHQ4Ruyv_0 2024-09-22T09:24:40.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.343689305439880974', time=2024-09-22T11:14:12.968036+0000, chain.objs.size()=1 2024-09-22T09:24:40.490 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.488+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.c1UmmqEkuJKSQ2X1tIGHKDhWMPYbMXU_0 2024-09-22T09:24:40.493 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10221779739778095924', time=2024-09-22T11:14:13.370926+0000, chain.objs.size()=1 2024-09-22T09:24:40.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.CEXGqDBKBtEgThP_kx5duHsv6w1aKv5_0 2024-09-22T09:24:40.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15682524371727945565', time=2024-09-22T11:14:13.382149+0000, chain.objs.size()=1 2024-09-22T09:24:40.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.az8n2jYJHT-Scdxz5IZeCTp6bO4jQ4e_0 2024-09-22T09:24:40.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.492+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16831042957625150955', time=2024-09-22T11:14:13.398127+0000, chain.objs.size()=1 2024-09-22T09:24:40.494 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.492+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.W43Dck-2M3zo5ae7WnzyYRzv8rvc1r9_0 2024-09-22T09:24:40.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16916400147765871905', time=2024-09-22T11:14:13.639067+0000, chain.objs.size()=1 2024-09-22T09:24:40.495 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SrzqlqJeiQ8peDLa24L0NGFnsDwVNmZ_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12277655166211373300', time=2024-09-22T11:14:13.771375+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gLYygmrxOEWifbVmt06hUoTomCL-oTx_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1546070947942410372', time=2024-09-22T11:14:13.799955+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.LvZxrAVFMWgYyzyQWixqxETWFddHp1o_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1096558210398356118', time=2024-09-22T11:14:13.819105+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Fb1ETLiaJ-ZAny-aqT9dqQemkIbwaIj_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16583755192341407335', time=2024-09-22T11:14:13.854998+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HYr-TcDo_wtdAlrmE1t1U20BEfgin7b_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14666950233087579979', time=2024-09-22T11:14:13.970898+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ApU84kHYHKF2fsiI_JHCeGzg5PlnulY_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10493116999708888915', time=2024-09-22T11:14:14.020242+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zrRJfRFrTfd5sfivoQRWBCpKtlmSwI7_0 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1134459720775730330', time=2024-09-22T11:14:14.134161+0000, chain.objs.size()=1 2024-09-22T09:24:40.496 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.nIaUtCEcUmo1_yIfrA05HLGirWBrG0z_0 2024-09-22T09:24:40.498 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15788005086382325028', time=2024-09-22T11:14:15.822135+0000, chain.objs.size()=1 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.496+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.268__shadow_.qo5cAIO7iwa-DpNpDxvZwETUbb5NIfg_0 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1012434409225377053', time=2024-09-22T11:14:17.693040+0000, chain.objs.size()=1 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.273__shadow_.TsfWrfqnTrr75gyZxzXiYBTPgTSk_QP_0 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4875608264238649683', time=2024-09-22T11:14:21.235169+0000, chain.objs.size()=1 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.282__shadow_.vTKgNPLmZfFZB60RIa0v6vzc9JB4k2__0 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12097646771191353459', time=2024-09-22T11:14:22.823769+0000, chain.objs.size()=1 2024-09-22T09:24:40.499 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.286__shadow_.O-R8hmRDjq0HxhPVUuT0J_A7XrEWZyH_0 2024-09-22T09:24:40.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8453942012131959109', time=2024-09-22T11:14:22.827178+0000, chain.objs.size()=1 2024-09-22T09:24:40.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.286__shadow_.Ftbxg7ihn9hdlj1c35Mrqz25-Qsl2Oi_0 2024-09-22T09:24:40.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3070795786478199389', time=2024-09-22T11:14:23.659238+0000, chain.objs.size()=1 2024-09-22T09:24:40.501 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.288__shadow_.rcRTmV5TpXB4pwL3U3cNeYej7Y7OJ6S_0 2024-09-22T09:24:40.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17600538174019353822', time=2024-09-22T11:14:24.846910+0000, chain.objs.size()=1 2024-09-22T09:24:40.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.291__shadow_.hKaDPiJPNhQrPtjMQPqnOWLR4BQ3ZZL_0 2024-09-22T09:24:40.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3245685949178245084', time=2024-09-22T11:14:30.304235+0000, chain.objs.size()=1 2024-09-22T09:24:40.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.301__shadow_.k2PtO2Lr5iZsVqXU0a4LLnvtbyeMIgQ_0 2024-09-22T09:24:40.502 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7584211625820240189', time=2024-09-22T11:14:31.457714+0000, chain.objs.size()=1 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.304__shadow_.Yky8pvoJKrprYB-C0YmgjRRgiaA7dxl_0 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16915171023734029678', time=2024-09-22T11:15:00.278584+0000, chain.objs.size()=1 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NifYbCOJa4ZA0aOki5YL-HBwLeRbcJg_0 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2925617306167437558', time=2024-09-22T11:15:00.353428+0000, chain.objs.size()=1 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.500+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.xcXj-lgB5-XtvXLrS70gUVp3Hqph9nc_0 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9301312273683140517', time=2024-09-22T11:15:00.376099+0000, chain.objs.size()=1 2024-09-22T09:24:40.503 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.3eiuBMSpWgTKyeDdet0TCNiSSOko3jf_0 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17575972284970841100', time=2024-09-22T11:15:00.421856+0000, chain.objs.size()=1 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PCnsvfZ5s9Z_2DNUcFpcttDI21FcMcn_0 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15401985201205520156', time=2024-09-22T11:15:00.651964+0000, chain.objs.size()=1 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YP7wluqVlmN2iJZuIJ5TbCwp5yHhyeK_0 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12312965940632082064', time=2024-09-22T11:15:00.752130+0000, chain.objs.size()=1 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.78N41TnG9VvF4blSBq7eYKEyTskaMm9_0 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7834470266853353858', time=2024-09-22T11:15:00.830131+0000, chain.objs.size()=1 2024-09-22T09:24:40.504 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.504+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.QcCD9yjQ5rYH-OL8fty_Z-GDHMNyDh3_0 2024-09-22T09:24:40.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16582029278439737194', time=2024-09-22T11:15:00.847573+0000, chain.objs.size()=1 2024-09-22T09:24:40.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.1Zk8d_Gtrp5HQEimxWmytGZ-dA6u66h_0 2024-09-22T09:24:40.507 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8262632312224820055', time=2024-09-22T11:15:01.010197+0000, chain.objs.size()=1 2024-09-22T09:24:40.508 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bjxBm6pYEXgW7-AumpiO0xqVvv-3PyF_0 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16923448501953109221', time=2024-09-22T11:15:01.163450+0000, chain.objs.size()=1 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9XctGD2JEthrMyY9mGGX0NzV-zeGEtL_0 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7487129993745608653', time=2024-09-22T11:15:01.421285+0000, chain.objs.size()=1 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BSiPAgf2cCDv__02CjBxXxwL6JGo4uO_0 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16892589369269194820', time=2024-09-22T11:15:01.566133+0000, chain.objs.size()=1 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HBDzS8lCVV6ZPJqnwguWgGF6G5egy00_0 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14040477279846682574', time=2024-09-22T11:15:01.792133+0000, chain.objs.size()=1 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.V-sLWUwsYDRaKmdHNUJQnw9M4YAUrOq_0 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11498731411355215666', time=2024-09-22T11:15:01.795612+0000, chain.objs.size()=1 2024-09-22T09:24:40.509 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Hyc_6I0VJnxlNpf2NvdjLbIp2yrGkiO_0 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1852649482736751688', time=2024-09-22T11:15:01.801777+0000, chain.objs.size()=1 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kSuCv-NXQvkb6HtFrpitwhrjjWuoEEO_0 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7417530758199874481', time=2024-09-22T11:15:01.922024+0000, chain.objs.size()=1 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Jm3OM8WpKzyzlv1gXfoZQ-j56IlvN0P_0 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15532733315996424745', time=2024-09-22T11:15:01.927797+0000, chain.objs.size()=1 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ktIetTxAXOWZtUvQPiHeeIylwxpwCAL_0 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3354734037897855300', time=2024-09-22T11:15:01.978924+0000, chain.objs.size()=1 2024-09-22T09:24:40.510 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.508+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KCeyz_igjp-q5TrwRid9gORDu8SkqHU_0 2024-09-22T09:24:40.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7331505502143196149', time=2024-09-22T11:15:02.102541+0000, chain.objs.size()=1 2024-09-22T09:24:40.512 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.qNf2s3rxWYfPyDu2tXGtf3te14vv5DD_0 2024-09-22T09:24:40.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3802359423193668332', time=2024-09-22T11:15:02.157960+0000, chain.objs.size()=1 2024-09-22T09:24:40.514 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.FQlzdX7sfO2Q7Nss6_u360bW0n5SQ4D_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14827882291387422180', time=2024-09-22T11:15:02.219767+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.G3R-gkwHwQymza2_KCspRJQCkdZC0Kp_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.219051488720786994', time=2024-09-22T11:15:02.247391+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.fPBEiNFUWQxzbsn8C2-NDnKF9eXatee_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3897748691766206946', time=2024-09-22T11:15:02.300955+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.oQ1vIjrbtShZBcthg5nkGlEyMejXnJp_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7678450465515019955', time=2024-09-22T11:15:02.302322+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.X7TOy5duXSJRRrXp8exgnfBRS8iBHTt_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6415106415526671842', time=2024-09-22T11:15:02.476510+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.KRxE7KiGWuQmn_DLNtyyi8V7tuJw9OL_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3012183717305802331', time=2024-09-22T11:15:02.500489+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6yN6UY5on9wO_PsW48PUfTc6QGkuRkx_0 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15133251106964014577', time=2024-09-22T11:15:02.616481+0000, chain.objs.size()=1 2024-09-22T09:24:40.515 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.512+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jlQEvfgT7A15Z6SHgOcNXkydMFaqhEc_0 2024-09-22T09:24:40.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11528286641893997121', time=2024-09-22T11:15:02.639627+0000, chain.objs.size()=1 2024-09-22T09:24:40.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2KNTBbbrVmYFd0_Yt7C55uywBBva7y3_0 2024-09-22T09:24:40.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13621567622064979753', time=2024-09-22T11:15:02.677546+0000, chain.objs.size()=1 2024-09-22T09:24:40.516 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.2v4REuB6OVzc9Xe_Jv6OZjZdl-R8nr0_0 2024-09-22T09:24:40.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1069656564564497609', time=2024-09-22T11:15:02.952236+0000, chain.objs.size()=1 2024-09-22T09:24:40.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JjJJJqQHZBzvvvy1UHVpeJ_KWN9WVv1_0 2024-09-22T09:24:40.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14437881625423147725', time=2024-09-22T11:15:24.105738+0000, chain.objs.size()=1 2024-09-22T09:24:40.518 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.76fHkOUGLm-FKSoFyCv_tumiAhGByU7_0 2024-09-22T09:24:40.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.516+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3358852320991830020', time=2024-09-22T11:15:24.182854+0000, chain.objs.size()=1 2024-09-22T09:24:40.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.rqNqpmiVbK1_t2dQ9IpDJlzFUNw1j7__0 2024-09-22T09:24:40.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18308386183688217204', time=2024-09-22T11:15:24.188146+0000, chain.objs.size()=1 2024-09-22T09:24:40.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.s1ez523ZKt5irICUvxCd_QNFVipGREg_0 2024-09-22T09:24:40.519 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.104342077701624844', time=2024-09-22T11:15:24.246832+0000, chain.objs.size()=1 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5TfUU_K9EIkTo2Fa6dpyeWy9jkKhuOV_0 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17333962397190747646', time=2024-09-22T11:15:24.322984+0000, chain.objs.size()=1 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mAEUNqVDAP-IDvEF4M0q2D8RFIh4wBT_0 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7426355108146846351', time=2024-09-22T11:15:24.438554+0000, chain.objs.size()=1 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uc1K0jElbZZ1vVLEYN_wSmdOnSQEN8m_0 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9663758234630731033', time=2024-09-22T11:15:24.452759+0000, chain.objs.size()=1 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.80bMgxqhqkdeIoqckhQCjMue2yqNe5k_0 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3174585840598328353', time=2024-09-22T11:15:24.470258+0000, chain.objs.size()=1 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uJDxY2MeSocoq7kqiNRnjFSNmAFYMZ6_0 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11436852680458537798', time=2024-09-22T11:15:24.516401+0000, chain.objs.size()=1 2024-09-22T09:24:40.520 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sKhMCdk84JSm_3ZMVgyw7ldVAjqghSq_0 2024-09-22T09:24:40.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3355400881886054925', time=2024-09-22T11:15:24.621369+0000, chain.objs.size()=1 2024-09-22T09:24:40.521 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.520+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Pf7Xr65KBd6w1C0fALeON2j_B6Skr3b_0 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.198751257132353376', time=2024-09-22T11:15:24.889767+0000, chain.objs.size()=1 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.tpCS0bzIGrySpveCE_cWJqTAJMIavnR_0 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13687375091223132396', time=2024-09-22T11:15:24.906617+0000, chain.objs.size()=1 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.QIoCr1ZmKvXx2ekJaxY9i3UexmybY8-_0 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14462965723511006583', time=2024-09-22T11:15:24.956759+0000, chain.objs.size()=1 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.UHRAdQ3qbnXJbRBKjoqTlr5HPc2tsp__0 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12012106648372027351', time=2024-09-22T11:15:25.007071+0000, chain.objs.size()=1 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jDqJZfjEID2YeAFzbOV6cWcQ0CT_N8o_0 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10091660316482359768', time=2024-09-22T11:15:25.178967+0000, chain.objs.size()=1 2024-09-22T09:24:40.524 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KHohW2XiSk02TT2XqzqtTMtuRAgV358_0 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12008864672165453776', time=2024-09-22T11:15:25.229708+0000, chain.objs.size()=1 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cdmZMEsz9tW6PK6VywyNau9YKp0egHN_0 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18136328286320785867', time=2024-09-22T11:15:25.328766+0000, chain.objs.size()=1 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hGP1sFrPzbLFbLhJAwsQDaeIEGjuAE2_0 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17712120444271166119', time=2024-09-22T11:15:25.376499+0000, chain.objs.size()=1 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jylIelpa0M-i5NgbrA5Xhz_GfxcM-Yx_0 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3602944182543718727', time=2024-09-22T11:15:25.389016+0000, chain.objs.size()=1 2024-09-22T09:24:40.525 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.524+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ube_-wZZnjDdp8Yb4tp2ATOjBC4hcLz_0 2024-09-22T09:24:40.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4047842293804081377', time=2024-09-22T11:15:25.588401+0000, chain.objs.size()=1 2024-09-22T09:24:40.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.kQDUCH8Mmw9CHDbNICAaiAfA4UtTIRy_0 2024-09-22T09:24:40.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18263520093116294012', time=2024-09-22T11:15:25.612305+0000, chain.objs.size()=1 2024-09-22T09:24:40.527 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.p_tcDoNN1WlxE86ESL9NESZZF0ilt5p_0 2024-09-22T09:24:40.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6177559469630773243', time=2024-09-22T11:15:25.632654+0000, chain.objs.size()=1 2024-09-22T09:24:40.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.HBFkyCrfWO1urOZcXqEVnhYcFecCDnd_0 2024-09-22T09:24:40.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14723229047312642189', time=2024-09-22T11:15:25.633930+0000, chain.objs.size()=1 2024-09-22T09:24:40.530 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.528+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.DvNmH87hIGl_e2aYsgGvN1bXaP1EcOS_0 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11780207053137750274', time=2024-09-22T11:15:25.642420+0000, chain.objs.size()=1 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NSvRYbzoBd_B_eZdkjrx-fdGCKUxp-s_0 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16016621275831289254', time=2024-09-22T11:15:25.751599+0000, chain.objs.size()=1 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.sVCwrT1uN-L95l6I7UnVAvLJhnHhLXt_0 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12845620431686908971', time=2024-09-22T11:15:25.906991+0000, chain.objs.size()=1 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.vlc-V66oc4p1EQMQl_NwGkVOdE0E_Jf_0 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15547399779863602066', time=2024-09-22T11:15:25.983908+0000, chain.objs.size()=1 2024-09-22T09:24:40.531 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.532+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.X1I9cxzIVcZ5FRvyka5fHHTqD4200F9_0 2024-09-22T09:24:40.535 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47159 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9358974479797544', time=2024-09-22T11:15:26.057469+0000, chain.objs.size()=1 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.28MV_ZyZ-bIdW-AvU79Vo-3R3mDlJuF_0 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9252924310285567930', time=2024-09-22T11:15:26.082472+0000, chain.objs.size()=1 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.RMusBVNi0FKzPBm4aF4FNdGQ4sHPU2I_0 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17102542852060267348', time=2024-09-22T11:15:26.460607+0000, chain.objs.size()=1 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.KQ55cbkSENWpkGRz4cjSX7n1Gqc8FFu_0 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8280229669677933471', time=2024-09-22T11:15:26.464889+0000, chain.objs.size()=1 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.d3QK-ANdvYuCa4KY26yYvl4T4CozNeL_0 2024-09-22T09:24:40.538 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2642432320596728157', time=2024-09-22T11:15:26.510776+0000, chain.objs.size()=1 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.H1bJK9cjznu7dJS1YN8WIbKt1SPROes_0 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.515285460144877357', time=2024-09-22T11:15:26.720032+0000, chain.objs.size()=1 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9Ssy5cRksqUdbOCfmZhUBva2cRLF21L_0 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1047846784040034506', time=2024-09-22T11:15:32.037958+0000, chain.objs.size()=1 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.341__shadow_.BCrVbCIrW6YnzzpQFlfh9bYV0-ivS-C_0 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9854115614724434554', time=2024-09-22T11:15:56.257929+0000, chain.objs.size()=1 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.408__shadow_.hMqOVaBQdDxQKXZNTOIFKbiVkoCDX9p_0 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17312292318013270358', time=2024-09-22T11:16:26.776295+0000, chain.objs.size()=1 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.489__shadow_.GLurWq2T21Mduv4vgEWZhr0tVyjDFOU_0 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13589531463710229711', time=2024-09-22T11:16:35.777904+0000, chain.objs.size()=6 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.1 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.2 2024-09-22T09:24:40.539 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.536+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.3 2024-09-22T09:24:40.541 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.4 2024-09-22T09:24:40.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.5 2024-09-22T09:24:40.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.508__multipart_srcmultipart.2~NC0NKjutO2_vT1-8dSvctme4yLJQEOx.6 2024-09-22T09:24:40.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.466111421386454132', time=2024-09-22T11:16:40.733183+0000, chain.objs.size()=1 2024-09-22T09:24:40.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.518__shadow_.EM9Reblgb4qiMPOKDh68yMVH72zVMlh_0 2024-09-22T09:24:40.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6470123435795483530', time=2024-09-22T11:16:59.955499+0000, chain.objs.size()=2 2024-09-22T09:24:40.542 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.540+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~LabwcQh7F0BJJwHWs9atH9dYar64Til.1 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.526__multipart_mymultipart.2~LabwcQh7F0BJJwHWs9atH9dYar64Til.2 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14155955833185640263', time=2024-09-22T11:17:56.617857+0000, chain.objs.size()=1 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:xly1cQIzKLOcxbFV2eTJIPYGauf.Vzw_.vkDWsa09CLC077nHndSyokna1JQKNqv_0 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14506430692444789066', time=2024-09-22T11:17:57.974396+0000, chain.objs.size()=1 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:IACDYL562a4od8NbvOsY1uPpK0gUxEQ_.bS7jntE8LD_vX2GUGz81NfVKJmlahPd_0 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.863728725992858287', time=2024-09-22T11:18:20.145181+0000, chain.objs.size()=1 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:1veIc4RPuplXoIiCsj0nVpaQjzWsX6r_.UgGFKtZzgYQkDd3eDwQxV1290vuG3u0_0 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8806611782211760047', time=2024-09-22T11:18:21.618006+0000, chain.objs.size()=1 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:DAR6BnJvPzsjoWzNy0ToY.bbADumc2a_.Ns6PyRdsZgqjAiE-x6yJU3H1h5ocQ-i_0 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4963989852282530801', time=2024-09-22T11:18:38.809081+0000, chain.objs.size()=1 2024-09-22T09:24:40.544 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.544+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.588__shadow:DN-BTs.9RpeBgZVfqvJhTLSEkQuS2AY_.of6ZQkYIHon4Bp8yUV3hjm5Sk4g37Bb_0 2024-09-22T09:24:40.548 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18426975833818623577', time=2024-09-22T11:21:11.801279+0000, chain.objs.size()=1 2024-09-22T09:24:40.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.648__shadow_.EoFn1BPo1goWpVwUqb3KYxafvKgZdU-_0 2024-09-22T09:24:40.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15534730231570277574', time=2024-09-22T11:21:14.706463+0000, chain.objs.size()=1 2024-09-22T09:24:40.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.654__shadow_.pvgBE7t4xSpsxLd9hDaF7WcFlnzBZrG_0 2024-09-22T09:24:40.549 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9785787087409331307', time=2024-09-22T11:21:31.159559+0000, chain.objs.size()=1 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.691__shadow:ZGY.2RrtQapT4Dr8gG0AtLLBnUcBFg6_.pt1rlArwRTjTXvMcDUSmVpiMKvZ7Fgp_0 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11286778146077185554', time=2024-09-22T11:21:51.591899+0000, chain.objs.size()=1 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.717__shadow:jTHvlmECa29x8rx3Fj1eEjGimMqhcTh_.ga7Ctxda9ra82I9dcrsmV-17u6jCuW__0 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14018208179040312307', time=2024-09-22T11:22:01.460829+0000, chain.objs.size()=1 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.719__shadow_.Tt8CEzHVZy8I4l_0zUtfzBmOmSHzYXx_0 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17722112446049529897', time=2024-09-22T11:22:33.558147+0000, chain.objs.size()=1 2024-09-22T09:24:40.550 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.548+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.772__shadow_.M2GPTp-3b7CMYBwyA9PxSRgvI0ozPrh_0 2024-09-22T09:24:40.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.552+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:24:40.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.558 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.556+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/69873' 2024-09-22T09:24:40.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_NeqNvLt8FSRpNlI5E2s-zKRwxmDCduT', time=2024-09-22T11:12:07.026052+0000, chain.objs.size()=1 2024-09-22T09:24:40.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.164__shadow_.KhT33e_DmpU5cAI29ld2eFFV5YKHTXX_0 2024-09-22T09:24:40.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10444430699105884209', time=2024-09-22T11:13:43.548605+0000, chain.objs.size()=1 2024-09-22T09:24:40.559 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.245__shadow_.ySswztCTsw38pQVAahf12eYNI0yUsnj_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8038408759790220370', time=2024-09-22T11:14:11.406873+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5Skiwb9lEBBHZkikPtpsIxWJ-V0fOXO_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1531016733540906212', time=2024-09-22T11:14:11.574960+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mTROOelIT0XRBC66p99uk4s_rctXjk8_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5319241134804534746', time=2024-09-22T11:14:11.860678+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.05XwDeoVt1vpTfvrxv_RhbgGTaSlrqL_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6245252626724316033', time=2024-09-22T11:14:11.866611+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Q32RLUpJVUWrBGah-A-wFjzwC81qPbM_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1223337413636794855', time=2024-09-22T11:14:11.915104+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.55_m5xvRLtIYj00LvT_FlRujVzWXVx8_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1664660797790358874', time=2024-09-22T11:14:11.998099+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.y8mynJ8McW7W235Ce_D3FyS0kX-7KoE_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14031122093557700928', time=2024-09-22T11:14:12.178859+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.2c1-GI4TCgwvhllbjvScZwgKgLygS1O_0 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6902395571546713058', time=2024-09-22T11:14:12.192936+0000, chain.objs.size()=1 2024-09-22T09:24:40.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EamIxTcJuJ3qq03j-p4WGaq2OdeOvTW_0 2024-09-22T09:24:40.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16624586803877050485', time=2024-09-22T11:14:12.209113+0000, chain.objs.size()=1 2024-09-22T09:24:40.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.A1MyHdC6d_kRdRdh3iIa_boioVKHy3l_0 2024-09-22T09:24:40.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13520227734964347410', time=2024-09-22T11:14:12.230080+0000, chain.objs.size()=1 2024-09-22T09:24:40.561 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.lhYUlTRfvujlCJaZJrkUS3KMCQboYom_0 2024-09-22T09:24:40.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15653138950492500985', time=2024-09-22T11:14:12.244131+0000, chain.objs.size()=1 2024-09-22T09:24:40.562 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.560+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.X0kGWHERweJl9XWptb8gtcuSLEx3oVr_0 2024-09-22T09:24:40.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14486548531949578194', time=2024-09-22T11:14:12.595445+0000, chain.objs.size()=1 2024-09-22T09:24:40.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.SL0ETXaqb2uF7g0Rh9cU7QulKN-eGU7_0 2024-09-22T09:24:40.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9946194191370904499', time=2024-09-22T11:14:12.646955+0000, chain.objs.size()=1 2024-09-22T09:24:40.564 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.BCVd3VVN7C9lsiSbZsIWIxAmf1AH1Kp_0 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5141059517487478356', time=2024-09-22T11:14:12.658239+0000, chain.objs.size()=1 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.oy3wqjotQrNOQuUUtgLvr1O3liu9TCJ_0 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.92410331106468003', time=2024-09-22T11:14:12.732500+0000, chain.objs.size()=1 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XHC052F0NusSoX_9fB3gQDcIi8S2kb5_0 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10197456419495768170', time=2024-09-22T11:14:12.733402+0000, chain.objs.size()=1 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5E7Ju0x8lJVRcdU3agOkYJileOR0LwB_0 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5544479952438364653', time=2024-09-22T11:14:12.889666+0000, chain.objs.size()=1 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.wMYPxNsETrtzVXhJNMCaQEkT3voBALz_0 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8387231037993168076', time=2024-09-22T11:14:12.969131+0000, chain.objs.size()=1 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.RCbG2fpEYZ_iGqJoPpllvgzeBWFPj8Z_0 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5551662965641507334', time=2024-09-22T11:14:13.010688+0000, chain.objs.size()=1 2024-09-22T09:24:40.565 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GbzyqKIZGC_lUCufUYstw3h3GCLQwZJ_0 2024-09-22T09:24:40.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11628552647770534607', time=2024-09-22T11:14:13.098539+0000, chain.objs.size()=1 2024-09-22T09:24:40.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.JzzrOEiGWIiGYJoPbBZdQPt9jtxbhEf_0 2024-09-22T09:24:40.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11500565857782296780', time=2024-09-22T11:14:13.244864+0000, chain.objs.size()=1 2024-09-22T09:24:40.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_._UVzNIYIosV3YEWRvrXrlUSMtbgZWUi_0 2024-09-22T09:24:40.566 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16860068771319722067', time=2024-09-22T11:14:13.364966+0000, chain.objs.size()=1 2024-09-22T09:24:40.567 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.564+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.1J0QgKc4KaecRhbep1zFFTjeIKnFrwi_0 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18147731814376985139', time=2024-09-22T11:14:13.390576+0000, chain.objs.size()=1 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.IzmTi9XDPGzbxVmiAJVOYOyQLLwuKut_0 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13289813746183532515', time=2024-09-22T11:14:13.406496+0000, chain.objs.size()=1 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.o8wiDnlZGpJ9OMduBNVxFijtB6J91Py_0 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2976072212981134851', time=2024-09-22T11:14:13.433564+0000, chain.objs.size()=1 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.GOw2Sx0i-aIcg_e-PXnBp3DObqaNr23_0 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5556093922653955207', time=2024-09-22T11:14:13.609337+0000, chain.objs.size()=1 2024-09-22T09:24:40.570 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.mZORqWDCJNRQjk3HSGEg-p-RnhMoWVS_0 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13370355724908233043', time=2024-09-22T11:14:13.659322+0000, chain.objs.size()=1 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.UQBdrV-cbGuXKK8uKVs5pZAzx-19wZj_0 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6514029235032289653', time=2024-09-22T11:14:13.663806+0000, chain.objs.size()=1 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.j-H3TQ7GcqNQO4GGFf4-v4ilTK6sKEM_0 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11950622928708707915', time=2024-09-22T11:14:14.011472+0000, chain.objs.size()=1 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.rZio8YHKhOU44ps1KS_UX5P7I_cqUVP_0 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14067128235067642869', time=2024-09-22T11:14:14.058258+0000, chain.objs.size()=1 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.x0pd-ATcXiVam-iXeuNPLX6fYV8wkl3_0 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16791248011130752172', time=2024-09-22T11:14:14.075894+0000, chain.objs.size()=1 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ujibvktt7v4D90P1AfFoewRJBoIyFdt_0 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4428668474904991871', time=2024-09-22T11:14:14.100415+0000, chain.objs.size()=1 2024-09-22T09:24:40.571 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.568+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.koG8E9miqU0xlSI2WkSAivPTzeCcEzU_0 2024-09-22T09:24:40.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3667722466404704802', time=2024-09-22T11:14:14.119396+0000, chain.objs.size()=1 2024-09-22T09:24:40.572 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.572+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.z7WdJ2P2MyCFrpRLZJACRlYa8ks2SZu_0 2024-09-22T09:24:40.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.572+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12015044935802023125', time=2024-09-22T11:14:15.457978+0000, chain.objs.size()=1 2024-09-22T09:24:40.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.267__shadow_.Xejv-eLvQanE0_kVAH5JV5VqkZGRbFY_0 2024-09-22T09:24:40.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18286192485917752673', time=2024-09-22T11:14:17.695369+0000, chain.objs.size()=1 2024-09-22T09:24:40.575 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.273__shadow_.bOex4ms9OMbqHmIcWEYzWf3PJJSvAJy_0 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14371297660903665277', time=2024-09-22T11:14:18.062497+0000, chain.objs.size()=1 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.274__shadow_.MnG06Ca9k4XIF18pkBFWp7XmJ27wsb__0 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7616606509093194322', time=2024-09-22T11:14:19.641659+0000, chain.objs.size()=1 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.278__shadow_.CLO4-P-gwGusApF-OqiaiSlYJ9fUlp1_0 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5724439438135567419', time=2024-09-22T11:14:19.644758+0000, chain.objs.size()=1 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.278__shadow_.6laYb7GynhZI0cvL5Zfvt-thl11n1gr_0 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10676045024674968866', time=2024-09-22T11:14:24.468741+0000, chain.objs.size()=1 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.290__shadow_.nybIxwA_Me_lnTcNJQdwd_xvFgmlA20_0 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15846751584788078980', time=2024-09-22T11:14:24.470812+0000, chain.objs.size()=1 2024-09-22T09:24:40.576 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.290__shadow_.6Zm7C0C4uAuV_8ulJtAvfuTgo76eSQL_0 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10892732690926956204', time=2024-09-22T11:14:26.427114+0000, chain.objs.size()=1 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.odt5FXHx-Cm5EhgRlC0G6iEmaJ1qXkC_0 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17277670373690399033', time=2024-09-22T11:14:31.839636+0000, chain.objs.size()=1 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.305__shadow_.DiHqbma5PGqs8OOIjZtC_xEfkPHAxeP_0 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14914067407377838638', time=2024-09-22T11:14:32.284925+0000, chain.objs.size()=1 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.306__shadow_.y9uxRp5-eiSP1BZ7sEXGpGzQX9xNDQZ_0 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2681220471633683350', time=2024-09-22T11:15:00.343869+0000, chain.objs.size()=1 2024-09-22T09:24:40.577 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.576+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_._UK99lwncnGHbYBO1wV7-0S_c5d8JW3_0 2024-09-22T09:24:40.581 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.786020412771084279', time=2024-09-22T11:15:00.347854+0000, chain.objs.size()=1 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.6zSnsW94pm3QrGj8hmQlswNwiImMa2O_0 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7901858227624984035', time=2024-09-22T11:15:00.393201+0000, chain.objs.size()=1 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NqNwzm6w2KItQEoBE63yF6nijtIcvrw_0 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10588349069100750670', time=2024-09-22T11:15:00.628067+0000, chain.objs.size()=1 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.D645olNVFrGrNBwixT0STIm5JXidz5-_0 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14352604442559320549', time=2024-09-22T11:15:00.651782+0000, chain.objs.size()=1 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.DwI1DtriR2MRk5g558oPDoWXqHaDru3_0 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8173924840987179381', time=2024-09-22T11:15:00.806035+0000, chain.objs.size()=1 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.iIh-IIZr6phXbiSCU0-eue14t2o5mE6_0 2024-09-22T09:24:40.582 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12960300911579968305', time=2024-09-22T11:15:00.814006+0000, chain.objs.size()=1 2024-09-22T09:24:40.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.dC99K2yK1cxKwNZNBPvBGokISimQo9W_0 2024-09-22T09:24:40.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11589315207426271407', time=2024-09-22T11:15:00.821724+0000, chain.objs.size()=1 2024-09-22T09:24:40.583 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.j0xFQ2rBB-rMAT4JJ-6B6jwXaeiwxFs_0 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9817232586501969158', time=2024-09-22T11:15:00.845034+0000, chain.objs.size()=1 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7T1AwxkdD1NqYPKkRf8owQrXsE2kd8y_0 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1034336154309239428', time=2024-09-22T11:15:00.870696+0000, chain.objs.size()=1 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.7uuQRorFw4szPvxMoCdH6g5-L5HTQGe_0 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14666487279234906339', time=2024-09-22T11:15:01.189295+0000, chain.objs.size()=1 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.580+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.yVxPJsk_UJDbgfrhR__H6fs6FLl3C64_0 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10571062407718193194', time=2024-09-22T11:15:01.433731+0000, chain.objs.size()=1 2024-09-22T09:24:40.584 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.umPlFvMCMt2e7O24CABoAnY82vH9nUo_0 2024-09-22T09:24:40.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13258494900225128051', time=2024-09-22T11:15:01.610679+0000, chain.objs.size()=1 2024-09-22T09:24:40.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aeAqRZGgvPuokagF7D2rmdrQpHVi4r6_0 2024-09-22T09:24:40.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11998801656842110194', time=2024-09-22T11:15:01.871169+0000, chain.objs.size()=1 2024-09-22T09:24:40.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.hrKja2MZBTNv3prSSApX4llR5NBbwr0_0 2024-09-22T09:24:40.586 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13675986005107496355', time=2024-09-22T11:15:01.948639+0000, chain.objs.size()=1 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bIUihVce0P8XmRT8uXXdZA1UERnow75_0 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10261587837565268879', time=2024-09-22T11:15:02.133156+0000, chain.objs.size()=1 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YutgBzUhqr7oU24NeeR0FKRYkypD3gu_0 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16334525841832982431', time=2024-09-22T11:15:02.153142+0000, chain.objs.size()=1 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.584+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JQrAUSqo4neFs4Z-LRJ337gZ8TjiUo-_0 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3147497035804973182', time=2024-09-22T11:15:02.236373+0000, chain.objs.size()=1 2024-09-22T09:24:40.587 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.9j9klPJ0JW3C1EFzeQZ0anWEo5Mfag-_0 2024-09-22T09:24:40.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1642219366515372', time=2024-09-22T11:15:02.266197+0000, chain.objs.size()=1 2024-09-22T09:24:40.588 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.X2r2QX-i-9R0wOrssJFlJu_61ask3Jy_0 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8916461088317915004', time=2024-09-22T11:15:02.533030+0000, chain.objs.size()=1 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.U5-9yUCn_M7zhufZ4uKUE8K-5GsLY6j_0 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8821923578555099292', time=2024-09-22T11:15:02.580984+0000, chain.objs.size()=1 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nO9uaNcq6kc3Pb3rAmRlcXJIgPL2YgC_0 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1631084707663170303', time=2024-09-22T11:15:02.619352+0000, chain.objs.size()=1 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.VPcWsHpQl8IqN_L928ektmku1jnyJYr_0 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12599621179560035293', time=2024-09-22T11:15:02.689428+0000, chain.objs.size()=1 2024-09-22T09:24:40.590 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.588+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.kLnNlUD-U-m3FKUZ92gVjhlbaH6JS7d_0 2024-09-22T09:24:40.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3659191061289544374', time=2024-09-22T11:15:02.708185+0000, chain.objs.size()=1 2024-09-22T09:24:40.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jph24NdFf3vFTJyUw--MtJTW78FYg3b_0 2024-09-22T09:24:40.591 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2162417145899018702', time=2024-09-22T11:15:02.795322+0000, chain.objs.size()=1 2024-09-22T09:24:40.592 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.ltuwkY-ghGEJQS1q6nAziVg_W-5vRRy_0 2024-09-22T09:24:40.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6020236711047522520', time=2024-09-22T11:15:02.828673+0000, chain.objs.size()=1 2024-09-22T09:24:40.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.JmyRNZ5yXVh4oMxKDCYZPYgmQJFBpRH_0 2024-09-22T09:24:40.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2921422612859827839', time=2024-09-22T11:15:02.887242+0000, chain.objs.size()=1 2024-09-22T09:24:40.594 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.592+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.l2kIpY4w-DY_AjYJwEyFCZTSQ0s5Akw_0 2024-09-22T09:24:40.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13238154680030759120', time=2024-09-22T11:15:02.926205+0000, chain.objs.size()=1 2024-09-22T09:24:40.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RKVQiE_OxJJP8-xmcnhuc9S0GtLm0PB_0 2024-09-22T09:24:40.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2972924520634449788', time=2024-09-22T11:15:24.033468+0000, chain.objs.size()=1 2024-09-22T09:24:40.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ftR6veEnRBomV4J7TA8ZjgfPxvnxE34_0 2024-09-22T09:24:40.595 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3281905904423306323', time=2024-09-22T11:15:24.060130+0000, chain.objs.size()=1 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yD8D6uHp9J_XByJVNKmmKC6Xoa4JFIR_0 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16616306170979805485', time=2024-09-22T11:15:24.123278+0000, chain.objs.size()=1 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.uekVz-NWhxDdlfWue6aAxyzlhN_SkyG_0 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16391040823125379216', time=2024-09-22T11:15:24.141740+0000, chain.objs.size()=1 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.-BDcA3ZheUwLm-wtZH-Hwwa9naogwHo_0 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4089673820205699899', time=2024-09-22T11:15:24.152588+0000, chain.objs.size()=1 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.98O_XuYcPoqZ0JJo6RPRYBwgL04rA6L_0 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17337227744644751220', time=2024-09-22T11:15:24.161120+0000, chain.objs.size()=1 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.6HVUFBEqQf_1oZTXLIryvRsUnuWziIx_0 2024-09-22T09:24:40.596 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9051108355256553387', time=2024-09-22T11:15:24.217227+0000, chain.objs.size()=1 2024-09-22T09:24:40.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bIoa3PW_YWne945hjs4hi-7PXrEAe9p_0 2024-09-22T09:24:40.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7722604249514153512', time=2024-09-22T11:15:24.258348+0000, chain.objs.size()=1 2024-09-22T09:24:40.597 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ra_8Mn1bSHHTIIRljOwkL2Y8_M2O3bz_0 2024-09-22T09:24:40.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9272350511337080583', time=2024-09-22T11:15:24.310507+0000, chain.objs.size()=1 2024-09-22T09:24:40.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.8i5jolh32hmgceRnUBUrvwu4Nallnje_0 2024-09-22T09:24:40.598 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16046174131234569691', time=2024-09-22T11:15:24.483606+0000, chain.objs.size()=1 2024-09-22T09:24:40.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.596+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.H27qcuGmht9w2TVqVxIyHYXRSNn9eZg_0 2024-09-22T09:24:40.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.597972987244800556', time=2024-09-22T11:15:24.494121+0000, chain.objs.size()=1 2024-09-22T09:24:40.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mNhs6f5_gcvawm4a2nTb5nzGQh3nTFu_0 2024-09-22T09:24:40.599 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1824917585310207072', time=2024-09-22T11:15:24.594031+0000, chain.objs.size()=1 2024-09-22T09:24:40.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.dXfkwk-2dg-WKxzj_OK89uouEo2oWHK_0 2024-09-22T09:24:40.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1069983706193522623', time=2024-09-22T11:15:24.818020+0000, chain.objs.size()=1 2024-09-22T09:24:40.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.9F0owLQ_Z53jjHABaXAR3CwhcMBWxyS_0 2024-09-22T09:24:40.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14293342591289822951', time=2024-09-22T11:15:24.829651+0000, chain.objs.size()=1 2024-09-22T09:24:40.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aYBO37zoZGfPqCpsZJZdrJ5OeBBHokw_0 2024-09-22T09:24:40.600 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11805613007856002507', time=2024-09-22T11:15:24.841893+0000, chain.objs.size()=1 2024-09-22T09:24:40.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.VQdThYx-X9YpVlMQCfL0OLnQh0cjzjB_0 2024-09-22T09:24:40.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7673185771516650756', time=2024-09-22T11:15:24.903416+0000, chain.objs.size()=1 2024-09-22T09:24:40.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.zTO6832n26ZpBETvCJEkjsEPg8rk-Pk_0 2024-09-22T09:24:40.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3817045903912568066', time=2024-09-22T11:15:24.977712+0000, chain.objs.size()=1 2024-09-22T09:24:40.601 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JnDIt8MV_Sjzcf7b7zN8rBwgdfHpmcf_0 2024-09-22T09:24:40.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8870631214575121359', time=2024-09-22T11:15:24.980364+0000, chain.objs.size()=1 2024-09-22T09:24:40.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TyhMrlFgnXrXeKJZLwbx1aescEMo3yR_0 2024-09-22T09:24:40.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14398590531927566773', time=2024-09-22T11:15:25.024122+0000, chain.objs.size()=1 2024-09-22T09:24:40.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ut1mMKnxNg7oasOP_02ZZiJC-93DK-5_0 2024-09-22T09:24:40.602 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.154747199012303432', time=2024-09-22T11:15:25.167217+0000, chain.objs.size()=1 2024-09-22T09:24:40.603 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.600+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.iiFosPrHS9vUL3PAKXgOKbWXnUtY6r__0 2024-09-22T09:24:40.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17605364530962725314', time=2024-09-22T11:15:25.184019+0000, chain.objs.size()=1 2024-09-22T09:24:40.604 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.i2_BsPdBBKKFC-mzP2rtCn9naPecRcs_0 2024-09-22T09:24:40.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9065639374122659545', time=2024-09-22T11:15:25.248256+0000, chain.objs.size()=1 2024-09-22T09:24:40.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.RTFSe01Mvs5UsakMUPPXXChmg5h0Fov_0 2024-09-22T09:24:40.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.66329616713329581', time=2024-09-22T11:15:25.285457+0000, chain.objs.size()=1 2024-09-22T09:24:40.606 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fNAufmTljFgLu6HQy8GQxqo1Rk819a3_0 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10556451448147724111', time=2024-09-22T11:15:25.548216+0000, chain.objs.size()=1 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Ehr7ayabise8s2mlm-s0dtRSqyC7-_o_0 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12139803100594003678', time=2024-09-22T11:15:25.588646+0000, chain.objs.size()=1 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.604+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.mW5_0So2K7j8-XHRL0lwfdjo28-u83o_0 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13474482047534312271', time=2024-09-22T11:15:25.681029+0000, chain.objs.size()=1 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.n96AXeTB2vLd434GJg-zL9YQ1GsRRI4_0 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.608+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16019964919004308755', time=2024-09-22T11:15:25.704423+0000, chain.objs.size()=1 2024-09-22T09:24:40.607 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.608+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wL6td2_gGRuI-L5Hdj-WW9PJ3gx-CsR_0 2024-09-22T09:24:40.612 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/69873 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9042943375996204702', time=2024-09-22T11:15:25.721664+0000, chain.objs.size()=1 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eZNTL6xeM6TTlKh-hdlkEvRmOeSd2Yt_0 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8533906867289885899', time=2024-09-22T11:15:25.745147+0000, chain.objs.size()=1 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Q4sz2EZc2TjSC4DnW7pbeKfbNkq5JpQ_0 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8495940448711302956', time=2024-09-22T11:15:26.009795+0000, chain.objs.size()=1 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.YJyfAxoZZnTyW2FBoWFYF830xvm_f3e_0 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2001587175475728021', time=2024-09-22T11:15:26.128539+0000, chain.objs.size()=1 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.ax79ZwKRYe4hQZyELWPhnJrQlaqADpl_0 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18181636579448522166', time=2024-09-22T11:15:26.155775+0000, chain.objs.size()=1 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.H4jXGFTlyQ3SVHb5BlTNDi5zJHSLupG_0 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6864780846969851084', time=2024-09-22T11:15:26.393564+0000, chain.objs.size()=1 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wWZD3bzYz0Dv0e0qSJWUZIxCnTG5HCa_0 2024-09-22T09:24:40.615 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17384510958646700722', time=2024-09-22T11:15:26.394253+0000, chain.objs.size()=1 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.TXML7UNDS3cbqa4u1fm9s7FBf441PEW_0 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3297155511301043947', time=2024-09-22T11:15:26.398585+0000, chain.objs.size()=1 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.yu3L1vTHqfHpHNkebUZSkOetexImvWE_0 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18413864506027092025', time=2024-09-22T11:15:26.406709+0000, chain.objs.size()=1 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wkee2aeYFjmZuh2PT2SdTxN-A45HH7P_0 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9498654712535712826', time=2024-09-22T11:15:26.410898+0000, chain.objs.size()=1 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.klYFsDPNZ_--qvp_IeBDH7998fyUD8w_0 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14182462684683702899', time=2024-09-22T11:15:26.492363+0000, chain.objs.size()=1 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bF5Q2fhfaPIziqCHFeqLBASfwRKYGUm_0 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13039967964260042161', time=2024-09-22T11:15:26.708263+0000, chain.objs.size()=1 2024-09-22T09:24:40.616 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.612+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.33tTsQxxf3Ie70KNoUaprpQ68dI_Gjv_0 2024-09-22T09:24:40.617 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6051486113283778323', time=2024-09-22T11:15:26.731194+0000, chain.objs.size()=1 2024-09-22T09:24:40.617 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.5PSbDji9mTc0sLWN32_Sx3v7rMTq2JF_0 2024-09-22T09:24:40.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17354353191020784727', time=2024-09-22T11:15:28.704953+0000, chain.objs.size()=1 2024-09-22T09:24:40.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.331__shadow_.rHM7STNQLr4Vys5im15EhvNhACgjYqT_0 2024-09-22T09:24:40.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.616+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10360850252055055457', time=2024-09-22T11:15:29.639445+0000, chain.objs.size()=1 2024-09-22T09:24:40.618 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.616+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.334__shadow_.KSBa7VQpwXQmPqd8ql1ZFoXqfsNuRqh_0 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.226465171390104570', time=2024-09-22T11:15:44.798880+0000, chain.objs.size()=1 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.380__shadow_.vdsDnd-xZzbNg_KRaft2Qok9udv5fx-_0 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6452443339444916930', time=2024-09-22T11:15:56.886015+0000, chain.objs.size()=1 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.410__shadow_.7OM6Z37CTK5m22T_T52_CmbTcs3ffaa_0 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7617733594641012254', time=2024-09-22T11:16:03.890224+0000, chain.objs.size()=1 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.432__shadow_.vETGCpBqqn9ac7vK9fn8x7QgfjtMTqm_0 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10906839372293534568', time=2024-09-22T11:16:22.935695+0000, chain.objs.size()=1 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.482__shadow_.xBSphHJyaK_8WHXdobdEcv5f1o6WLBp_0 2024-09-22T09:24:40.619 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17397587969381010140', time=2024-09-22T11:16:24.323293+0000, chain.objs.size()=1 2024-09-22T09:24:40.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.0mEN-d9m0s_holemRULhYePbHAO8-Xj_0 2024-09-22T09:24:40.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15582088661775593401', time=2024-09-22T11:16:24.326887+0000, chain.objs.size()=1 2024-09-22T09:24:40.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.cTo6a2vs21gmQyif21g6A8IHSY9gDLt_0 2024-09-22T09:24:40.620 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15563078225401816972', time=2024-09-22T11:16:24.735071+0000, chain.objs.size()=1 2024-09-22T09:24:40.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.485__shadow_.XraeIVyBKrWKu6cbAWodfsE27MPe1Tu_0 2024-09-22T09:24:40.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14854981219497912793', time=2024-09-22T11:16:28.514414+0000, chain.objs.size()=1 2024-09-22T09:24:40.621 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.494__shadow_.iIVKK8y66Hfl_pm5kp-4EM8VhJNNGl4_0 2024-09-22T09:24:40.622 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1242458283073883162', time=2024-09-22T11:16:29.065425+0000, chain.objs.size()=1 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.496__shadow_.tfgFDfqccsBWmtDF5zy814IAgFdigLJ_0 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5520085517678535804', time=2024-09-22T11:16:32.803554+0000, chain.objs.size()=1 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.620+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.504__shadow:nShiuNa8wnjGkXgCni4v3pExMN7zKHh_.m751R-2DWFcjL-mQQbRYmf6WPV87NPm_0 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2979906261505135497', time=2024-09-22T11:16:46.354342+0000, chain.objs.size()=1 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.521__shadow:5B6LmmfJDK69SJSCyeJ5BLQnkhwSLDf_.Lx_RdTQNoqMO6-cRMSmoyjqkLfLdd15_0 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6232107495128137002', time=2024-09-22T11:18:03.856369+0000, chain.objs.size()=1 2024-09-22T09:24:40.623 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.573__shadow_._T4FknCnpA1Wf8CERAZ1IXzyO1A67XQ_0 2024-09-22T09:24:40.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10339749745832759159', time=2024-09-22T11:18:04.547351+0000, chain.objs.size()=1 2024-09-22T09:24:40.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.574__shadow_.tEb0hU1_-7e_ijlZMLXd0hI9saFzO30_0 2024-09-22T09:24:40.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1217646520255988305', time=2024-09-22T11:18:20.472366+0000, chain.objs.size()=1 2024-09-22T09:24:40.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.578__shadow:mPMAYgNc5l7wFG.rtFdqor35xEbW-c7_.xncMk-_RkhuvMIhiaC1-S7K_XWmUiid_0 2024-09-22T09:24:40.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6142780856559836950', time=2024-09-22T11:21:05.948618+0000, chain.objs.size()=1 2024-09-22T09:24:40.624 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.624+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.634__shadow_.JCLoMg-BeMeTTt4fo2uVsCWvBBLb8_M_0 2024-09-22T09:24:40.628 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.628+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.631 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:24:40.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:40.632 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:40.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48164' 2024-09-22T09:24:40.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4506156714427826086', time=2024-09-22T11:11:55.378575+0000, chain.objs.size()=1 2024-09-22T09:24:40.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.149__shadow_.DrFK5yrmdnms8wbN07t177jVDE744vQ_0 2024-09-22T09:24:40.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_TodueiRlYkNgVH6MuWl-5sBnXlTKycS', time=2024-09-22T11:12:06.077263+0000, chain.objs.size()=2 2024-09-22T09:24:40.634 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.La8re-JOZSzCLRQ2JXL540hLE2N65Ns_0 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.La8re-JOZSzCLRQ2JXL540hLE2N65Ns_1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='_Epo81OWNYzKofgmhNbGHA1RatHXKBwd', time=2024-09-22T11:12:06.259128+0000, chain.objs.size()=2 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.ZwVZ6EAdUYVWmJddrr5ubgw7oQpJcs2_0 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.162__shadow_.ZwVZ6EAdUYVWmJddrr5ubgw7oQpJcs2_1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12961273291195135311', time=2024-09-22T11:13:43.032870+0000, chain.objs.size()=1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.244__shadow_.b6zHOZ2ZY7KAQDJ6PVR3-sTlN-el4fT_0 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3560675349887319938', time=2024-09-22T11:13:46.286662+0000, chain.objs.size()=1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.252__shadow_.-zIfQJ2gVh4oTwh6-3sBUGrGIVsUDop_0 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8563008807728015408', time=2024-09-22T11:13:46.719490+0000, chain.objs.size()=1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.253__shadow_.-Yes6ops8joR-wclWmWcF3U5vA2OclE_0 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12681695131420478726', time=2024-09-22T11:13:47.098578+0000, chain.objs.size()=1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.254__shadow_.8MhmOwWEButU5UYZkWz_jXTPw0qW7L8_0 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12909955306096827353', time=2024-09-22T11:13:48.226678+0000, chain.objs.size()=1 2024-09-22T09:24:40.635 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.257__shadow_.de5gwj8j7lh8ai9BhLtfVZFNDii66r1_0 2024-09-22T09:24:40.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15053079348727443049', time=2024-09-22T11:13:48.960151+0000, chain.objs.size()=1 2024-09-22T09:24:40.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.259__shadow_.ioQ2pgrJ0b0P5xbBynePDVP50dp2qYg_0 2024-09-22T09:24:40.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.576636290332664700', time=2024-09-22T11:14:11.478904+0000, chain.objs.size()=1 2024-09-22T09:24:40.636 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.632+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.agCZzCXKYiNxgNAukUSfL2qWUSUnlsR_0 2024-09-22T09:24:40.637 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.636+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3012696632756531822', time=2024-09-22T11:14:11.585183+0000, chain.objs.size()=1 2024-09-22T09:24:40.638 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.636+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.R3Li0KBGm2mZOji85J7x-gfmdusqSf6_0 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7723881028728565068', time=2024-09-22T11:14:11.609899+0000, chain.objs.size()=1 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ZefiWZVUtKBfFXK4uyOhldMa6ULFTUQ_0 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15608285768545800776', time=2024-09-22T11:14:11.894348+0000, chain.objs.size()=1 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.njirxgmJ-63Pob_lQLR_TbIcnTaPVR-_0 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17130284743953920226', time=2024-09-22T11:14:11.942115+0000, chain.objs.size()=1 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.V-EeJ-KsloJjzn9Syvk_xINBmAhEPod_0 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13495178699116401489', time=2024-09-22T11:14:11.987223+0000, chain.objs.size()=1 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.n9ycjA7GNmwkv5NH2rJ1CoTalp5S24k_0 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6795752638237104583', time=2024-09-22T11:14:12.206702+0000, chain.objs.size()=1 2024-09-22T09:24:40.640 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.XgW05VimLfgYM5YVO8NIRgZtv7O1Ov1_0 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1469122147648400651', time=2024-09-22T11:14:12.221798+0000, chain.objs.size()=1 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.OmLyyJA1AN03ympmon_tuUXkSj9jtOg_0 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11425227513175585302', time=2024-09-22T11:14:12.222730+0000, chain.objs.size()=1 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EcjP4r0wvQp7w0OlLMT6CKdZ3y-KJlO_0 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18439518097612598306', time=2024-09-22T11:14:12.268494+0000, chain.objs.size()=1 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.HS4QPx7O6r-wOXLsK8XRaGD7OauAs9n_0 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4216414192340947490', time=2024-09-22T11:14:12.543560+0000, chain.objs.size()=1 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.7WGGo-WhgI4W9H5tDESCUDXJmCGWhod_0 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16008585543885721180', time=2024-09-22T11:14:12.582026+0000, chain.objs.size()=1 2024-09-22T09:24:40.641 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.ubhTy3wlblhl1MXdIuHawpMwRa87kw7_0 2024-09-22T09:24:40.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2598870007614894831', time=2024-09-22T11:14:12.635805+0000, chain.objs.size()=1 2024-09-22T09:24:40.642 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.640+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.gvTfbQS2b9cpbAyDdpBuQ4lKg7ePyfx_0 2024-09-22T09:24:40.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5469661268581305539', time=2024-09-22T11:14:12.637757+0000, chain.objs.size()=1 2024-09-22T09:24:40.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.sc5lRXOQMSKS677RSHiiVqfwAB0vZQq_0 2024-09-22T09:24:40.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14891322749038619268', time=2024-09-22T11:14:12.747025+0000, chain.objs.size()=1 2024-09-22T09:24:40.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.5dYVVavQEliMXCs5Vxo-R4k9XKH4biA_0 2024-09-22T09:24:40.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.644+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8853816234487095321', time=2024-09-22T11:14:12.894270+0000, chain.objs.size()=1 2024-09-22T09:24:40.646 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.644+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.0PKHN_mvzyop7hyb0zPR9UCGnf-23UA_0 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7600394295874851295', time=2024-09-22T11:14:12.907162+0000, chain.objs.size()=1 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.bi73AZ1PHmRnli-B8YxL_3Lr9LM71Bq_0 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9584676128861581194', time=2024-09-22T11:14:12.988101+0000, chain.objs.size()=1 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.blaZ3MQEmrYqoM2HiAqpjgPAg2KNxiJ_0 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4524777834739462245', time=2024-09-22T11:14:13.065094+0000, chain.objs.size()=1 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.szdchjNnAsh0WowaP6BhnYG7TL13wbF_0 2024-09-22T09:24:40.647 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8014177921614917867', time=2024-09-22T11:14:13.381578+0000, chain.objs.size()=1 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.076VFdg4JH3k2h5i74amxuhXQNWVnNk_0 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2028377389658580813', time=2024-09-22T11:14:13.427707+0000, chain.objs.size()=1 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.MXm4QQmBp568Zr0hjieMy_7RaqZMBpx_0 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14370212335649656383', time=2024-09-22T11:14:13.438748+0000, chain.objs.size()=1 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.pC58m6cekoN6LEXekhCDoNioQ3BB_yL_0 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11528123676674603957', time=2024-09-22T11:14:13.458943+0000, chain.objs.size()=1 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.L1mVC-V88rZyUM8u220F33KluALplbu_0 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13417169969908740052', time=2024-09-22T11:14:13.642637+0000, chain.objs.size()=1 2024-09-22T09:24:40.648 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.zub9WVpznOvO9q-xpl0ttRkQqLX0xfW_0 2024-09-22T09:24:40.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3152964428076116951', time=2024-09-22T11:14:13.715524+0000, chain.objs.size()=1 2024-09-22T09:24:40.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.tmDLLfuMjhmqy7BcKPoBv7k8cILDq37_0 2024-09-22T09:24:40.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14663094679494042991', time=2024-09-22T11:14:13.843218+0000, chain.objs.size()=1 2024-09-22T09:24:40.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.kNwdD5wLHJe4onTeE2Pr_pxASt1Tp8v_0 2024-09-22T09:24:40.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3353926146079885829', time=2024-09-22T11:14:14.067036+0000, chain.objs.size()=1 2024-09-22T09:24:40.650 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.648+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.EWyVna88VHx4QP4ZyJ4LEaA2oDQTxwv_0 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18066088663992433030', time=2024-09-22T11:14:14.082543+0000, chain.objs.size()=1 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.263__shadow_.Jsy0BXSyKEHtK3lWI0dW7Q_sGOo6UBH_0 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.723205949354469850', time=2024-09-22T11:14:20.420841+0000, chain.objs.size()=1 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.280__shadow_.L0p9WhVpDlscRBrqOPvGQ7EtesqdxWv_0 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5605447271257719379', time=2024-09-22T11:14:21.619109+0000, chain.objs.size()=1 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.283__shadow_.pQ27D-zYw7gLYKzI7NXn5CFc8ETmDTL_0 2024-09-22T09:24:40.653 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7241178813416392186', time=2024-09-22T11:14:24.846511+0000, chain.objs.size()=1 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.291__shadow_.Oo3wJqEbNOxoy1GVsLUJdAd9vLbv_eB_0 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9378645783650818823', time=2024-09-22T11:14:26.388243+0000, chain.objs.size()=1 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.293__shadow_.FUQwEIdd1BMXlQ-ResEqzOPbeKOGK5y_0 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2995096127067754308', time=2024-09-22T11:14:27.439156+0000, chain.objs.size()=1 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.nhc7HFo9D9fFzl5m41rSYSX9ey6_LMA_0 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12763517121347755769', time=2024-09-22T11:14:27.461358+0000, chain.objs.size()=1 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.294__shadow_.xY4QknHioafbktML6fAgD3T7eXxt-MM_0 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13616488989653375733', time=2024-09-22T11:14:28.623293+0000, chain.objs.size()=1 2024-09-22T09:24:40.654 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.297__shadow_.uPwBhn2oIhMDB0DHYj8saZajhlZ8Eae_0 2024-09-22T09:24:40.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.652+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12207052629191432569', time=2024-09-22T11:14:31.454143+0000, chain.objs.size()=1 2024-09-22T09:24:40.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.304__shadow_.oMvMkRj7l0_dU9vRuiOKhmqQooyQC5P_0 2024-09-22T09:24:40.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11214279533662180321', time=2024-09-22T11:14:33.631906+0000, chain.objs.size()=1 2024-09-22T09:24:40.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.308__shadow:gzdrVOBQ8gA2iLqFuqKsAs9MQBcZ72w_.k-PkpHEKFOqOUsvVGBgpWwkXcXaX35a_0 2024-09-22T09:24:40.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5276369208858384090', time=2024-09-22T11:14:37.872269+0000, chain.objs.size()=1 2024-09-22T09:24:40.655 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.322__shadow_.XnhHZkO4-9iC1JciQGkITe-5pX4uo-K_0 2024-09-22T09:24:40.656 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5681447161969012931', time=2024-09-22T11:14:37.874259+0000, chain.objs.size()=1 2024-09-22T09:24:40.656 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.322__shadow_.0NdCbDkB1SzapiQ5DbYn39qC5dnDM7Y_0 2024-09-22T09:24:40.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17040280102985066761', time=2024-09-22T11:15:00.402997+0000, chain.objs.size()=1 2024-09-22T09:24:40.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.BcJPFP3Wct_S0gUg1fnspFiC-CekNpf_0 2024-09-22T09:24:40.658 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14579366338382017035', time=2024-09-22T11:15:00.474771+0000, chain.objs.size()=1 2024-09-22T09:24:40.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WoFA-aW8V63o8KlBolsUMr2qMYMVMi9_0 2024-09-22T09:24:40.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1010416156087023216', time=2024-09-22T11:15:01.007237+0000, chain.objs.size()=1 2024-09-22T09:24:40.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.656+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.aZNZ1uXfJs92o1gPrMMoXcm2YMDm3LK_0 2024-09-22T09:24:40.659 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11095527822410071497', time=2024-09-22T11:15:01.113342+0000, chain.objs.size()=1 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0sSuaIZuA6LI-0oTVYQHEeMVeDuNZ1L_0 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12288563901573149142', time=2024-09-22T11:15:01.123980+0000, chain.objs.size()=1 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.-NtaEQNlxS2CX8a-w73PPTBBLKnMEe5_0 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15644327753985803740', time=2024-09-22T11:15:01.170027+0000, chain.objs.size()=1 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.HHyyOU7YaTEfRNt-vtK5xTEW7nXBhI9_0 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10999160788291229753', time=2024-09-22T11:15:01.184257+0000, chain.objs.size()=1 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.cwiV4xY5TOcysYKVr7Os0vQtpS69VgR_0 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1968990478700185954', time=2024-09-22T11:15:01.191917+0000, chain.objs.size()=1 2024-09-22T09:24:40.660 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RR-CaFqIBoTI5UpREGLgr7ZYGa79frZ_0 2024-09-22T09:24:40.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6857965835886852648', time=2024-09-22T11:15:01.435679+0000, chain.objs.size()=1 2024-09-22T09:24:40.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.vpFGn4CBXOSPSJHy0lyPWruqMiw_xMo_0 2024-09-22T09:24:40.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3318135484765397908', time=2024-09-22T11:15:01.450790+0000, chain.objs.size()=1 2024-09-22T09:24:40.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.0zbgV5tnxn_S13yueL4hq1AbK0gDTaN_0 2024-09-22T09:24:40.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7809248803899018855', time=2024-09-22T11:15:01.467298+0000, chain.objs.size()=1 2024-09-22T09:24:40.661 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.660+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TztmxjSe2pnAz6clLlUZKvw7tGA2t43_0 2024-09-22T09:24:40.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4594525679468330', time=2024-09-22T11:15:01.472629+0000, chain.objs.size()=1 2024-09-22T09:24:40.663 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.8_1YnH150U25ZkmmMNCz9eWiH3zXFEk_0 2024-09-22T09:24:40.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12198517663520521067', time=2024-09-22T11:15:01.490163+0000, chain.objs.size()=1 2024-09-22T09:24:40.664 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.M7UU4tTiR8tx0fxHT7AvOH2QLBlLLKJ_0 2024-09-22T09:24:40.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2792640822498839900', time=2024-09-22T11:15:01.581500+0000, chain.objs.size()=1 2024-09-22T09:24:40.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.nHDG4Wwf2Jp2TvefZw7ewrPJ0UNk_3f_0 2024-09-22T09:24:40.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.711069668373667930', time=2024-09-22T11:15:01.764694+0000, chain.objs.size()=1 2024-09-22T09:24:40.665 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.PXYM7FET8d-xOTZH3UfJ9ockwZJDGtn_0 2024-09-22T09:24:40.666 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3287758234003183501', time=2024-09-22T11:15:01.767153+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.l7TIiULrIyk-jLf2oK6uIpQFo5F-HLO_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4175585840710991994', time=2024-09-22T11:15:01.800988+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.v38QkIdmy9t5BExsVStf7n_lgUJCtp6_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7704993757948269548', time=2024-09-22T11:15:01.931350+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.WL_ilCTd8OtXTxPYm8QQqI7KQUlAD-3_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13330277772214119302', time=2024-09-22T11:15:01.988847+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.lizQTl3jbvRhyWgnSb31EAwvjeo1YF6_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6875582555204050312', time=2024-09-22T11:15:02.313471+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.U8le1IJmFqj1iza-xG580xzTsqZ6oXC_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.8113309254824536972', time=2024-09-22T11:15:02.335739+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.Q5pyxRa2LIkmnbAeZ6mXUhKg2ChDfab_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.151064826297814529', time=2024-09-22T11:15:02.341284+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.jioNQWyTXY30ZIRxu89IxX6y7wv8gXb_0 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2727351717000066009', time=2024-09-22T11:15:02.543057+0000, chain.objs.size()=1 2024-09-22T09:24:40.667 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.664+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.4ekuV-pgFjU4fnijVN0KpLO958F08JN_0 2024-09-22T09:24:40.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5168295305801838659', time=2024-09-22T11:15:02.591344+0000, chain.objs.size()=1 2024-09-22T09:24:40.668 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.bupwcs_WZrLwfSl-5y83U17K0nl-OB__0 2024-09-22T09:24:40.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3111511366416849690', time=2024-09-22T11:15:02.608626+0000, chain.objs.size()=1 2024-09-22T09:24:40.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.NF_iWopWlgQjs5vaT91Tgo7-O2U6k3F_0 2024-09-22T09:24:40.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.668+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1759611722865398422', time=2024-09-22T11:15:02.646877+0000, chain.objs.size()=1 2024-09-22T09:24:40.670 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.668+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.C0ss8eCEIVA_jh28OsvW6n7H1CTEneg_0 2024-09-22T09:24:40.671 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6613651259210466958', time=2024-09-22T11:15:02.655613+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.R6xSaNAYHLTDZyGUnlfm1_7b1q_T4r4_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14805979541273347801', time=2024-09-22T11:15:02.681200+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.YaAxEH6g-uR-QM_EKv7z5vgZZHZt-ny_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4168598301589099991', time=2024-09-22T11:15:02.695430+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.N52U_4WbtwmAoNJr1EmVylLoQQW1I_A_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2454925826812066957', time=2024-09-22T11:15:02.920999+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.TYfFj9LMU1UztcSTcJEDRy0Bsd48f18_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17806558466780478894', time=2024-09-22T11:15:02.957187+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.RTLGHe-kNnWU94l0lE9pYemciHP5-95_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9054752551855489309', time=2024-09-22T11:15:02.969125+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.324__shadow_.B8VnIc9WJeAEkwZrosgIhqmRC1vhCet_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13028020102821486008', time=2024-09-22T11:15:24.226403+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.wKa0ODDPo2gVDFVFnTgUgYsu85fP4Z0_0 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10161589199790147605', time=2024-09-22T11:15:24.282967+0000, chain.objs.size()=1 2024-09-22T09:24:40.672 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.BqIgmDOePJ4EEGTpbeSVYrgzOBg44EI_0 2024-09-22T09:24:40.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16549501868618810719', time=2024-09-22T11:15:24.487098+0000, chain.objs.size()=1 2024-09-22T09:24:40.674 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.7oMdvve0d2-dGIIOcJUV3K2vl3abXOZ_0 2024-09-22T09:24:40.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4956848180610608823', time=2024-09-22T11:15:24.502103+0000, chain.objs.size()=1 2024-09-22T09:24:40.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.q9a9UUtxpCDzUGs7IsF3lCJpdGhrp6D_0 2024-09-22T09:24:40.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17295308344672079585', time=2024-09-22T11:15:24.525435+0000, chain.objs.size()=1 2024-09-22T09:24:40.675 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.672+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.cWawz4PT3u-UCf3B4Le5He--3nTbrXt_0 2024-09-22T09:24:40.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17957307571856677463', time=2024-09-22T11:15:24.561005+0000, chain.objs.size()=1 2024-09-22T09:24:40.677 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.PJG-eW2bPH-VNi1yxnj3vG2ck6Tv9XU_0 2024-09-22T09:24:40.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11468419854779342176', time=2024-09-22T11:15:24.572207+0000, chain.objs.size()=1 2024-09-22T09:24:40.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.JRLztVBc0Y_B_vhcX04huCCjO_lMQPK_0 2024-09-22T09:24:40.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18410133992794931415', time=2024-09-22T11:15:24.632173+0000, chain.objs.size()=1 2024-09-22T09:24:40.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bM1d7zaCpSZeDXRromzApp4Zp9OZUcw_0 2024-09-22T09:24:40.679 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5421736480228986863', time=2024-09-22T11:15:24.642470+0000, chain.objs.size()=1 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.bYbvtOoewUNuZrTBmYIgkAF37iM_Fkn_0 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6218277927220047370', time=2024-09-22T11:15:24.783434+0000, chain.objs.size()=1 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.oNm34rWgfzoi0PGphlUFw8IRsOmHnC7_0 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15388600430033774049', time=2024-09-22T11:15:24.807064+0000, chain.objs.size()=1 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.hrFjPwxVJ0gQFkfwTN6mN3fxW_xIFAA_0 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3416416231700541449', time=2024-09-22T11:15:24.971856+0000, chain.objs.size()=1 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.71DM563abB8N9YT0JroomwW4tXXi-LJ_0 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10659188305768121514', time=2024-09-22T11:15:25.233467+0000, chain.objs.size()=1 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.676+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jEkT1CD7mr7_kENnh5CJSIR-44bW0RE_0 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4691037075005871846', time=2024-09-22T11:15:25.262466+0000, chain.objs.size()=1 2024-09-22T09:24:40.682 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.fYSMiorpqTtL3TdI0P1eH0sJ0YiabX5_0 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7774894781732680616', time=2024-09-22T11:15:25.275121+0000, chain.objs.size()=1 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.llfruvUr4iP_En9mTdM_Bprl-nKsU9X_0 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3759976210368125051', time=2024-09-22T11:15:25.370072+0000, chain.objs.size()=1 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NxyvPonhrZBOXP0z4uFWDHTaPssLACO_0 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1880636131699551141', time=2024-09-22T11:15:25.371081+0000, chain.objs.size()=1 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.NhNw0CvmRyz62-qlHm9mdvX7roBhv8N_0 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9844116655044619862', time=2024-09-22T11:15:25.583927+0000, chain.objs.size()=1 2024-09-22T09:24:40.683 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.680+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.lPgXkquNI0DPBGzoAp1bZ6S3iKdBYAj_0 2024-09-22T09:24:40.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.18241658766138457550', time=2024-09-22T11:15:25.731218+0000, chain.objs.size()=1 2024-09-22T09:24:40.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.0z0oU5zbdhavubQFyx9yi2dImg98_pf_0 2024-09-22T09:24:40.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.684+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16210402675744967160', time=2024-09-22T11:15:26.008246+0000, chain.objs.size()=1 2024-09-22T09:24:40.684 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.684+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.eZDML_8nkpOd00nX_jdUx-VfW51smuT_0 2024-09-22T09:24:40.687 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48164 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3004579282908747030', time=2024-09-22T11:15:26.016712+0000, chain.objs.size()=1 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.Z2yMsmN7gttndhnsdiUMjZ1OOBdmL9W_0 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.14815783250211975733', time=2024-09-22T11:15:26.020717+0000, chain.objs.size()=1 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.j11nf-JI6yOPCJfngdyy2XLVRNqTl9t_0 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7646461414730206921', time=2024-09-22T11:15:26.109854+0000, chain.objs.size()=1 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.D76gTjwecaf1QKeZNrnfwLAYHhjADVu_0 2024-09-22T09:24:40.690 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7501469522143804448', time=2024-09-22T11:15:26.378922+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WG82NIKjaMsSi_Hz7H5PMlka-PnNsD4_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16598100368665794520', time=2024-09-22T11:15:26.396035+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.jJaGkIbgrByMFkcOhivh6Cy8Edpg8Hc_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6634712015199361420', time=2024-09-22T11:15:26.689300+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.aZQT5JxV3Lo3VqTxPvqAOMIjH2R9ucM_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.7525114940958083274', time=2024-09-22T11:15:26.802176+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.325__shadow_.WOubjjpWnjygYko39kwEprCT7RE2MrX_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5734733885287729905', time=2024-09-22T11:15:33.379084+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.345__shadow_.UbdkiUg2p_V62Wpd8vohuhioTFcvX9z_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16421390089809190580', time=2024-09-22T11:15:43.727152+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.378__shadow_.1S3wgT4ezHeOI6hSGYU9CkYZuJxaDos_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.1670011956599484018', time=2024-09-22T11:15:46.477655+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.384__shadow_.Q_AphJ914g3ITbsssvEljGDTMarNjBP_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6960692432750085617', time=2024-09-22T11:16:10.378092+0000, chain.objs.size()=1 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.448__shadow_.pZDBePlfH3usWudPYD_8dSajHdejTh-_0 2024-09-22T09:24:40.691 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.9682928943258332564', time=2024-09-22T11:16:24.334765+0000, chain.objs.size()=1 2024-09-22T09:24:40.692 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.688+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.484__shadow_.a33OPsaQkQqWlE8tVTeqCyjx4ecIAu1_0 2024-09-22T09:24:40.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.12782330790845025620', time=2024-09-22T11:16:37.389165+0000, chain.objs.size()=1 2024-09-22T09:24:40.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.514__multipart_mymultipart.2~dasommA7SKYuLhmsvke9wuCLlJPDL0d.1 2024-09-22T09:24:40.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.2002359186856128768', time=2024-09-22T11:17:42.411442+0000, chain.objs.size()=1 2024-09-22T09:24:40.693 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.557__shadow_.kDZPTbAu3_tnlxMT0qDR5q-bvw7RSFX_0 2024-09-22T09:24:40.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.692+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5434930452427968473', time=2024-09-22T11:17:55.573694+0000, chain.objs.size()=1 2024-09-22T09:24:40.694 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.692+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:4Zmzq1vBGw1K5KZByq5ewozjhlDNZCH_.Fqsa9khJe0ZS4ADu8U9F0Xwl8vn8v8g_0 2024-09-22T09:24:40.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17698501823185091030', time=2024-09-22T11:17:59.318093+0000, chain.objs.size()=1 2024-09-22T09:24:40.695 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:olYTOKspdJwcsPkzTVSTHcPevV3LeEl_.blkrkYJcLM6CNfii34cC6mgfK02Xstu_0 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16585423387873402195', time=2024-09-22T11:18:00.486404+0000, chain.objs.size()=1 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.570__shadow:g8tO4-0LQqU48lOPhObwePcUVtp2OdU_.yNOxHyXg-mAlac8JP9QZANgJpAWz8VZ_0 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15160643639188955703', time=2024-09-22T11:18:06.642524+0000, chain.objs.size()=1 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.575__shadow:l3tnXpZRjQk.8hz5xTZ94n8521JMMEd_.jC_xEeibu5PZqXz1rYEtZ5B4OvB5MjV_0 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.6718625425752943269', time=2024-09-22T11:18:43.622447+0000, chain.objs.size()=1 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.603__shadow_.i9kprgQPpJRx55drI3G4RsmW7SOLBDD_0 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.5704556513130178473', time=2024-09-22T11:20:57.513776+0000, chain.objs.size()=1 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.621__shadow_.iQJ1RuXreCvyvJ3Kdg9GdoYolxifxPb_0 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7', time=2024-09-22T11:21:03.106460+0000, chain.objs.size()=6 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626__multipart_multipart_enc.2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7.1 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626__multipart_multipart_enc.2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7.2 2024-09-22T09:24:40.696 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626__multipart_multipart_enc.2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7.3 2024-09-22T09:24:40.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626__multipart_multipart_enc.2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7.4 2024-09-22T09:24:40.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626__multipart_multipart_enc.2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7.5 2024-09-22T09:24:40.698 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.696+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.626__multipart_multipart_enc.2~8cXeCj3m3rRcHDnEkdyzE6wUyJapib7.6 2024-09-22T09:24:40.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17213719972729099406', time=2024-09-22T11:21:23.034799+0000, chain.objs.size()=1 2024-09-22T09:24:40.699 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.666__shadow_.0cNig8oQSz072Ks-SAkOE_fgxZTCOyZ_0 2024-09-22T09:24:40.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.11425327906674262599', time=2024-09-22T11:21:23.889459+0000, chain.objs.size()=1 2024-09-22T09:24:40.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.667__shadow_.4bJ0xH_o9OO7FQQSfr8cL-QO8K8nuCQ_0 2024-09-22T09:24:40.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16071616080207914657', time=2024-09-22T11:21:25.426540+0000, chain.objs.size()=1 2024-09-22T09:24:40.701 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.672__shadow_.0sIlVw6-W17L46XaU1rvrRML6WV07yY_0 2024-09-22T09:24:40.702 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.13992688286538008900', time=2024-09-22T11:21:33.610595+0000, chain.objs.size()=1 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.697__shadow:WnzVF0u354.9oM0.Q.b84HkP9ReZJ.3_.z7p3w9nLM3lBMXaXiwjFNYEnqS5G9-2_0 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.16886681389362595406', time=2024-09-22T11:21:35.107819+0000, chain.objs.size()=1 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.701__shadow:SdIAAZJZLVD6dkfeB4Kufz9SLDT6G4w_.KXbiVhycA6XwAkCovoIWhb2bBcOGIiq_0 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.10529802805784751697', time=2024-09-22T11:22:10.641051+0000, chain.objs.size()=1 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.741__shadow_.Im8o7NbZcN1ByJL9RizUC0B2R5ArTLq_0 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.17559415183179729467', time=2024-09-22T11:22:20.838960+0000, chain.objs.size()=1 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.753__shadow_.PhYZ9LiW74hx4ba6G9I8VoA9gYeZzTp_0 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.3952331319938369894', time=2024-09-22T11:22:29.044100+0000, chain.objs.size()=1 2024-09-22T09:24:40.703 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.700+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.764__shadow_.yWgxtZWFvQrlxOQec9CTWQvZjUdxA7r_0 2024-09-22T09:24:40.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.15327080194272751801', time=2024-09-22T11:22:32.980538+0000, chain.objs.size()=1 2024-09-22T09:24:40.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.771__shadow_.MlqrXFulqwgAcAwzX3qa-v9iqLnPYjs_0 2024-09-22T09:24:40.705 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.704+0000 7fb992dc89c0 20 garbage collection: RGWGC::process iterating over entry tag='ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.4007868662386973470', time=2024-09-22T11:22:34.730491+0000, chain.objs.size()=1 2024-09-22T09:24:40.706 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.704+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:ffd4da44-870a-432c-9d4f-02f4117bd84c.4571.774__shadow_.dOp85BYpVHvcBZ6ky47PXcHvF2XMkl7_0 2024-09-22T09:24:40.709 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.708+0000 7fb992dc89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:40.712 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.712+0000 7fb846fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:40.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.712+0000 7fb992dc89c0 20 remove_watcher() i=0 2024-09-22T09:24:40.714 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.712+0000 7fb992dc89c0 2 removed watcher, disabling cache 2024-09-22T09:24:40.715 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.716+0000 7fb992dc89c0 20 remove_watcher() i=1 2024-09-22T09:24:40.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.716+0000 7fb992dc89c0 20 remove_watcher() i=2 2024-09-22T09:24:40.717 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.716+0000 7fb992dc89c0 20 remove_watcher() i=3 2024-09-22T09:24:40.718 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.716+0000 7fb992dc89c0 20 remove_watcher() i=4 2024-09-22T09:24:40.719 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.720+0000 7fb992dc89c0 20 remove_watcher() i=5 2024-09-22T09:24:40.720 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.720+0000 7fb992dc89c0 20 remove_watcher() i=6 2024-09-22T09:24:40.721 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:40.720+0000 7fb992dc89c0 20 remove_watcher() i=7 2024-09-22T09:24:40.733 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-22T09:24:40.744 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-22T09:24:40.789 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-22T09:24:40.789 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:24:41.133 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:24:41.147 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:24:41.158 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1595,"stamp":"2024-09-22T09:24:39.252781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":716765469,"num_objects":4711,"num_object_clones":0,"num_object_copies":18114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4711,"num_whiteouts":0,"num_read":194269,"num_read_kb":2691010,"num_write":141940,"num_write_kb":2460560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13898,"ondisk_log_size":13898,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2691824,"kb_used_data":1127856,"kb_used_omap":12,"kb_used_meta":1563827,"kb_avail":752282896,"statfs":{"total":773094113280,"available":770337685504,"internally_reserved":0,"allocated":1154924544,"data_stored":1138791066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1601359408},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009546"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.827560+0000","last_change":"2024-09-22T09:09:48.755405+0000","last_active":"2024-09-22T09:19:51.827560+0000","last_peered":"2024-09-22T09:19:51.827560+0000","last_clean":"2024-09-22T09:19:51.827560+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:19:51.827560+0000","last_undegraded":"2024-09-22T09:19:51.827560+0000","last_fullsized":"2024-09-22T09:19:51.827560+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:30.739591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.845253+0000","last_change":"2024-09-22T08:58:41.443693+0000","last_active":"2024-09-22T09:21:11.845253+0000","last_peered":"2024-09-22T09:21:11.845253+0000","last_clean":"2024-09-22T09:21:11.845253+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:21:11.845253+0000","last_undegraded":"2024-09-22T09:21:11.845253+0000","last_fullsized":"2024-09-22T09:21:11.845253+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:47.797319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843354+0000","last_change":"2024-09-22T08:58:38.365791+0000","last_active":"2024-09-22T09:21:11.843354+0000","last_peered":"2024-09-22T09:21:11.843354+0000","last_clean":"2024-09-22T09:21:11.843354+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:21:11.843354+0000","last_undegraded":"2024-09-22T09:21:11.843354+0000","last_fullsized":"2024-09-22T09:21:11.843354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:11.739324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047456+0000","last_change":"2024-09-22T08:56:54.600099+0000","last_active":"2024-09-22T09:21:57.047456+0000","last_peered":"2024-09-22T09:21:57.047456+0000","last_clean":"2024-09-22T09:21:57.047456+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:21:57.047456+0000","last_undegraded":"2024-09-22T09:21:57.047456+0000","last_fullsized":"2024-09-22T09:21:57.047456+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:23.779747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.800753+0000","last_change":"2024-09-22T09:09:48.752275+0000","last_active":"2024-09-22T09:19:51.800753+0000","last_peered":"2024-09-22T09:19:51.800753+0000","last_clean":"2024-09-22T09:19:51.800753+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:19:51.800753+0000","last_undegraded":"2024-09-22T09:19:51.800753+0000","last_fullsized":"2024-09-22T09:19:51.800753+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:44.032587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800971+0000","last_change":"2024-09-22T08:58:41.446846+0000","last_active":"2024-09-22T09:21:11.800971+0000","last_peered":"2024-09-22T09:21:11.800971+0000","last_clean":"2024-09-22T09:21:11.800971+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:21:11.800971+0000","last_undegraded":"2024-09-22T09:21:11.800971+0000","last_fullsized":"2024-09-22T09:21:11.800971+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:52.410844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826208+0000","last_change":"2024-09-22T08:58:38.397484+0000","last_active":"2024-09-22T09:21:11.826208+0000","last_peered":"2024-09-22T09:21:11.826208+0000","last_clean":"2024-09-22T09:21:11.826208+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:21:11.826208+0000","last_undegraded":"2024-09-22T09:21:11.826208+0000","last_fullsized":"2024-09-22T09:21:11.826208+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:51.710995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815745+0000","last_change":"2024-09-22T08:56:54.598842+0000","last_active":"2024-09-22T09:21:01.815745+0000","last_peered":"2024-09-22T09:21:01.815745+0000","last_clean":"2024-09-22T09:21:01.815745+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:21:01.815745+0000","last_undegraded":"2024-09-22T09:21:01.815745+0000","last_fullsized":"2024-09-22T09:21:01.815745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:14.425186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814682+0000","last_change":"2024-09-22T09:09:48.761369+0000","last_active":"2024-09-22T09:21:56.814682+0000","last_peered":"2024-09-22T09:21:56.814682+0000","last_clean":"2024-09-22T09:21:56.814682+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:21:56.814682+0000","last_undegraded":"2024-09-22T09:21:56.814682+0000","last_fullsized":"2024-09-22T09:21:56.814682+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:25.355992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042336+0000","last_change":"2024-09-22T08:58:41.525012+0000","last_active":"2024-09-22T09:21:37.042336+0000","last_peered":"2024-09-22T09:21:37.042336+0000","last_clean":"2024-09-22T09:21:37.042336+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:21:37.042336+0000","last_undegraded":"2024-09-22T09:21:37.042336+0000","last_fullsized":"2024-09-22T09:21:37.042336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:04.402440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812657+0000","last_change":"2024-09-22T08:58:38.371684+0000","last_active":"2024-09-22T09:20:46.812657+0000","last_peered":"2024-09-22T09:20:46.812657+0000","last_clean":"2024-09-22T09:20:46.812657+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:20:46.812657+0000","last_undegraded":"2024-09-22T09:20:46.812657+0000","last_fullsized":"2024-09-22T09:20:46.812657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:53.469682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":21053,"num_write":11,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047287+0000","last_change":"2024-09-22T08:56:54.593351+0000","last_active":"2024-09-22T09:21:57.047287+0000","last_peered":"2024-09-22T09:21:57.047287+0000","last_clean":"2024-09-22T09:21:57.047287+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:21:57.047287+0000","last_undegraded":"2024-09-22T09:21:57.047287+0000","last_fullsized":"2024-09-22T09:21:57.047287+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:08.128046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'1","reported_seq":31,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033377+0000","last_change":"2024-09-22T08:59:03.437438+0000","last_active":"2024-09-22T09:21:02.033377+0000","last_peered":"2024-09-22T09:21:02.033377+0000","last_clean":"2024-09-22T09:21:02.033377+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:21:02.033377+0000","last_undegraded":"2024-09-22T09:21:02.033377+0000","last_fullsized":"2024-09-22T09:21:02.033377+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:28.904325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'1","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806444+0000","last_change":"2024-09-22T08:58:38.360243+0000","last_active":"2024-09-22T09:21:36.806444+0000","last_peered":"2024-09-22T09:21:36.806444+0000","last_clean":"2024-09-22T09:21:36.806444+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:21:36.806444+0000","last_undegraded":"2024-09-22T09:21:36.806444+0000","last_fullsized":"2024-09-22T09:21:36.806444+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:49.867852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855545+0000","last_change":"2024-09-22T08:56:54.600880+0000","last_active":"2024-09-22T09:21:56.855545+0000","last_peered":"2024-09-22T09:21:56.855545+0000","last_clean":"2024-09-22T09:21:56.855545+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:21:56.855545+0000","last_undegraded":"2024-09-22T09:21:56.855545+0000","last_fullsized":"2024-09-22T09:21:56.855545+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:05.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836603+0000","last_change":"2024-09-22T08:58:41.450320+0000","last_active":"2024-09-22T09:20:31.836603+0000","last_peered":"2024-09-22T09:20:31.836603+0000","last_clean":"2024-09-22T09:20:31.836603+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:20:31.836603+0000","last_undegraded":"2024-09-22T09:20:31.836603+0000","last_fullsized":"2024-09-22T09:20:31.836603+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:31.104179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024508+0000","last_change":"2024-09-22T08:58:38.373270+0000","last_active":"2024-09-22T09:20:27.024508+0000","last_peered":"2024-09-22T09:20:27.024508+0000","last_clean":"2024-09-22T09:20:27.024508+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:20:27.024508+0000","last_undegraded":"2024-09-22T09:20:27.024508+0000","last_fullsized":"2024-09-22T09:20:27.024508+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:01:05.904264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855477+0000","last_change":"2024-09-22T08:56:54.608090+0000","last_active":"2024-09-22T09:21:56.855477+0000","last_peered":"2024-09-22T09:21:56.855477+0000","last_clean":"2024-09-22T09:21:56.855477+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:21:56.855477+0000","last_undegraded":"2024-09-22T09:21:56.855477+0000","last_fullsized":"2024-09-22T09:21:56.855477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:11.689626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.842869+0000","last_change":"2024-09-22T09:09:48.738160+0000","last_active":"2024-09-22T09:22:21.842869+0000","last_peered":"2024-09-22T09:22:21.842869+0000","last_clean":"2024-09-22T09:22:21.842869+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:22:21.842869+0000","last_undegraded":"2024-09-22T09:22:21.842869+0000","last_fullsized":"2024-09-22T09:22:21.842869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:15.877715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.795952+0000","last_change":"2024-09-22T08:58:41.437494+0000","last_active":"2024-09-22T09:20:26.795952+0000","last_peered":"2024-09-22T09:20:26.795952+0000","last_clean":"2024-09-22T09:20:26.795952+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:20:26.795952+0000","last_undegraded":"2024-09-22T09:20:26.795952+0000","last_fullsized":"2024-09-22T09:20:26.795952+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:12.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792773+0000","last_change":"2024-09-22T08:58:38.366373+0000","last_active":"2024-09-22T09:20:36.792773+0000","last_peered":"2024-09-22T09:20:36.792773+0000","last_clean":"2024-09-22T09:20:36.792773+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:20:36.792773+0000","last_undegraded":"2024-09-22T09:20:36.792773+0000","last_fullsized":"2024-09-22T09:20:36.792773+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:08.694620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":11264,"num_write":5,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814785+0000","last_change":"2024-09-22T08:56:54.599007+0000","last_active":"2024-09-22T09:21:56.814785+0000","last_peered":"2024-09-22T09:21:56.814785+0000","last_clean":"2024-09-22T09:21:56.814785+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:21:56.814785+0000","last_undegraded":"2024-09-22T09:21:56.814785+0000","last_fullsized":"2024-09-22T09:21:56.814785+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:07.840632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977291+0000","last_change":"2024-09-22T09:09:48.758878+0000","last_active":"2024-09-22T09:19:51.977291+0000","last_peered":"2024-09-22T09:19:51.977291+0000","last_clean":"2024-09-22T09:19:51.977291+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:19:51.977291+0000","last_undegraded":"2024-09-22T09:19:51.977291+0000","last_fullsized":"2024-09-22T09:19:51.977291+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:39.058602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.805469+0000","last_change":"2024-09-22T08:58:41.435583+0000","last_active":"2024-09-22T09:21:11.805469+0000","last_peered":"2024-09-22T09:21:11.805469+0000","last_clean":"2024-09-22T09:21:11.805469+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:21:11.805469+0000","last_undegraded":"2024-09-22T09:21:11.805469+0000","last_fullsized":"2024-09-22T09:21:11.805469+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:46.155861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1142,"num_write":1,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800860+0000","last_change":"2024-09-22T08:58:38.383498+0000","last_active":"2024-09-22T09:21:11.800860+0000","last_peered":"2024-09-22T09:21:11.800860+0000","last_clean":"2024-09-22T09:21:11.800860+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:21:11.800860+0000","last_undegraded":"2024-09-22T09:21:11.800860+0000","last_fullsized":"2024-09-22T09:21:11.800860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:11.340849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":112,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034639+0000","last_change":"2024-09-22T08:56:54.600210+0000","last_active":"2024-09-22T09:21:07.034639+0000","last_peered":"2024-09-22T09:21:07.034639+0000","last_clean":"2024-09-22T09:21:07.034639+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:21:07.034639+0000","last_undegraded":"2024-09-22T09:21:07.034639+0000","last_fullsized":"2024-09-22T09:21:07.034639+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:45.141187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977377+0000","last_change":"2024-09-22T09:09:48.760608+0000","last_active":"2024-09-22T09:19:51.977377+0000","last_peered":"2024-09-22T09:19:51.977377+0000","last_clean":"2024-09-22T09:19:51.977377+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:19:51.977377+0000","last_undegraded":"2024-09-22T09:19:51.977377+0000","last_fullsized":"2024-09-22T09:19:51.977377+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:37.088159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843162+0000","last_change":"2024-09-22T08:58:41.435075+0000","last_active":"2024-09-22T09:21:11.843162+0000","last_peered":"2024-09-22T09:21:11.843162+0000","last_clean":"2024-09-22T09:21:11.843162+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:21:11.843162+0000","last_undegraded":"2024-09-22T09:21:11.843162+0000","last_fullsized":"2024-09-22T09:21:11.843162+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:36.146831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036126+0000","last_change":"2024-09-22T08:58:38.388789+0000","last_active":"2024-09-22T09:21:12.036126+0000","last_peered":"2024-09-22T09:21:12.036126+0000","last_clean":"2024-09-22T09:21:12.036126+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:21:12.036126+0000","last_undegraded":"2024-09-22T09:21:12.036126+0000","last_fullsized":"2024-09-22T09:21:12.036126+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:19.572450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":115,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.824880+0000","last_change":"2024-09-22T08:56:54.590822+0000","last_active":"2024-09-22T09:21:06.824880+0000","last_peered":"2024-09-22T09:21:06.824880+0000","last_clean":"2024-09-22T09:21:06.824880+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:21:06.824880+0000","last_undegraded":"2024-09-22T09:21:06.824880+0000","last_fullsized":"2024-09-22T09:21:06.824880+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:58.840094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.831161+0000","last_change":"2024-09-22T09:09:48.739537+0000","last_active":"2024-09-22T09:21:31.831161+0000","last_peered":"2024-09-22T09:21:31.831161+0000","last_clean":"2024-09-22T09:21:31.831161+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:21:31.831161+0000","last_undegraded":"2024-09-22T09:21:31.831161+0000","last_fullsized":"2024-09-22T09:21:31.831161+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:23.863203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831808+0000","last_change":"2024-09-22T08:58:41.516623+0000","last_active":"2024-09-22T09:20:26.831808+0000","last_peered":"2024-09-22T09:20:26.831808+0000","last_clean":"2024-09-22T09:20:26.831808+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:20:26.831808+0000","last_undegraded":"2024-09-22T09:20:26.831808+0000","last_fullsized":"2024-09-22T09:20:26.831808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:38.555336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858197+0000","last_change":"2024-09-22T08:58:38.380922+0000","last_active":"2024-09-22T09:22:06.858197+0000","last_peered":"2024-09-22T09:22:06.858197+0000","last_clean":"2024-09-22T09:22:06.858197+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:22:06.858197+0000","last_undegraded":"2024-09-22T09:22:06.858197+0000","last_fullsized":"2024-09-22T09:22:06.858197+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:39.211299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":299,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:39.660711+0000","last_change":"2024-09-22T08:56:54.604341+0000","last_active":"2024-09-22T09:21:39.660711+0000","last_peered":"2024-09-22T09:21:39.660711+0000","last_clean":"2024-09-22T09:21:39.660711+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:21:39.660711+0000","last_undegraded":"2024-09-22T09:21:39.660711+0000","last_fullsized":"2024-09-22T09:21:39.660711+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:57.502176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.821946+0000","last_change":"2024-09-22T09:09:48.721699+0000","last_active":"2024-09-22T09:21:31.821946+0000","last_peered":"2024-09-22T09:21:31.821946+0000","last_clean":"2024-09-22T09:21:31.821946+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:21:31.821946+0000","last_undegraded":"2024-09-22T09:21:31.821946+0000","last_fullsized":"2024-09-22T09:21:31.821946+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:55.345809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858344+0000","last_change":"2024-09-22T08:58:41.519005+0000","last_active":"2024-09-22T09:22:06.858344+0000","last_peered":"2024-09-22T09:22:06.858344+0000","last_clean":"2024-09-22T09:22:06.858344+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:22:06.858344+0000","last_undegraded":"2024-09-22T09:22:06.858344+0000","last_fullsized":"2024-09-22T09:22:06.858344+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:18.754947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985945+0000","last_change":"2024-09-22T08:58:38.385550+0000","last_active":"2024-09-22T09:20:26.985945+0000","last_peered":"2024-09-22T09:20:26.985945+0000","last_clean":"2024-09-22T09:20:26.985945+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:20:26.985945+0000","last_undegraded":"2024-09-22T09:20:26.985945+0000","last_fullsized":"2024-09-22T09:20:26.985945+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:16.966373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":163,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.627919+0000","last_change":"2024-09-22T08:56:54.607952+0000","last_active":"2024-09-22T09:22:08.627919+0000","last_peered":"2024-09-22T09:22:08.627919+0000","last_clean":"2024-09-22T09:22:08.627919+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:22:08.627919+0000","last_undegraded":"2024-09-22T09:22:08.627919+0000","last_fullsized":"2024-09-22T09:22:08.627919+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:06:47.728603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.001023+0000","last_change":"2024-09-22T09:09:48.751596+0000","last_active":"2024-09-22T09:21:32.001023+0000","last_peered":"2024-09-22T09:21:32.001023+0000","last_clean":"2024-09-22T09:21:32.001023+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:21:32.001023+0000","last_undegraded":"2024-09-22T09:21:32.001023+0000","last_fullsized":"2024-09-22T09:21:32.001023+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:02.062036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831864+0000","last_change":"2024-09-22T08:58:41.520488+0000","last_active":"2024-09-22T09:20:26.831864+0000","last_peered":"2024-09-22T09:20:26.831864+0000","last_clean":"2024-09-22T09:20:26.831864+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:20:26.831864+0000","last_undegraded":"2024-09-22T09:20:26.831864+0000","last_fullsized":"2024-09-22T09:20:26.831864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:25.974442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.807932+0000","last_change":"2024-09-22T08:58:38.376810+0000","last_active":"2024-09-22T09:20:26.807932+0000","last_peered":"2024-09-22T09:20:26.807932+0000","last_clean":"2024-09-22T09:20:26.807932+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:20:26.807932+0000","last_undegraded":"2024-09-22T09:20:26.807932+0000","last_fullsized":"2024-09-22T09:20:26.807932+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:12.440545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":816,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.816845+0000","last_change":"2024-09-22T08:56:54.587623+0000","last_active":"2024-09-22T09:21:06.816845+0000","last_peered":"2024-09-22T09:21:06.816845+0000","last_clean":"2024-09-22T09:21:06.816845+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:21:06.816845+0000","last_undegraded":"2024-09-22T09:21:06.816845+0000","last_fullsized":"2024-09-22T09:21:06.816845+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:22.466574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.849899+0000","last_change":"2024-09-22T09:09:48.746696+0000","last_active":"2024-09-22T09:21:31.849899+0000","last_peered":"2024-09-22T09:21:31.849899+0000","last_clean":"2024-09-22T09:21:31.849899+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:21:31.849899+0000","last_undegraded":"2024-09-22T09:21:31.849899+0000","last_fullsized":"2024-09-22T09:21:31.849899+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:02.285860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'2","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.790512+0000","last_change":"2024-09-22T08:58:41.453145+0000","last_active":"2024-09-22T09:20:26.790512+0000","last_peered":"2024-09-22T09:20:26.790512+0000","last_clean":"2024-09-22T09:20:26.790512+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:20:26.790512+0000","last_undegraded":"2024-09-22T09:20:26.790512+0000","last_fullsized":"2024-09-22T09:20:26.790512+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:50:38.937002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024783+0000","last_change":"2024-09-22T08:58:38.397505+0000","last_active":"2024-09-22T09:20:27.024783+0000","last_peered":"2024-09-22T09:20:27.024783+0000","last_clean":"2024-09-22T09:20:27.024783+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:20:27.024783+0000","last_undegraded":"2024-09-22T09:20:27.024783+0000","last_fullsized":"2024-09-22T09:20:27.024783+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:03.716762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":97,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984674+0000","last_change":"2024-09-22T08:56:54.599002+0000","last_active":"2024-09-22T09:20:21.984674+0000","last_peered":"2024-09-22T09:20:21.984674+0000","last_clean":"2024-09-22T09:20:21.984674+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:20:21.984674+0000","last_undegraded":"2024-09-22T09:20:21.984674+0000","last_fullsized":"2024-09-22T09:20:21.984674+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:12.339978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'4","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.838269+0000","last_change":"2024-09-22T08:58:41.453989+0000","last_active":"2024-09-22T09:22:01.838269+0000","last_peered":"2024-09-22T09:22:01.838269+0000","last_clean":"2024-09-22T09:22:01.838269+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:22:01.838269+0000","last_undegraded":"2024-09-22T09:22:01.838269+0000","last_fullsized":"2024-09-22T09:22:01.838269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:50.127983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.811766+0000","last_change":"2024-09-22T08:58:38.368671+0000","last_active":"2024-09-22T09:22:01.811766+0000","last_peered":"2024-09-22T09:22:01.811766+0000","last_clean":"2024-09-22T09:22:01.811766+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:22:01.811766+0000","last_undegraded":"2024-09-22T09:22:01.811766+0000","last_fullsized":"2024-09-22T09:22:01.811766+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:42:47.595328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":156,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983331+0000","last_change":"2024-09-22T08:56:54.599186+0000","last_active":"2024-09-22T09:20:16.983331+0000","last_peered":"2024-09-22T09:20:16.983331+0000","last_clean":"2024-09-22T09:20:16.983331+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:20:16.983331+0000","last_undegraded":"2024-09-22T09:20:16.983331+0000","last_fullsized":"2024-09-22T09:20:16.983331+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:25.580521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047394+0000","last_change":"2024-09-22T09:09:48.738573+0000","last_active":"2024-09-22T09:21:57.047394+0000","last_peered":"2024-09-22T09:21:57.047394+0000","last_clean":"2024-09-22T09:21:57.047394+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:21:57.047394+0000","last_undegraded":"2024-09-22T09:21:57.047394+0000","last_fullsized":"2024-09-22T09:21:57.047394+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:28.821434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'2","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.838206+0000","last_change":"2024-09-22T08:58:41.436081+0000","last_active":"2024-09-22T09:22:01.838206+0000","last_peered":"2024-09-22T09:22:01.838206+0000","last_clean":"2024-09-22T09:22:01.838206+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:22:01.838206+0000","last_undegraded":"2024-09-22T09:22:01.838206+0000","last_fullsized":"2024-09-22T09:22:01.838206+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:40.540641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856803+0000","last_change":"2024-09-22T08:58:38.364897+0000","last_active":"2024-09-22T09:22:01.856803+0000","last_peered":"2024-09-22T09:22:01.856803+0000","last_clean":"2024-09-22T09:22:01.856803+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:22:01.856803+0000","last_undegraded":"2024-09-22T09:22:01.856803+0000","last_fullsized":"2024-09-22T09:22:01.856803+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:31.622201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.434133+0000","last_change":"2024-09-22T08:56:54.576792+0000","last_active":"2024-09-22T09:22:12.434133+0000","last_peered":"2024-09-22T09:22:12.434133+0000","last_clean":"2024-09-22T09:22:12.434133+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:22:12.434133+0000","last_undegraded":"2024-09-22T09:22:12.434133+0000","last_fullsized":"2024-09-22T09:22:12.434133+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.461222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.040732+0000","last_change":"2024-09-22T09:09:48.730905+0000","last_active":"2024-09-22T09:21:32.040732+0000","last_peered":"2024-09-22T09:21:32.040732+0000","last_clean":"2024-09-22T09:21:32.040732+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:21:32.040732+0000","last_undegraded":"2024-09-22T09:21:32.040732+0000","last_fullsized":"2024-09-22T09:21:32.040732+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:15.337133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856972+0000","last_change":"2024-09-22T08:58:41.435415+0000","last_active":"2024-09-22T09:22:01.856972+0000","last_peered":"2024-09-22T09:22:01.856972+0000","last_clean":"2024-09-22T09:22:01.856972+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:22:01.856972+0000","last_undegraded":"2024-09-22T09:22:01.856972+0000","last_fullsized":"2024-09-22T09:22:01.856972+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:17.023617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":714225,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6516,"num_write":9,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815882+0000","last_change":"2024-09-22T08:58:38.395293+0000","last_active":"2024-09-22T09:22:01.815882+0000","last_peered":"2024-09-22T09:22:01.815882+0000","last_clean":"2024-09-22T09:22:01.815882+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:22:01.815882+0000","last_undegraded":"2024-09-22T09:22:01.815882+0000","last_fullsized":"2024-09-22T09:22:01.815882+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:29.809847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:35.872988+0000","last_change":"2024-09-22T08:56:54.584759+0000","last_active":"2024-09-22T09:21:35.872988+0000","last_peered":"2024-09-22T09:21:35.872988+0000","last_clean":"2024-09-22T09:21:35.872988+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:21:35.872988+0000","last_undegraded":"2024-09-22T09:21:35.872988+0000","last_fullsized":"2024-09-22T09:21:35.872988+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:29.614055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855599+0000","last_change":"2024-09-22T09:09:48.759723+0000","last_active":"2024-09-22T09:21:56.855599+0000","last_peered":"2024-09-22T09:21:56.855599+0000","last_clean":"2024-09-22T09:21:56.855599+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:21:56.855599+0000","last_undegraded":"2024-09-22T09:21:56.855599+0000","last_fullsized":"2024-09-22T09:21:56.855599+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:22.669889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815815+0000","last_change":"2024-09-22T08:58:41.445830+0000","last_active":"2024-09-22T09:22:01.815815+0000","last_peered":"2024-09-22T09:22:01.815815+0000","last_clean":"2024-09-22T09:22:01.815815+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:22:01.815815+0000","last_undegraded":"2024-09-22T09:22:01.815815+0000","last_fullsized":"2024-09-22T09:22:01.815815+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:29.181526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.857054+0000","last_change":"2024-09-22T08:58:38.376143+0000","last_active":"2024-09-22T09:22:01.857054+0000","last_peered":"2024-09-22T09:22:01.857054+0000","last_clean":"2024-09-22T09:22:01.857054+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:22:01.857054+0000","last_undegraded":"2024-09-22T09:22:01.857054+0000","last_fullsized":"2024-09-22T09:22:01.857054+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:20.192706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":11264,"num_write":11,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":104,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829035+0000","last_change":"2024-09-22T08:56:54.600713+0000","last_active":"2024-09-22T09:20:16.829035+0000","last_peered":"2024-09-22T09:20:16.829035+0000","last_clean":"2024-09-22T09:20:16.829035+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:20:16.829035+0000","last_undegraded":"2024-09-22T09:20:16.829035+0000","last_fullsized":"2024-09-22T09:20:16.829035+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:07.218970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812513+0000","last_change":"2024-09-22T09:09:48.721361+0000","last_active":"2024-09-22T09:20:46.812513+0000","last_peered":"2024-09-22T09:20:46.812513+0000","last_clean":"2024-09-22T09:20:46.812513+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:20:46.812513+0000","last_undegraded":"2024-09-22T09:20:46.812513+0000","last_fullsized":"2024-09-22T09:20:46.812513+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:16.155186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'2","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843406+0000","last_change":"2024-09-22T08:58:41.437487+0000","last_active":"2024-09-22T09:21:11.843406+0000","last_peered":"2024-09-22T09:21:11.843406+0000","last_clean":"2024-09-22T09:21:11.843406+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:21:11.843406+0000","last_undegraded":"2024-09-22T09:21:11.843406+0000","last_fullsized":"2024-09-22T09:21:11.843406+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:58.745586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996644+0000","last_change":"2024-09-22T08:58:38.377600+0000","last_active":"2024-09-22T09:21:11.996644+0000","last_peered":"2024-09-22T09:21:11.996644+0000","last_clean":"2024-09-22T09:21:11.996644+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:21:11.996644+0000","last_undegraded":"2024-09-22T09:21:11.996644+0000","last_fullsized":"2024-09-22T09:21:11.996644+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:14.392288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.853118+0000","last_change":"2024-09-22T08:56:54.603226+0000","last_active":"2024-09-22T09:21:46.853118+0000","last_peered":"2024-09-22T09:21:46.853118+0000","last_clean":"2024-09-22T09:21:46.853118+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:21:46.853118+0000","last_undegraded":"2024-09-22T09:21:46.853118+0000","last_fullsized":"2024-09-22T09:21:46.853118+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:24.364866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995356+0000","last_change":"2024-09-22T09:09:48.751136+0000","last_active":"2024-09-22T09:21:06.995356+0000","last_peered":"2024-09-22T09:21:06.995356+0000","last_clean":"2024-09-22T09:21:06.995356+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:21:06.995356+0000","last_undegraded":"2024-09-22T09:21:06.995356+0000","last_fullsized":"2024-09-22T09:21:06.995356+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:27.232929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843310+0000","last_change":"2024-09-22T08:58:41.438228+0000","last_active":"2024-09-22T09:21:11.843310+0000","last_peered":"2024-09-22T09:21:11.843310+0000","last_clean":"2024-09-22T09:21:11.843310+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:21:11.843310+0000","last_undegraded":"2024-09-22T09:21:11.843310+0000","last_fullsized":"2024-09-22T09:21:11.843310+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:02.090336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.817844+0000","last_change":"2024-09-22T08:58:38.390779+0000","last_active":"2024-09-22T09:21:11.817844+0000","last_peered":"2024-09-22T09:21:11.817844+0000","last_clean":"2024-09-22T09:21:11.817844+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:21:11.817844+0000","last_undegraded":"2024-09-22T09:21:11.817844+0000","last_fullsized":"2024-09-22T09:21:11.817844+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:34.988785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852810+0000","last_change":"2024-09-22T08:56:54.597422+0000","last_active":"2024-09-22T09:21:41.852810+0000","last_peered":"2024-09-22T09:21:41.852810+0000","last_clean":"2024-09-22T09:21:41.852810+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:21:41.852810+0000","last_undegraded":"2024-09-22T09:21:41.852810+0000","last_fullsized":"2024-09-22T09:21:41.852810+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:25.009119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.799067+0000","last_change":"2024-09-22T09:09:48.745798+0000","last_active":"2024-09-22T09:20:41.799067+0000","last_peered":"2024-09-22T09:20:41.799067+0000","last_clean":"2024-09-22T09:20:41.799067+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:20:41.799067+0000","last_undegraded":"2024-09-22T09:20:41.799067+0000","last_fullsized":"2024-09-22T09:20:41.799067+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:48:14.167859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827427+0000","last_change":"2024-09-22T08:58:41.520529+0000","last_active":"2024-09-22T09:21:16.827427+0000","last_peered":"2024-09-22T09:21:16.827427+0000","last_clean":"2024-09-22T09:21:16.827427+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:21:16.827427+0000","last_undegraded":"2024-09-22T09:21:16.827427+0000","last_fullsized":"2024-09-22T09:21:16.827427+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:56.880776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036272+0000","last_change":"2024-09-22T08:58:38.396411+0000","last_active":"2024-09-22T09:21:12.036272+0000","last_peered":"2024-09-22T09:21:12.036272+0000","last_clean":"2024-09-22T09:21:12.036272+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:21:12.036272+0000","last_undegraded":"2024-09-22T09:21:12.036272+0000","last_fullsized":"2024-09-22T09:21:12.036272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:04.215771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":75,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.811645+0000","last_change":"2024-09-22T08:56:54.589464+0000","last_active":"2024-09-22T09:21:41.811645+0000","last_peered":"2024-09-22T09:21:41.811645+0000","last_clean":"2024-09-22T09:21:41.811645+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:21:41.811645+0000","last_undegraded":"2024-09-22T09:21:41.811645+0000","last_fullsized":"2024-09-22T09:21:41.811645+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:13.688301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.989328+0000","last_change":"2024-09-22T09:09:48.751276+0000","last_active":"2024-09-22T09:20:41.989328+0000","last_peered":"2024-09-22T09:20:41.989328+0000","last_clean":"2024-09-22T09:20:41.989328+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:20:41.989328+0000","last_undegraded":"2024-09-22T09:20:41.989328+0000","last_fullsized":"2024-09-22T09:20:41.989328+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:14.382588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843448+0000","last_change":"2024-09-22T08:58:41.453015+0000","last_active":"2024-09-22T09:21:11.843448+0000","last_peered":"2024-09-22T09:21:11.843448+0000","last_clean":"2024-09-22T09:21:11.843448+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:21:11.843448+0000","last_undegraded":"2024-09-22T09:21:11.843448+0000","last_fullsized":"2024-09-22T09:21:11.843448+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:27.417050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'1","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827349+0000","last_change":"2024-09-22T08:58:38.391876+0000","last_active":"2024-09-22T09:21:16.827349+0000","last_peered":"2024-09-22T09:21:16.827349+0000","last_clean":"2024-09-22T09:21:16.827349+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:21:16.827349+0000","last_undegraded":"2024-09-22T09:21:16.827349+0000","last_fullsized":"2024-09-22T09:21:16.827349+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:52.460406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824454+0000","last_change":"2024-09-22T08:56:54.581443+0000","last_active":"2024-09-22T09:21:41.824454+0000","last_peered":"2024-09-22T09:21:41.824454+0000","last_clean":"2024-09-22T09:21:41.824454+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:21:41.824454+0000","last_undegraded":"2024-09-22T09:21:41.824454+0000","last_fullsized":"2024-09-22T09:21:41.824454+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:09.024231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.842051+0000","last_change":"2024-09-22T09:09:48.757694+0000","last_active":"2024-09-22T09:21:06.842051+0000","last_peered":"2024-09-22T09:21:06.842051+0000","last_clean":"2024-09-22T09:21:06.842051+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:21:06.842051+0000","last_undegraded":"2024-09-22T09:21:06.842051+0000","last_fullsized":"2024-09-22T09:21:06.842051+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:37.646915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.788896+0000","last_change":"2024-09-22T08:58:41.447934+0000","last_active":"2024-09-22T09:20:21.788896+0000","last_peered":"2024-09-22T09:20:21.788896+0000","last_clean":"2024-09-22T09:20:21.788896+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:20:21.788896+0000","last_undegraded":"2024-09-22T09:20:21.788896+0000","last_fullsized":"2024-09-22T09:20:21.788896+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:43.222794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:22.023341+0000","last_change":"2024-09-22T08:58:38.377993+0000","last_active":"2024-09-22T09:20:22.023341+0000","last_peered":"2024-09-22T09:20:22.023341+0000","last_clean":"2024-09-22T09:20:22.023341+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:20:22.023341+0000","last_undegraded":"2024-09-22T09:20:22.023341+0000","last_fullsized":"2024-09-22T09:20:22.023341+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:56.993690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":15,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.557204+0000","last_change":"2024-09-22T08:56:54.590030+0000","last_active":"2024-09-22T09:22:11.557204+0000","last_peered":"2024-09-22T09:22:11.557204+0000","last_clean":"2024-09-22T09:22:11.557204+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:22:11.557204+0000","last_undegraded":"2024-09-22T09:22:11.557204+0000","last_fullsized":"2024-09-22T09:22:11.557204+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:03.886839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996740+0000","last_change":"2024-09-22T09:09:48.753533+0000","last_active":"2024-09-22T09:21:11.996740+0000","last_peered":"2024-09-22T09:21:11.996740+0000","last_clean":"2024-09-22T09:21:11.996740+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:21:11.996740+0000","last_undegraded":"2024-09-22T09:21:11.996740+0000","last_fullsized":"2024-09-22T09:21:11.996740+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:03.184421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'3","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984508+0000","last_change":"2024-09-22T08:58:41.516292+0000","last_active":"2024-09-22T09:20:21.984508+0000","last_peered":"2024-09-22T09:20:21.984508+0000","last_clean":"2024-09-22T09:20:21.984508+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:20:21.984508+0000","last_undegraded":"2024-09-22T09:20:21.984508+0000","last_fullsized":"2024-09-22T09:20:21.984508+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:22.170700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":18432,"num_write":3,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.814971+0000","last_change":"2024-09-22T08:58:38.379346+0000","last_active":"2024-09-22T09:20:21.814971+0000","last_peered":"2024-09-22T09:20:21.814971+0000","last_clean":"2024-09-22T09:20:21.814971+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:20:21.814971+0000","last_undegraded":"2024-09-22T09:20:21.814971+0000","last_fullsized":"2024-09-22T09:20:21.814971+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:24.619522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:18.587782+0000","last_change":"2024-09-22T08:56:54.579732+0000","last_active":"2024-09-22T09:21:18.587782+0000","last_peered":"2024-09-22T09:21:18.587782+0000","last_clean":"2024-09-22T09:21:18.587782+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:21:18.587782+0000","last_undegraded":"2024-09-22T09:21:18.587782+0000","last_fullsized":"2024-09-22T09:21:18.587782+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:06.014792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995411+0000","last_change":"2024-09-22T09:09:48.744168+0000","last_active":"2024-09-22T09:21:06.995411+0000","last_peered":"2024-09-22T09:21:06.995411+0000","last_clean":"2024-09-22T09:21:06.995411+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:21:06.995411+0000","last_undegraded":"2024-09-22T09:21:06.995411+0000","last_fullsized":"2024-09-22T09:21:06.995411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:48.781461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826141+0000","last_change":"2024-09-22T08:58:41.441172+0000","last_active":"2024-09-22T09:21:11.826141+0000","last_peered":"2024-09-22T09:21:11.826141+0000","last_clean":"2024-09-22T09:21:11.826141+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:21:11.826141+0000","last_undegraded":"2024-09-22T09:21:11.826141+0000","last_fullsized":"2024-09-22T09:21:11.826141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:31:23.005593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:22.023417+0000","last_change":"2024-09-22T08:58:38.396188+0000","last_active":"2024-09-22T09:20:22.023417+0000","last_peered":"2024-09-22T09:20:22.023417+0000","last_clean":"2024-09-22T09:20:22.023417+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:20:22.023417+0000","last_undegraded":"2024-09-22T09:20:22.023417+0000","last_fullsized":"2024-09-22T09:20:22.023417+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:18.890043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.836606+0000","last_change":"2024-09-22T08:56:54.594855+0000","last_active":"2024-09-22T09:20:46.836606+0000","last_peered":"2024-09-22T09:20:46.836606+0000","last_clean":"2024-09-22T09:20:46.836606+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:20:46.836606+0000","last_undegraded":"2024-09-22T09:20:46.836606+0000","last_fullsized":"2024-09-22T09:20:46.836606+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:10.798534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034859+0000","last_change":"2024-09-22T09:09:48.760627+0000","last_active":"2024-09-22T09:21:07.034859+0000","last_peered":"2024-09-22T09:21:07.034859+0000","last_clean":"2024-09-22T09:21:07.034859+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:21:07.034859+0000","last_undegraded":"2024-09-22T09:21:07.034859+0000","last_fullsized":"2024-09-22T09:21:07.034859+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:22.960950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'5","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985810+0000","last_change":"2024-09-22T08:58:41.447917+0000","last_active":"2024-09-22T09:20:26.985810+0000","last_peered":"2024-09-22T09:20:26.985810+0000","last_clean":"2024-09-22T09:20:26.985810+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:20:26.985810+0000","last_undegraded":"2024-09-22T09:20:26.985810+0000","last_fullsized":"2024-09-22T09:20:26.985810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:29.164959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":15,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'1","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800930+0000","last_change":"2024-09-22T08:58:38.370540+0000","last_active":"2024-09-22T09:21:11.800930+0000","last_peered":"2024-09-22T09:21:11.800930+0000","last_clean":"2024-09-22T09:21:11.800930+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:21:11.800930+0000","last_undegraded":"2024-09-22T09:21:11.800930+0000","last_fullsized":"2024-09-22T09:21:11.800930+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:16.813035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":117,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800093+0000","last_change":"2024-09-22T08:56:54.589582+0000","last_active":"2024-09-22T09:20:46.800093+0000","last_peered":"2024-09-22T09:20:46.800093+0000","last_clean":"2024-09-22T09:20:46.800093+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:20:46.800093+0000","last_undegraded":"2024-09-22T09:20:46.800093+0000","last_fullsized":"2024-09-22T09:20:46.800093+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:44.746819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012917+0000","last_change":"2024-09-22T09:09:48.738845+0000","last_active":"2024-09-22T09:22:22.012917+0000","last_peered":"2024-09-22T09:22:22.012917+0000","last_clean":"2024-09-22T09:22:22.012917+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:22:22.012917+0000","last_undegraded":"2024-09-22T09:22:22.012917+0000","last_fullsized":"2024-09-22T09:22:22.012917+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:00.259058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042109+0000","last_change":"2024-09-22T08:58:41.443512+0000","last_active":"2024-09-22T09:21:37.042109+0000","last_peered":"2024-09-22T09:21:37.042109+0000","last_clean":"2024-09-22T09:21:37.042109+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:21:37.042109+0000","last_undegraded":"2024-09-22T09:21:37.042109+0000","last_fullsized":"2024-09-22T09:21:37.042109+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:14.903111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002296+0000","last_change":"2024-09-22T08:58:38.374996+0000","last_active":"2024-09-22T09:21:37.002296+0000","last_peered":"2024-09-22T09:21:37.002296+0000","last_clean":"2024-09-22T09:21:37.002296+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:21:37.002296+0000","last_undegraded":"2024-09-22T09:21:37.002296+0000","last_fullsized":"2024-09-22T09:21:37.002296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:57.538729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:47.029690+0000","last_change":"2024-09-22T08:56:54.590303+0000","last_active":"2024-09-22T09:20:47.029690+0000","last_peered":"2024-09-22T09:20:47.029690+0000","last_clean":"2024-09-22T09:20:47.029690+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:20:47.029690+0000","last_undegraded":"2024-09-22T09:20:47.029690+0000","last_fullsized":"2024-09-22T09:20:47.029690+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:00.333024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861406+0000","last_change":"2024-09-22T09:09:48.755994+0000","last_active":"2024-09-22T09:22:21.861406+0000","last_peered":"2024-09-22T09:22:21.861406+0000","last_clean":"2024-09-22T09:22:21.861406+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:22:21.861406+0000","last_undegraded":"2024-09-22T09:22:21.861406+0000","last_fullsized":"2024-09-22T09:22:21.861406+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:40:00.521403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042051+0000","last_change":"2024-09-22T08:58:41.517269+0000","last_active":"2024-09-22T09:21:37.042051+0000","last_peered":"2024-09-22T09:21:37.042051+0000","last_clean":"2024-09-22T09:21:37.042051+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:21:37.042051+0000","last_undegraded":"2024-09-22T09:21:37.042051+0000","last_fullsized":"2024-09-22T09:21:37.042051+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:57.179825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824492+0000","last_change":"2024-09-22T08:58:38.392432+0000","last_active":"2024-09-22T09:21:41.824492+0000","last_peered":"2024-09-22T09:21:41.824492+0000","last_clean":"2024-09-22T09:21:41.824492+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:21:41.824492+0000","last_undegraded":"2024-09-22T09:21:41.824492+0000","last_fullsized":"2024-09-22T09:21:41.824492+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:50.516607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800240+0000","last_change":"2024-09-22T08:56:54.581691+0000","last_active":"2024-09-22T09:20:46.800240+0000","last_peered":"2024-09-22T09:20:46.800240+0000","last_clean":"2024-09-22T09:20:46.800240+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:20:46.800240+0000","last_undegraded":"2024-09-22T09:20:46.800240+0000","last_fullsized":"2024-09-22T09:20:46.800240+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:22.236533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.836931+0000","last_change":"2024-09-22T09:09:48.765280+0000","last_active":"2024-09-22T09:21:56.836931+0000","last_peered":"2024-09-22T09:21:56.836931+0000","last_clean":"2024-09-22T09:21:56.836931+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:21:56.836931+0000","last_undegraded":"2024-09-22T09:21:56.836931+0000","last_fullsized":"2024-09-22T09:21:56.836931+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:59.916855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984790+0000","last_change":"2024-09-22T08:58:41.524645+0000","last_active":"2024-09-22T09:20:21.984790+0000","last_peered":"2024-09-22T09:20:21.984790+0000","last_clean":"2024-09-22T09:20:21.984790+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:20:21.984790+0000","last_undegraded":"2024-09-22T09:20:21.984790+0000","last_fullsized":"2024-09-22T09:20:21.984790+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:09.557414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.834311+0000","last_change":"2024-09-22T08:58:38.382725+0000","last_active":"2024-09-22T09:20:21.834311+0000","last_peered":"2024-09-22T09:20:21.834311+0000","last_clean":"2024-09-22T09:20:21.834311+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:20:21.834311+0000","last_undegraded":"2024-09-22T09:20:21.834311+0000","last_fullsized":"2024-09-22T09:20:21.834311+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:15.690324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":103,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007861+0000","last_change":"2024-09-22T08:56:54.587023+0000","last_active":"2024-09-22T09:22:02.007861+0000","last_peered":"2024-09-22T09:22:02.007861+0000","last_clean":"2024-09-22T09:22:02.007861+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:22:02.007861+0000","last_undegraded":"2024-09-22T09:22:02.007861+0000","last_fullsized":"2024-09-22T09:22:02.007861+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:48.228442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.816662+0000","last_change":"2024-09-22T09:09:48.747972+0000","last_active":"2024-09-22T09:22:21.816662+0000","last_peered":"2024-09-22T09:22:21.816662+0000","last_clean":"2024-09-22T09:22:21.816662+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:22:21.816662+0000","last_undegraded":"2024-09-22T09:22:21.816662+0000","last_fullsized":"2024-09-22T09:22:21.816662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:23:47.751712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.789087+0000","last_change":"2024-09-22T08:58:41.441654+0000","last_active":"2024-09-22T09:20:21.789087+0000","last_peered":"2024-09-22T09:20:21.789087+0000","last_clean":"2024-09-22T09:20:21.789087+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:20:21.789087+0000","last_undegraded":"2024-09-22T09:20:21.789087+0000","last_fullsized":"2024-09-22T09:20:21.789087+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:51.206574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984813+0000","last_change":"2024-09-22T08:58:38.377447+0000","last_active":"2024-09-22T09:20:21.984813+0000","last_peered":"2024-09-22T09:20:21.984813+0000","last_clean":"2024-09-22T09:20:21.984813+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:20:21.984813+0000","last_undegraded":"2024-09-22T09:20:21.984813+0000","last_fullsized":"2024-09-22T09:20:21.984813+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.649775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7005681,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6842,"num_write":3,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":371,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837122+0000","last_change":"2024-09-22T08:56:54.590834+0000","last_active":"2024-09-22T09:21:56.837122+0000","last_peered":"2024-09-22T09:21:56.837122+0000","last_clean":"2024-09-22T09:21:56.837122+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:21:56.837122+0000","last_undegraded":"2024-09-22T09:21:56.837122+0000","last_fullsized":"2024-09-22T09:21:56.837122+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:36.250465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.811441+0000","last_change":"2024-09-22T09:09:48.753201+0000","last_active":"2024-09-22T09:20:41.811441+0000","last_peered":"2024-09-22T09:20:41.811441+0000","last_clean":"2024-09-22T09:20:41.811441+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:20:41.811441+0000","last_undegraded":"2024-09-22T09:20:41.811441+0000","last_fullsized":"2024-09-22T09:20:41.811441+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:39.480361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'7","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832302+0000","last_change":"2024-09-22T08:58:41.438114+0000","last_active":"2024-09-22T09:21:36.832302+0000","last_peered":"2024-09-22T09:21:36.832302+0000","last_clean":"2024-09-22T09:21:36.832302+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:21:36.832302+0000","last_undegraded":"2024-09-22T09:21:36.832302+0000","last_fullsized":"2024-09-22T09:21:36.832302+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:10.322698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":17,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.990458+0000","last_change":"2024-09-22T08:58:38.366756+0000","last_active":"2024-09-22T09:20:46.990458+0000","last_peered":"2024-09-22T09:20:46.990458+0000","last_clean":"2024-09-22T09:20:46.990458+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:20:46.990458+0000","last_undegraded":"2024-09-22T09:20:46.990458+0000","last_fullsized":"2024-09-22T09:20:46.990458+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:45:33.846924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855999+0000","last_change":"2024-09-22T08:56:54.594039+0000","last_active":"2024-09-22T09:21:56.855999+0000","last_peered":"2024-09-22T09:21:56.855999+0000","last_clean":"2024-09-22T09:21:56.855999+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:21:56.855999+0000","last_undegraded":"2024-09-22T09:21:56.855999+0000","last_fullsized":"2024-09-22T09:21:56.855999+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:41.679824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:42.028489+0000","last_change":"2024-09-22T09:09:48.751755+0000","last_active":"2024-09-22T09:20:42.028489+0000","last_peered":"2024-09-22T09:20:42.028489+0000","last_clean":"2024-09-22T09:20:42.028489+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:20:42.028489+0000","last_undegraded":"2024-09-22T09:20:42.028489+0000","last_fullsized":"2024-09-22T09:20:42.028489+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:29.400156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.839725+0000","last_change":"2024-09-22T08:58:41.452900+0000","last_active":"2024-09-22T09:20:46.839725+0000","last_peered":"2024-09-22T09:20:46.839725+0000","last_clean":"2024-09-22T09:20:46.839725+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:20:46.839725+0000","last_undegraded":"2024-09-22T09:20:46.839725+0000","last_fullsized":"2024-09-22T09:20:46.839725+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:42.210667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":12311,"num_write":6,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'1","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002188+0000","last_change":"2024-09-22T08:58:38.369598+0000","last_active":"2024-09-22T09:21:37.002188+0000","last_peered":"2024-09-22T09:21:37.002188+0000","last_clean":"2024-09-22T09:21:37.002188+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:21:37.002188+0000","last_undegraded":"2024-09-22T09:21:37.002188+0000","last_fullsized":"2024-09-22T09:21:37.002188+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:27.833066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.810739+0000","last_change":"2024-09-22T08:56:54.579244+0000","last_active":"2024-09-22T09:21:56.810739+0000","last_peered":"2024-09-22T09:21:56.810739+0000","last_clean":"2024-09-22T09:21:56.810739+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:21:56.810739+0000","last_undegraded":"2024-09-22T09:21:56.810739+0000","last_fullsized":"2024-09-22T09:21:56.810739+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:32.509713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.053703+0000","last_change":"2024-09-22T09:09:48.745439+0000","last_active":"2024-09-22T09:22:22.053703+0000","last_peered":"2024-09-22T09:22:22.053703+0000","last_clean":"2024-09-22T09:22:22.053703+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:22:22.053703+0000","last_undegraded":"2024-09-22T09:22:22.053703+0000","last_fullsized":"2024-09-22T09:22:22.053703+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:43.238962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'7","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810523+0000","last_change":"2024-09-22T08:58:41.438805+0000","last_active":"2024-09-22T09:21:36.810523+0000","last_peered":"2024-09-22T09:21:36.810523+0000","last_clean":"2024-09-22T09:21:36.810523+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:21:36.810523+0000","last_undegraded":"2024-09-22T09:21:36.810523+0000","last_fullsized":"2024-09-22T09:21:36.810523+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:33.761097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":15,"num_read_kb":25602,"num_write":12,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'7","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832369+0000","last_change":"2024-09-22T08:58:38.387037+0000","last_active":"2024-09-22T09:21:36.832369+0000","last_peered":"2024-09-22T09:21:36.832369+0000","last_clean":"2024-09-22T09:21:36.832369+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:21:36.832369+0000","last_undegraded":"2024-09-22T09:21:36.832369+0000","last_fullsized":"2024-09-22T09:21:36.832369+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:32.963637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":11,"num_read_kb":18961,"num_write":17,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.778948+0000","last_change":"2024-09-22T08:56:54.590584+0000","last_active":"2024-09-22T09:22:11.778948+0000","last_peered":"2024-09-22T09:22:11.778948+0000","last_clean":"2024-09-22T09:22:11.778948+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:22:11.778948+0000","last_undegraded":"2024-09-22T09:22:11.778948+0000","last_fullsized":"2024-09-22T09:22:11.778948+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:48.908933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.014220+0000","last_change":"2024-09-22T09:09:48.768472+0000","last_active":"2024-09-22T09:22:27.014220+0000","last_peered":"2024-09-22T09:22:27.014220+0000","last_clean":"2024-09-22T09:22:27.014220+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:22:27.014220+0000","last_undegraded":"2024-09-22T09:22:27.014220+0000","last_fullsized":"2024-09-22T09:22:27.014220+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:43.387844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806295+0000","last_change":"2024-09-22T08:58:41.432894+0000","last_active":"2024-09-22T09:21:36.806295+0000","last_peered":"2024-09-22T09:21:36.806295+0000","last_clean":"2024-09-22T09:21:36.806295+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:21:36.806295+0000","last_undegraded":"2024-09-22T09:21:36.806295+0000","last_fullsized":"2024-09-22T09:21:36.806295+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:49.920522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810572+0000","last_change":"2024-09-22T08:58:38.381164+0000","last_active":"2024-09-22T09:21:36.810572+0000","last_peered":"2024-09-22T09:21:36.810572+0000","last_clean":"2024-09-22T09:21:36.810572+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:21:36.810572+0000","last_undegraded":"2024-09-22T09:21:36.810572+0000","last_fullsized":"2024-09-22T09:21:36.810572+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:44.354440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":145,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.792421+0000","last_change":"2024-09-22T08:56:54.584487+0000","last_active":"2024-09-22T09:22:11.792421+0000","last_peered":"2024-09-22T09:22:11.792421+0000","last_clean":"2024-09-22T09:22:11.792421+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:22:11.792421+0000","last_undegraded":"2024-09-22T09:22:11.792421+0000","last_fullsized":"2024-09-22T09:22:11.792421+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:10.890946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.704482+0000","last_change":"2024-09-22T08:40:26.259136+0000","last_active":"2024-09-22T09:22:48.704482+0000","last_peered":"2024-09-22T09:22:48.704482+0000","last_clean":"2024-09-22T09:22:48.704482+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:22:48.704482+0000","last_undegraded":"2024-09-22T09:22:48.704482+0000","last_fullsized":"2024-09-22T09:22:48.704482+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:04.745104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13694245,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":603,"num_read_kb":27944,"num_write":984,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":743,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.189657+0000","last_change":"2024-09-22T08:40:28.223337+0000","last_active":"2024-09-22T09:22:02.189657+0000","last_peered":"2024-09-22T09:22:02.189657+0000","last_clean":"2024-09-22T09:22:02.189657+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:22:02.189657+0000","last_undegraded":"2024-09-22T09:22:02.189657+0000","last_fullsized":"2024-09-22T09:22:02.189657+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:45.722304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'305","reported_seq":966,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.157923+0000","last_change":"2024-09-22T08:40:26.249405+0000","last_active":"2024-09-22T09:22:19.157923+0000","last_peered":"2024-09-22T09:22:19.157923+0000","last_clean":"2024-09-22T09:22:19.157923+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:22:19.157923+0000","last_undegraded":"2024-09-22T09:22:19.157923+0000","last_fullsized":"2024-09-22T09:22:19.157923+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:52.047534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11628969,"num_objects":81,"num_object_clones":0,"num_object_copies":324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":581,"num_read_kb":37442,"num_write":1076,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":974,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.264736+0000","last_change":"2024-09-22T08:40:28.236149+0000","last_active":"2024-09-22T09:22:17.264736+0000","last_peered":"2024-09-22T09:22:17.264736+0000","last_clean":"2024-09-22T09:22:17.264736+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:22:17.264736+0000","last_undegraded":"2024-09-22T09:22:17.264736+0000","last_fullsized":"2024-09-22T09:22:17.264736+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:22.155276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'292","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.945047+0000","last_change":"2024-09-22T08:40:26.209926+0000","last_active":"2024-09-22T09:22:28.945047+0000","last_peered":"2024-09-22T09:22:28.945047+0000","last_clean":"2024-09-22T09:22:28.945047+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:22:28.945047+0000","last_undegraded":"2024-09-22T09:22:28.945047+0000","last_fullsized":"2024-09-22T09:22:28.945047+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:00.317914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6805713,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":578,"num_read_kb":13679,"num_write":1129,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":716,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.733549+0000","last_change":"2024-09-22T08:40:28.196009+0000","last_active":"2024-09-22T09:22:17.733549+0000","last_peered":"2024-09-22T09:22:17.733549+0000","last_clean":"2024-09-22T09:22:17.733549+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:22:17.733549+0000","last_undegraded":"2024-09-22T09:22:17.733549+0000","last_fullsized":"2024-09-22T09:22:17.733549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:07.867134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'253","reported_seq":865,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.863573+0000","last_change":"2024-09-22T08:40:26.223783+0000","last_active":"2024-09-22T09:22:31.863573+0000","last_peered":"2024-09-22T09:22:31.863573+0000","last_clean":"2024-09-22T09:22:31.863573+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:22:31.863573+0000","last_undegraded":"2024-09-22T09:22:31.863573+0000","last_fullsized":"2024-09-22T09:22:31.863573+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:48.521169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":520061,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":396,"num_read_kb":22977,"num_write":787,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.766833+0000","last_change":"2024-09-22T08:40:28.207352+0000","last_active":"2024-09-22T09:22:38.766833+0000","last_peered":"2024-09-22T09:22:38.766833+0000","last_clean":"2024-09-22T09:22:38.766833+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:22:38.766833+0000","last_undegraded":"2024-09-22T09:22:38.766833+0000","last_fullsized":"2024-09-22T09:22:38.766833+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:32.356888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'307","reported_seq":997,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:04.165745+0000","last_change":"2024-09-22T08:40:26.255543+0000","last_active":"2024-09-22T09:24:04.165745+0000","last_peered":"2024-09-22T09:24:04.165745+0000","last_clean":"2024-09-22T09:24:04.165745+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:24:04.165745+0000","last_undegraded":"2024-09-22T09:24:04.165745+0000","last_fullsized":"2024-09-22T09:24:04.165745+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:57.630649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11540557,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":633,"num_read_kb":47725,"num_write":1228,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'107","reported_seq":721,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.558934+0000","last_change":"2024-09-22T08:40:28.221936+0000","last_active":"2024-09-22T09:22:37.558934+0000","last_peered":"2024-09-22T09:22:37.558934+0000","last_clean":"2024-09-22T09:22:37.558934+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:22:37.558934+0000","last_undegraded":"2024-09-22T09:22:37.558934+0000","last_fullsized":"2024-09-22T09:22:37.558934+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:06.330029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'278","reported_seq":918,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.556838+0000","last_change":"2024-09-22T08:40:26.244435+0000","last_active":"2024-09-22T09:22:33.556838+0000","last_peered":"2024-09-22T09:22:33.556838+0000","last_clean":"2024-09-22T09:22:33.556838+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:22:33.556838+0000","last_undegraded":"2024-09-22T09:22:33.556838+0000","last_fullsized":"2024-09-22T09:22:33.556838+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:19.425023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5541471,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":542,"num_read_kb":36706,"num_write":975,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814565+0000","last_change":"2024-09-22T08:40:28.213470+0000","last_active":"2024-09-22T09:22:11.814565+0000","last_peered":"2024-09-22T09:22:11.814565+0000","last_clean":"2024-09-22T09:22:11.814565+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:22:11.814565+0000","last_undegraded":"2024-09-22T09:22:11.814565+0000","last_fullsized":"2024-09-22T09:22:11.814565+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:24.348129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'303","reported_seq":945,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.257099+0000","last_change":"2024-09-22T08:40:26.256960+0000","last_active":"2024-09-22T09:21:11.257099+0000","last_peered":"2024-09-22T09:21:11.257099+0000","last_clean":"2024-09-22T09:21:11.257099+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:21:11.257099+0000","last_undegraded":"2024-09-22T09:21:11.257099+0000","last_fullsized":"2024-09-22T09:21:11.257099+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:52.171542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6292181,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":606,"num_read_kb":5378,"num_write":1161,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859289+0000","last_change":"2024-09-22T08:40:28.225505+0000","last_active":"2024-09-22T09:22:11.859289+0000","last_peered":"2024-09-22T09:22:11.859289+0000","last_clean":"2024-09-22T09:22:11.859289+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:22:11.859289+0000","last_undegraded":"2024-09-22T09:22:11.859289+0000","last_fullsized":"2024-09-22T09:22:11.859289+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:50.167408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'269","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.632403+0000","last_change":"2024-09-22T08:40:26.223521+0000","last_active":"2024-09-22T09:22:21.632403+0000","last_peered":"2024-09-22T09:22:21.632403+0000","last_clean":"2024-09-22T09:22:21.632403+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:22:21.632403+0000","last_undegraded":"2024-09-22T09:22:21.632403+0000","last_fullsized":"2024-09-22T09:22:21.632403+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:35.770868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36269,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":454,"num_read_kb":10855,"num_write":931,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.831189+0000","last_change":"2024-09-22T08:40:28.210451+0000","last_active":"2024-09-22T09:22:11.831189+0000","last_peered":"2024-09-22T09:22:11.831189+0000","last_clean":"2024-09-22T09:22:11.831189+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:22:11.831189+0000","last_undegraded":"2024-09-22T09:22:11.831189+0000","last_fullsized":"2024-09-22T09:22:11.831189+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:09.746662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.816973+0000","last_change":"2024-09-22T08:40:28.213552+0000","last_active":"2024-09-22T09:22:27.816973+0000","last_peered":"2024-09-22T09:22:27.816973+0000","last_clean":"2024-09-22T09:22:27.816973+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:22:27.816973+0000","last_undegraded":"2024-09-22T09:22:27.816973+0000","last_fullsized":"2024-09-22T09:22:27.816973+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:01:52.577190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'268","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:35.861689+0000","last_change":"2024-09-22T08:40:26.240708+0000","last_active":"2024-09-22T09:22:35.861689+0000","last_peered":"2024-09-22T09:22:35.861689+0000","last_clean":"2024-09-22T09:22:35.861689+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:22:35.861689+0000","last_undegraded":"2024-09-22T09:22:35.861689+0000","last_fullsized":"2024-09-22T09:22:35.861689+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:50.700667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120477,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":466,"num_read_kb":1798,"num_write":950,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.107436+0000","last_change":"2024-09-22T08:40:28.233230+0000","last_active":"2024-09-22T09:22:29.107436+0000","last_peered":"2024-09-22T09:22:29.107436+0000","last_clean":"2024-09-22T09:22:29.107436+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:22:29.107436+0000","last_undegraded":"2024-09-22T09:22:29.107436+0000","last_fullsized":"2024-09-22T09:22:29.107436+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:50.367002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'318","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:56.842640+0000","last_change":"2024-09-22T08:40:26.261802+0000","last_active":"2024-09-22T09:23:56.842640+0000","last_peered":"2024-09-22T09:23:56.842640+0000","last_clean":"2024-09-22T09:23:56.842640+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:23:56.842640+0000","last_undegraded":"2024-09-22T09:23:56.842640+0000","last_fullsized":"2024-09-22T09:23:56.842640+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:32.927376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6246769,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":594,"num_read_kb":13103,"num_write":1026,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":662,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.064444+0000","last_change":"2024-09-22T08:40:28.223341+0000","last_active":"2024-09-22T09:22:30.064444+0000","last_peered":"2024-09-22T09:22:30.064444+0000","last_clean":"2024-09-22T09:22:30.064444+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:22:30.064444+0000","last_undegraded":"2024-09-22T09:22:30.064444+0000","last_fullsized":"2024-09-22T09:22:30.064444+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:58:19.320811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'272","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.935295+0000","last_change":"2024-09-22T08:40:26.261375+0000","last_active":"2024-09-22T09:22:37.935295+0000","last_peered":"2024-09-22T09:22:37.935295+0000","last_clean":"2024-09-22T09:22:37.935295+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:22:37.935295+0000","last_undegraded":"2024-09-22T09:22:37.935295+0000","last_fullsized":"2024-09-22T09:22:37.935295+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:53:10.737768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12606721,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":465,"num_read_kb":11707,"num_write":981,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.748349+0000","last_change":"2024-09-22T08:40:28.208737+0000","last_active":"2024-09-22T09:22:51.748349+0000","last_peered":"2024-09-22T09:22:51.748349+0000","last_clean":"2024-09-22T09:22:51.748349+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:22:51.748349+0000","last_undegraded":"2024-09-22T09:22:51.748349+0000","last_fullsized":"2024-09-22T09:22:51.748349+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:39.578752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'279","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.256654+0000","last_change":"2024-09-22T08:40:26.266828+0000","last_active":"2024-09-22T09:22:22.256654+0000","last_peered":"2024-09-22T09:22:22.256654+0000","last_clean":"2024-09-22T09:22:22.256654+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:22:22.256654+0000","last_undegraded":"2024-09-22T09:22:22.256654+0000","last_fullsized":"2024-09-22T09:22:22.256654+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:08.107181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3339403,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":545,"num_read_kb":14758,"num_write":998,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.514636+0000","last_change":"2024-09-22T08:40:28.218545+0000","last_active":"2024-09-22T09:22:49.514636+0000","last_peered":"2024-09-22T09:22:49.514636+0000","last_clean":"2024-09-22T09:22:49.514636+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:22:49.514636+0000","last_undegraded":"2024-09-22T09:22:49.514636+0000","last_fullsized":"2024-09-22T09:22:49.514636+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:18.060783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'247","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.496971+0000","last_change":"2024-09-22T08:40:26.253337+0000","last_active":"2024-09-22T09:22:37.496971+0000","last_peered":"2024-09-22T09:22:37.496971+0000","last_clean":"2024-09-22T09:22:37.496971+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:22:37.496971+0000","last_undegraded":"2024-09-22T09:22:37.496971+0000","last_fullsized":"2024-09-22T09:22:37.496971+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:46.851624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6810007,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":455,"num_read_kb":76154,"num_write":874,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.841801+0000","last_change":"2024-09-22T08:40:28.207616+0000","last_active":"2024-09-22T09:22:36.841801+0000","last_peered":"2024-09-22T09:22:36.841801+0000","last_clean":"2024-09-22T09:22:36.841801+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:22:36.841801+0000","last_undegraded":"2024-09-22T09:22:36.841801+0000","last_fullsized":"2024-09-22T09:22:36.841801+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:17.945905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'289","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:18.894080+0000","last_change":"2024-09-22T08:40:26.226464+0000","last_active":"2024-09-22T09:22:18.894080+0000","last_peered":"2024-09-22T09:22:18.894080+0000","last_clean":"2024-09-22T09:22:18.894080+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:22:18.894080+0000","last_undegraded":"2024-09-22T09:22:18.894080+0000","last_fullsized":"2024-09-22T09:22:18.894080+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:10.083410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11004241,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":579,"num_read_kb":47558,"num_write":1131,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'134","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.837924+0000","last_change":"2024-09-22T08:40:36.289314+0000","last_active":"2024-09-22T09:22:51.837924+0000","last_peered":"2024-09-22T09:22:51.837924+0000","last_clean":"2024-09-22T09:22:51.837924+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:22:51.837924+0000","last_undegraded":"2024-09-22T09:22:51.837924+0000","last_fullsized":"2024-09-22T09:22:51.837924+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:37.542476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.423881+0000","last_change":"2024-09-22T08:40:28.212016+0000","last_active":"2024-09-22T09:22:32.423881+0000","last_peered":"2024-09-22T09:22:32.423881+0000","last_clean":"2024-09-22T09:22:32.423881+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:22:32.423881+0000","last_undegraded":"2024-09-22T09:22:32.423881+0000","last_fullsized":"2024-09-22T09:22:32.423881+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:31.570915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'252","reported_seq":951,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.190188+0000","last_change":"2024-09-22T08:40:26.274211+0000","last_active":"2024-09-22T09:22:49.190188+0000","last_peered":"2024-09-22T09:22:49.190188+0000","last_clean":"2024-09-22T09:22:49.190188+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:22:49.190188+0000","last_undegraded":"2024-09-22T09:22:49.190188+0000","last_fullsized":"2024-09-22T09:22:49.190188+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:01:46.914384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21571049,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":723,"num_read_kb":47942,"num_write":952,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851411+0000","last_change":"2024-09-22T08:40:30.224461+0000","last_active":"2024-09-22T09:21:36.851411+0000","last_peered":"2024-09-22T09:21:36.851411+0000","last_clean":"2024-09-22T09:21:36.851411+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:21:36.851411+0000","last_undegraded":"2024-09-22T09:21:36.851411+0000","last_fullsized":"2024-09-22T09:21:36.851411+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:47.499246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'343","reported_seq":936,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:07.354315+0000","last_change":"2024-09-22T08:40:32.229748+0000","last_active":"2024-09-22T09:24:07.354315+0000","last_peered":"2024-09-22T09:24:07.354315+0000","last_clean":"2024-09-22T09:24:07.354315+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:24:07.354315+0000","last_undegraded":"2024-09-22T09:24:07.354315+0000","last_fullsized":"2024-09-22T09:24:07.354315+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:16.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62763,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":554,"num_read_kb":1086,"num_write":452,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003628+0000","last_change":"2024-09-22T08:40:34.242927+0000","last_active":"2024-09-22T09:21:42.003628+0000","last_peered":"2024-09-22T09:21:42.003628+0000","last_clean":"2024-09-22T09:21:42.003628+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:21:42.003628+0000","last_undegraded":"2024-09-22T09:21:42.003628+0000","last_fullsized":"2024-09-22T09:21:42.003628+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:58.176870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'140","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.159152+0000","last_change":"2024-09-22T08:40:36.291089+0000","last_active":"2024-09-22T09:22:38.159152+0000","last_peered":"2024-09-22T09:22:38.159152+0000","last_clean":"2024-09-22T09:22:38.159152+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:22:38.159152+0000","last_undegraded":"2024-09-22T09:22:38.159152+0000","last_fullsized":"2024-09-22T09:22:38.159152+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:23:40.199101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.813564+0000","last_change":"2024-09-22T08:40:28.233921+0000","last_active":"2024-09-22T09:22:11.813564+0000","last_peered":"2024-09-22T09:22:11.813564+0000","last_clean":"2024-09-22T09:22:11.813564+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:22:11.813564+0000","last_undegraded":"2024-09-22T09:22:11.813564+0000","last_fullsized":"2024-09-22T09:22:11.813564+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:29.764309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'277","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.582430+0000","last_change":"2024-09-22T08:41:01.433086+0000","last_active":"2024-09-22T09:21:37.582430+0000","last_peered":"2024-09-22T09:21:37.582430+0000","last_clean":"2024-09-22T09:21:37.582430+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:21:37.582430+0000","last_undegraded":"2024-09-22T09:21:37.582430+0000","last_fullsized":"2024-09-22T09:21:37.582430+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:24.145630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17292547,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":587,"num_read_kb":64932,"num_write":999,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.830492+0000","last_change":"2024-09-22T08:40:30.210091+0000","last_active":"2024-09-22T09:20:21.830492+0000","last_peered":"2024-09-22T09:20:21.830492+0000","last_clean":"2024-09-22T09:20:21.830492+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:20:21.830492+0000","last_undegraded":"2024-09-22T09:20:21.830492+0000","last_fullsized":"2024-09-22T09:20:21.830492+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:49.676373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'88","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.847589+0000","last_change":"2024-09-22T08:40:32.228899+0000","last_active":"2024-09-22T09:22:21.847589+0000","last_peered":"2024-09-22T09:22:21.847589+0000","last_clean":"2024-09-22T09:22:21.847589+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:22:21.847589+0000","last_undegraded":"2024-09-22T09:22:21.847589+0000","last_fullsized":"2024-09-22T09:22:21.847589+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:54.861176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.807612+0000","last_change":"2024-09-22T08:40:34.244607+0000","last_active":"2024-09-22T09:21:41.807612+0000","last_peered":"2024-09-22T09:21:41.807612+0000","last_clean":"2024-09-22T09:21:41.807612+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:21:41.807612+0000","last_undegraded":"2024-09-22T09:21:41.807612+0000","last_fullsized":"2024-09-22T09:21:41.807612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:15.334141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:23.666557+0000","last_change":"2024-09-22T08:40:36.285373+0000","last_active":"2024-09-22T09:22:23.666557+0000","last_peered":"2024-09-22T09:22:23.666557+0000","last_clean":"2024-09-22T09:22:23.666557+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:22:23.666557+0000","last_undegraded":"2024-09-22T09:22:23.666557+0000","last_fullsized":"2024-09-22T09:22:23.666557+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:34.628249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":652,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.043699+0000","last_change":"2024-09-22T08:40:28.207818+0000","last_active":"2024-09-22T09:22:33.043699+0000","last_peered":"2024-09-22T09:22:33.043699+0000","last_clean":"2024-09-22T09:22:33.043699+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:22:33.043699+0000","last_undegraded":"2024-09-22T09:22:33.043699+0000","last_fullsized":"2024-09-22T09:22:33.043699+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:46.349127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'310","reported_seq":996,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.704241+0000","last_change":"2024-09-22T08:40:26.255500+0000","last_active":"2024-09-22T09:22:48.704241+0000","last_peered":"2024-09-22T09:22:48.704241+0000","last_clean":"2024-09-22T09:22:48.704241+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:22:48.704241+0000","last_undegraded":"2024-09-22T09:22:48.704241+0000","last_fullsized":"2024-09-22T09:22:48.704241+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:00.345964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18232931,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":698,"num_read_kb":65163,"num_write":1125,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.850353+0000","last_change":"2024-09-22T08:40:30.215917+0000","last_active":"2024-09-22T09:21:36.850353+0000","last_peered":"2024-09-22T09:21:36.850353+0000","last_clean":"2024-09-22T09:21:36.850353+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:21:36.850353+0000","last_undegraded":"2024-09-22T09:21:36.850353+0000","last_fullsized":"2024-09-22T09:21:36.850353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:28.163711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'106","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.835323+0000","last_change":"2024-09-22T08:40:32.231650+0000","last_active":"2024-09-22T09:22:24.835323+0000","last_peered":"2024-09-22T09:22:24.835323+0000","last_clean":"2024-09-22T09:22:24.835323+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:22:24.835323+0000","last_undegraded":"2024-09-22T09:22:24.835323+0000","last_fullsized":"2024-09-22T09:22:24.835323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:30.548418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'746","reported_seq":2131,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.015168+0000","last_change":"2024-09-22T08:40:34.268534+0000","last_active":"2024-09-22T09:24:13.015168+0000","last_peered":"2024-09-22T09:24:13.015168+0000","last_clean":"2024-09-22T09:24:13.015168+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:24:13.015168+0000","last_undegraded":"2024-09-22T09:24:13.015168+0000","last_fullsized":"2024-09-22T09:24:13.015168+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:03.533778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'227","reported_seq":1059,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.888033+0000","last_change":"2024-09-22T08:40:36.378416+0000","last_active":"2024-09-22T09:22:51.888033+0000","last_peered":"2024-09-22T09:22:51.888033+0000","last_clean":"2024-09-22T09:22:51.888033+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:22:51.888033+0000","last_undegraded":"2024-09-22T09:22:51.888033+0000","last_fullsized":"2024-09-22T09:22:51.888033+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:19.690938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'314","reported_seq":929,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.424729+0000","last_change":"2024-09-22T08:40:28.236621+0000","last_active":"2024-09-22T09:22:22.424729+0000","last_peered":"2024-09-22T09:22:22.424729+0000","last_clean":"2024-09-22T09:22:22.424729+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:22:22.424729+0000","last_undegraded":"2024-09-22T09:22:22.424729+0000","last_fullsized":"2024-09-22T09:22:22.424729+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:57.932204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'231","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.895375+0000","last_change":"2024-09-22T08:40:26.252202+0000","last_active":"2024-09-22T09:22:09.895375+0000","last_peered":"2024-09-22T09:22:09.895375+0000","last_clean":"2024-09-22T09:22:09.895375+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:22:09.895375+0000","last_undegraded":"2024-09-22T09:22:09.895375+0000","last_fullsized":"2024-09-22T09:22:09.895375+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:20.891916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5574822,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":470,"num_read_kb":36263,"num_write":879,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851513+0000","last_change":"2024-09-22T08:40:30.226665+0000","last_active":"2024-09-22T09:21:36.851513+0000","last_peered":"2024-09-22T09:21:36.851513+0000","last_clean":"2024-09-22T09:21:36.851513+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:21:36.851513+0000","last_undegraded":"2024-09-22T09:21:36.851513+0000","last_fullsized":"2024-09-22T09:21:36.851513+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:06:12.551764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'277","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.037630+0000","last_change":"2024-09-22T08:40:32.337534+0000","last_active":"2024-09-22T09:24:02.037630+0000","last_peered":"2024-09-22T09:24:02.037630+0000","last_clean":"2024-09-22T09:24:02.037630+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:24:02.037630+0000","last_undegraded":"2024-09-22T09:24:02.037630+0000","last_fullsized":"2024-09-22T09:24:02.037630+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:48.456266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60234,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":962,"num_write":378,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'780","reported_seq":4096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.021636+0000","last_change":"2024-09-22T08:40:34.248448+0000","last_active":"2024-09-22T09:24:13.021636+0000","last_peered":"2024-09-22T09:24:13.021636+0000","last_clean":"2024-09-22T09:24:13.021636+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:24:13.021636+0000","last_undegraded":"2024-09-22T09:24:13.021636+0000","last_fullsized":"2024-09-22T09:24:13.021636+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":700,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:41:47.556793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":676,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852614+0000","last_change":"2024-09-22T08:40:28.237327+0000","last_active":"2024-09-22T09:21:41.852614+0000","last_peered":"2024-09-22T09:21:41.852614+0000","last_clean":"2024-09-22T09:21:41.852614+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:21:41.852614+0000","last_undegraded":"2024-09-22T09:21:41.852614+0000","last_fullsized":"2024-09-22T09:21:41.852614+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:28.289536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'291","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:05.242899+0000","last_change":"2024-09-22T08:40:26.239768+0000","last_active":"2024-09-22T09:24:05.242899+0000","last_peered":"2024-09-22T09:24:05.242899+0000","last_clean":"2024-09-22T09:24:05.242899+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:05.242899+0000","last_undegraded":"2024-09-22T09:24:05.242899+0000","last_fullsized":"2024-09-22T09:24:05.242899+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:52.513951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5719723,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":540,"num_read_kb":33187,"num_write":1113,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003398+0000","last_change":"2024-09-22T08:40:30.222603+0000","last_active":"2024-09-22T09:21:42.003398+0000","last_peered":"2024-09-22T09:21:42.003398+0000","last_clean":"2024-09-22T09:21:42.003398+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:21:42.003398+0000","last_undegraded":"2024-09-22T09:21:42.003398+0000","last_fullsized":"2024-09-22T09:21:42.003398+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:58:59.504043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'361","reported_seq":962,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:56.881916+0000","last_change":"2024-09-22T08:40:32.337239+0000","last_active":"2024-09-22T09:23:56.881916+0000","last_peered":"2024-09-22T09:23:56.881916+0000","last_clean":"2024-09-22T09:23:56.881916+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:23:56.881916+0000","last_undegraded":"2024-09-22T09:23:56.881916+0000","last_fullsized":"2024-09-22T09:23:56.881916+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:28.287966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60577,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":589,"num_read_kb":1119,"num_write":474,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.825010+0000","last_change":"2024-09-22T08:40:34.262785+0000","last_active":"2024-09-22T09:21:06.825010+0000","last_peered":"2024-09-22T09:21:06.825010+0000","last_clean":"2024-09-22T09:21:06.825010+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:21:06.825010+0000","last_undegraded":"2024-09-22T09:21:06.825010+0000","last_fullsized":"2024-09-22T09:21:06.825010+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:49.084416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'570","reported_seq":1386,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.999209+0000","last_change":"2024-09-22T08:40:36.293120+0000","last_active":"2024-09-22T09:24:12.999209+0000","last_peered":"2024-09-22T09:24:12.999209+0000","last_clean":"2024-09-22T09:24:12.999209+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:24:12.999209+0000","last_undegraded":"2024-09-22T09:24:12.999209+0000","last_fullsized":"2024-09-22T09:24:12.999209+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:10.983610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.535812+0000","last_change":"2024-09-22T08:40:28.198391+0000","last_active":"2024-09-22T09:22:28.535812+0000","last_peered":"2024-09-22T09:22:28.535812+0000","last_clean":"2024-09-22T09:22:28.535812+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:22:28.535812+0000","last_undegraded":"2024-09-22T09:22:28.535812+0000","last_fullsized":"2024-09-22T09:22:28.535812+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:19.604982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'310","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.705492+0000","last_change":"2024-09-22T08:40:26.236203+0000","last_active":"2024-09-22T09:22:38.705492+0000","last_peered":"2024-09-22T09:22:38.705492+0000","last_clean":"2024-09-22T09:22:38.705492+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:22:38.705492+0000","last_undegraded":"2024-09-22T09:22:38.705492+0000","last_fullsized":"2024-09-22T09:22:38.705492+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:55.585472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10844582,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":721,"num_read_kb":68267,"num_write":1200,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"37'5","reported_seq":975,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.615455+0000","last_change":"2024-09-22T08:40:30.218954+0000","last_active":"2024-09-22T09:24:12.615455+0000","last_peered":"2024-09-22T09:24:12.615455+0000","last_clean":"2024-09-22T09:24:12.615455+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:12.615455+0000","last_undegraded":"2024-09-22T09:24:12.615455+0000","last_fullsized":"2024-09-22T09:24:12.615455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:53:58.131653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'265","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.874963+0000","last_change":"2024-09-22T08:40:32.240400+0000","last_active":"2024-09-22T09:23:16.874963+0000","last_peered":"2024-09-22T09:23:16.874963+0000","last_clean":"2024-09-22T09:23:16.874963+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:23:16.874963+0000","last_undegraded":"2024-09-22T09:23:16.874963+0000","last_fullsized":"2024-09-22T09:23:16.874963+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:26.677212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58475,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":437,"num_read_kb":915,"num_write":366,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855433+0000","last_change":"2024-09-22T08:40:34.244673+0000","last_active":"2024-09-22T09:21:56.855433+0000","last_peered":"2024-09-22T09:21:56.855433+0000","last_clean":"2024-09-22T09:21:56.855433+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:21:56.855433+0000","last_undegraded":"2024-09-22T09:21:56.855433+0000","last_fullsized":"2024-09-22T09:21:56.855433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:31.980150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2490","reported_seq":4306,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.782198+0000","last_change":"2024-09-22T08:40:36.293692+0000","last_active":"2024-09-22T09:24:01.782198+0000","last_peered":"2024-09-22T09:24:01.782198+0000","last_clean":"2024-09-22T09:24:01.782198+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:24:01.782198+0000","last_undegraded":"2024-09-22T09:24:01.782198+0000","last_fullsized":"2024-09-22T09:24:01.782198+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:58.485629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'190","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813722+0000","last_change":"2024-09-22T08:40:28.222692+0000","last_active":"2024-09-22T09:21:51.813722+0000","last_peered":"2024-09-22T09:21:51.813722+0000","last_clean":"2024-09-22T09:21:51.813722+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:21:51.813722+0000","last_undegraded":"2024-09-22T09:21:51.813722+0000","last_fullsized":"2024-09-22T09:21:51.813722+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:02.986611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'340","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.222449+0000","last_change":"2024-09-22T08:41:01.720736+0000","last_active":"2024-09-22T09:22:32.222449+0000","last_peered":"2024-09-22T09:22:32.222449+0000","last_clean":"2024-09-22T09:22:32.222449+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:22:32.222449+0000","last_undegraded":"2024-09-22T09:22:32.222449+0000","last_fullsized":"2024-09-22T09:22:32.222449+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:40:28.978230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11872596,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":690,"num_read_kb":13800,"num_write":1206,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815540+0000","last_change":"2024-09-22T08:40:30.222032+0000","last_active":"2024-09-22T09:21:01.815540+0000","last_peered":"2024-09-22T09:21:01.815540+0000","last_clean":"2024-09-22T09:21:01.815540+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:21:01.815540+0000","last_undegraded":"2024-09-22T09:21:01.815540+0000","last_fullsized":"2024-09-22T09:21:01.815540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:26.297158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'306","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:52.034851+0000","last_change":"2024-09-22T08:40:32.236088+0000","last_active":"2024-09-22T09:23:52.034851+0000","last_peered":"2024-09-22T09:23:52.034851+0000","last_clean":"2024-09-22T09:23:52.034851+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:23:52.034851+0000","last_undegraded":"2024-09-22T09:23:52.034851+0000","last_fullsized":"2024-09-22T09:23:52.034851+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:39.565401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58757,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":484,"num_read_kb":974,"num_write":398,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'775","reported_seq":2939,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.023034+0000","last_change":"2024-09-22T08:40:34.270222+0000","last_active":"2024-09-22T09:24:13.023034+0000","last_peered":"2024-09-22T09:24:13.023034+0000","last_clean":"2024-09-22T09:24:13.023034+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:24:13.023034+0000","last_undegraded":"2024-09-22T09:24:13.023034+0000","last_fullsized":"2024-09-22T09:24:13.023034+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":700,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:35:05.560063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.708224+0000","last_change":"2024-09-22T08:40:36.282527+0000","last_active":"2024-09-22T09:24:11.708224+0000","last_peered":"2024-09-22T09:24:11.708224+0000","last_clean":"2024-09-22T09:24:11.708224+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:24:11.708224+0000","last_undegraded":"2024-09-22T09:24:11.708224+0000","last_fullsized":"2024-09-22T09:24:11.708224+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:16.353142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4441","reported_seq":5172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033267+0000","last_change":"2024-09-22T08:40:28.201276+0000","last_active":"2024-09-22T09:21:02.033267+0000","last_peered":"2024-09-22T09:21:02.033267+0000","last_clean":"2024-09-22T09:21:02.033267+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:21:02.033267+0000","last_undegraded":"2024-09-22T09:21:02.033267+0000","last_fullsized":"2024-09-22T09:21:02.033267+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":3000,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:58.650729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'275","reported_seq":992,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:23.753432+0000","last_change":"2024-09-22T08:40:26.269999+0000","last_active":"2024-09-22T09:21:23.753432+0000","last_peered":"2024-09-22T09:21:23.753432+0000","last_clean":"2024-09-22T09:21:23.753432+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:21:23.753432+0000","last_undegraded":"2024-09-22T09:21:23.753432+0000","last_fullsized":"2024-09-22T09:21:23.753432+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:10.779043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8581122,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":770,"num_read_kb":4552,"num_write":1019,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.826772+0000","last_change":"2024-09-22T08:40:30.213052+0000","last_active":"2024-09-22T09:21:51.826772+0000","last_peered":"2024-09-22T09:21:51.826772+0000","last_clean":"2024-09-22T09:21:51.826772+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:21:51.826772+0000","last_undegraded":"2024-09-22T09:21:51.826772+0000","last_fullsized":"2024-09-22T09:21:51.826772+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:52.086469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'439","reported_seq":1056,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.910070+0000","last_change":"2024-09-22T08:40:32.235235+0000","last_active":"2024-09-22T09:24:12.910070+0000","last_peered":"2024-09-22T09:24:12.910070+0000","last_clean":"2024-09-22T09:24:12.910070+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:24:12.910070+0000","last_undegraded":"2024-09-22T09:24:12.910070+0000","last_fullsized":"2024-09-22T09:24:12.910070+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:06.357427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103688,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":775,"num_read_kb":1685,"num_write":642,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.825596+0000","last_change":"2024-09-22T08:40:34.258121+0000","last_active":"2024-09-22T09:21:46.825596+0000","last_peered":"2024-09-22T09:21:46.825596+0000","last_clean":"2024-09-22T09:21:46.825596+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:21:46.825596+0000","last_undegraded":"2024-09-22T09:21:46.825596+0000","last_fullsized":"2024-09-22T09:21:46.825596+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:58.083492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'144","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.832752+0000","last_change":"2024-09-22T08:40:36.283881+0000","last_active":"2024-09-22T09:22:51.832752+0000","last_peered":"2024-09-22T09:22:51.832752+0000","last_clean":"2024-09-22T09:22:51.832752+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:22:51.832752+0000","last_undegraded":"2024-09-22T09:22:51.832752+0000","last_fullsized":"2024-09-22T09:22:51.832752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:20.909518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":747,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.493018+0000","last_change":"2024-09-22T08:40:28.208576+0000","last_active":"2024-09-22T09:22:17.493018+0000","last_peered":"2024-09-22T09:22:17.493018+0000","last_clean":"2024-09-22T09:22:17.493018+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:22:17.493018+0000","last_undegraded":"2024-09-22T09:22:17.493018+0000","last_fullsized":"2024-09-22T09:22:17.493018+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:23.216459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'269","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:06.734491+0000","last_change":"2024-09-22T08:41:01.365404+0000","last_active":"2024-09-22T09:24:06.734491+0000","last_peered":"2024-09-22T09:24:06.734491+0000","last_clean":"2024-09-22T09:24:06.734491+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:06.734491+0000","last_undegraded":"2024-09-22T09:24:06.734491+0000","last_fullsized":"2024-09-22T09:24:06.734491+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:22.044941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2104046,"num_objects":81,"num_object_clones":0,"num_object_copies":324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":422,"num_read_kb":1526,"num_write":953,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815689+0000","last_change":"2024-09-22T08:40:30.212784+0000","last_active":"2024-09-22T09:21:01.815689+0000","last_peered":"2024-09-22T09:21:01.815689+0000","last_clean":"2024-09-22T09:21:01.815689+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:21:01.815689+0000","last_undegraded":"2024-09-22T09:21:01.815689+0000","last_fullsized":"2024-09-22T09:21:01.815689+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:54:39.582573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'288","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.829312+0000","last_change":"2024-09-22T08:40:32.222089+0000","last_active":"2024-09-22T09:23:16.829312+0000","last_peered":"2024-09-22T09:23:16.829312+0000","last_clean":"2024-09-22T09:23:16.829312+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:23:16.829312+0000","last_undegraded":"2024-09-22T09:23:16.829312+0000","last_fullsized":"2024-09-22T09:23:16.829312+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:51:50.006838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56784,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":965,"num_write":438,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036367+0000","last_change":"2024-09-22T08:40:34.256544+0000","last_active":"2024-09-22T09:21:12.036367+0000","last_peered":"2024-09-22T09:21:12.036367+0000","last_clean":"2024-09-22T09:21:12.036367+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:21:12.036367+0000","last_undegraded":"2024-09-22T09:21:12.036367+0000","last_fullsized":"2024-09-22T09:21:12.036367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:52:40.618815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'112","reported_seq":597,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.163565+0000","last_change":"2024-09-22T08:40:36.279550+0000","last_active":"2024-09-22T09:22:51.163565+0000","last_peered":"2024-09-22T09:22:51.163565+0000","last_clean":"2024-09-22T09:22:51.163565+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:22:51.163565+0000","last_undegraded":"2024-09-22T09:22:51.163565+0000","last_fullsized":"2024-09-22T09:22:51.163565+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:27.867742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'251","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:09.278776+0000","last_change":"2024-09-22T08:40:28.212212+0000","last_active":"2024-09-22T09:21:09.278776+0000","last_peered":"2024-09-22T09:21:09.278776+0000","last_clean":"2024-09-22T09:21:09.278776+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:21:09.278776+0000","last_undegraded":"2024-09-22T09:21:09.278776+0000","last_fullsized":"2024-09-22T09:21:09.278776+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:37.613792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'293","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.729095+0000","last_change":"2024-09-22T08:40:26.262181+0000","last_active":"2024-09-22T09:22:34.729095+0000","last_peered":"2024-09-22T09:22:34.729095+0000","last_clean":"2024-09-22T09:22:34.729095+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:22:34.729095+0000","last_undegraded":"2024-09-22T09:22:34.729095+0000","last_fullsized":"2024-09-22T09:22:34.729095+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5294989,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":866,"num_read_kb":24932,"num_write":1175,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.823757+0000","last_change":"2024-09-22T08:40:30.212747+0000","last_active":"2024-09-22T09:21:01.823757+0000","last_peered":"2024-09-22T09:21:01.823757+0000","last_clean":"2024-09-22T09:21:01.823757+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:21:01.823757+0000","last_undegraded":"2024-09-22T09:21:01.823757+0000","last_fullsized":"2024-09-22T09:21:01.823757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:56.396689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'278","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.849421+0000","last_change":"2024-09-22T08:40:32.238040+0000","last_active":"2024-09-22T09:23:26.849421+0000","last_peered":"2024-09-22T09:23:26.849421+0000","last_clean":"2024-09-22T09:23:26.849421+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:23:26.849421+0000","last_undegraded":"2024-09-22T09:23:26.849421+0000","last_fullsized":"2024-09-22T09:23:26.849421+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:45.697108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50801,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":905,"num_write":366,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'733","reported_seq":2118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.016603+0000","last_change":"2024-09-22T08:40:34.241819+0000","last_active":"2024-09-22T09:24:13.016603+0000","last_peered":"2024-09-22T09:24:13.016603+0000","last_clean":"2024-09-22T09:24:13.016603+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:24:13.016603+0000","last_undegraded":"2024-09-22T09:24:13.016603+0000","last_fullsized":"2024-09-22T09:24:13.016603+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:57.735413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'126","reported_seq":629,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.510086+0000","last_change":"2024-09-22T08:40:36.275467+0000","last_active":"2024-09-22T09:22:49.510086+0000","last_peered":"2024-09-22T09:22:49.510086+0000","last_clean":"2024-09-22T09:22:49.510086+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:22:49.510086+0000","last_undegraded":"2024-09-22T09:22:49.510086+0000","last_fullsized":"2024-09-22T09:22:49.510086+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:36.857958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'131","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:39.796808+0000","last_change":"2024-09-22T08:40:28.204938+0000","last_active":"2024-09-22T09:22:39.796808+0000","last_peered":"2024-09-22T09:22:39.796808+0000","last_clean":"2024-09-22T09:22:39.796808+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:22:39.796808+0000","last_undegraded":"2024-09-22T09:22:39.796808+0000","last_fullsized":"2024-09-22T09:22:39.796808+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:26.517783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'345","reported_seq":1049,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.780333+0000","last_change":"2024-09-22T08:40:26.249725+0000","last_active":"2024-09-22T09:22:30.780333+0000","last_peered":"2024-09-22T09:22:30.780333+0000","last_clean":"2024-09-22T09:22:30.780333+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:22:30.780333+0000","last_undegraded":"2024-09-22T09:22:30.780333+0000","last_fullsized":"2024-09-22T09:22:30.780333+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:19.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37778815,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":688,"num_read_kb":127249,"num_write":1320,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1455,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.629648+0000","last_change":"2024-09-22T08:40:30.224425+0000","last_active":"2024-09-22T09:24:12.629648+0000","last_peered":"2024-09-22T09:24:12.629648+0000","last_clean":"2024-09-22T09:24:12.629648+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:24:12.629648+0000","last_undegraded":"2024-09-22T09:24:12.629648+0000","last_fullsized":"2024-09-22T09:24:12.629648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:09.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":961,"num_read_kb":961,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'77","reported_seq":592,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.770564+0000","last_change":"2024-09-22T08:40:32.337675+0000","last_active":"2024-09-22T09:22:38.770564+0000","last_peered":"2024-09-22T09:22:38.770564+0000","last_clean":"2024-09-22T09:22:38.770564+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:22:38.770564+0000","last_undegraded":"2024-09-22T09:22:38.770564+0000","last_fullsized":"2024-09-22T09:22:38.770564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:33.449494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'747","reported_seq":2277,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.019308+0000","last_change":"2024-09-22T08:40:34.269000+0000","last_active":"2024-09-22T09:24:13.019308+0000","last_peered":"2024-09-22T09:24:13.019308+0000","last_clean":"2024-09-22T09:24:13.019308+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:24:13.019308+0000","last_undegraded":"2024-09-22T09:24:13.019308+0000","last_fullsized":"2024-09-22T09:24:13.019308+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:12:54.237905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'151","reported_seq":645,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.706022+0000","last_change":"2024-09-22T08:40:36.295808+0000","last_active":"2024-09-22T09:22:50.706022+0000","last_peered":"2024-09-22T09:22:50.706022+0000","last_clean":"2024-09-22T09:22:50.706022+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:22:50.706022+0000","last_undegraded":"2024-09-22T09:22:50.706022+0000","last_fullsized":"2024-09-22T09:22:50.706022+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:33.408435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":726,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.660512+0000","last_change":"2024-09-22T08:40:28.211094+0000","last_active":"2024-09-22T09:22:12.660512+0000","last_peered":"2024-09-22T09:22:12.660512+0000","last_clean":"2024-09-22T09:22:12.660512+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:22:12.660512+0000","last_undegraded":"2024-09-22T09:22:12.660512+0000","last_fullsized":"2024-09-22T09:22:12.660512+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:21:23.714397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'276","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.662402+0000","last_change":"2024-09-22T08:40:26.212504+0000","last_active":"2024-09-22T09:22:36.662402+0000","last_peered":"2024-09-22T09:22:36.662402+0000","last_clean":"2024-09-22T09:22:36.662402+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:22:36.662402+0000","last_undegraded":"2024-09-22T09:22:36.662402+0000","last_fullsized":"2024-09-22T09:22:36.662402+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:10.414635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22195814,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":471,"num_read_kb":55101,"num_write":1022,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.798343+0000","last_change":"2024-09-22T08:40:30.226965+0000","last_active":"2024-09-22T09:21:01.798343+0000","last_peered":"2024-09-22T09:21:01.798343+0000","last_clean":"2024-09-22T09:21:01.798343+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:21:01.798343+0000","last_undegraded":"2024-09-22T09:21:01.798343+0000","last_fullsized":"2024-09-22T09:21:01.798343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:05.973577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'342","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.873448+0000","last_change":"2024-09-22T08:40:32.230233+0000","last_active":"2024-09-22T09:23:16.873448+0000","last_peered":"2024-09-22T09:23:16.873448+0000","last_clean":"2024-09-22T09:23:16.873448+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:23:16.873448+0000","last_undegraded":"2024-09-22T09:23:16.873448+0000","last_fullsized":"2024-09-22T09:23:16.873448+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:03.661213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65533,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":578,"num_read_kb":1134,"num_write":468,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.804411+0000","last_change":"2024-09-22T08:40:34.250623+0000","last_active":"2024-09-22T09:21:06.804411+0000","last_peered":"2024-09-22T09:21:06.804411+0000","last_clean":"2024-09-22T09:21:06.804411+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:21:06.804411+0000","last_undegraded":"2024-09-22T09:21:06.804411+0000","last_fullsized":"2024-09-22T09:21:06.804411+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.599565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'136","reported_seq":631,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.700413+0000","last_change":"2024-09-22T08:40:36.286619+0000","last_active":"2024-09-22T09:22:50.700413+0000","last_peered":"2024-09-22T09:22:50.700413+0000","last_clean":"2024-09-22T09:22:50.700413+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:22:50.700413+0000","last_undegraded":"2024-09-22T09:22:50.700413+0000","last_fullsized":"2024-09-22T09:22:50.700413+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:42.393595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'233","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.821225+0000","last_change":"2024-09-22T08:40:28.222194+0000","last_active":"2024-09-22T09:22:21.821225+0000","last_peered":"2024-09-22T09:22:21.821225+0000","last_clean":"2024-09-22T09:22:21.821225+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:22:21.821225+0000","last_undegraded":"2024-09-22T09:22:21.821225+0000","last_fullsized":"2024-09-22T09:22:21.821225+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:18.390624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.011646+0000","last_change":"2024-09-22T08:40:09.255967+0000","last_active":"2024-09-22T09:22:17.011646+0000","last_peered":"2024-09-22T09:22:17.011646+0000","last_clean":"2024-09-22T09:22:17.011646+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:22:17.011646+0000","last_undegraded":"2024-09-22T09:22:17.011646+0000","last_fullsized":"2024-09-22T09:22:17.011646+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_clean_scrub_stamp":"2024-09-22T08:40:08.232876+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:45.699849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":520,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.856024+0000","last_change":"2024-09-22T08:40:16.325987+0000","last_active":"2024-09-22T09:21:56.856024+0000","last_peered":"2024-09-22T09:21:56.856024+0000","last_clean":"2024-09-22T09:21:56.856024+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:21:56.856024+0000","last_undegraded":"2024-09-22T09:21:56.856024+0000","last_fullsized":"2024-09-22T09:21:56.856024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:01.376746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'304","reported_seq":1006,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.916434+0000","last_change":"2024-09-22T08:40:26.242389+0000","last_active":"2024-09-22T09:22:29.916434+0000","last_peered":"2024-09-22T09:22:29.916434+0000","last_clean":"2024-09-22T09:22:29.916434+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:22:29.916434+0000","last_undegraded":"2024-09-22T09:22:29.916434+0000","last_fullsized":"2024-09-22T09:22:29.916434+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:59:58.015112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3997116,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":739,"num_read_kb":9051,"num_write":1150,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.010522+0000","last_change":"2024-09-22T08:40:30.216536+0000","last_active":"2024-09-22T09:22:12.010522+0000","last_peered":"2024-09-22T09:22:12.010522+0000","last_clean":"2024-09-22T09:22:12.010522+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:22:12.010522+0000","last_undegraded":"2024-09-22T09:22:12.010522+0000","last_fullsized":"2024-09-22T09:22:12.010522+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.467315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'699","reported_seq":1382,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.954609+0000","last_change":"2024-09-22T08:40:32.241532+0000","last_active":"2024-09-22T09:24:12.954609+0000","last_peered":"2024-09-22T09:24:12.954609+0000","last_clean":"2024-09-22T09:24:12.954609+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:24:12.954609+0000","last_undegraded":"2024-09-22T09:24:12.954609+0000","last_fullsized":"2024-09-22T09:24:12.954609+0000","mapping_epoch":31,"log_start":"266'600","ondisk_log_start":"266'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:19.925123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168787,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1355,"num_read_kb":2790,"num_write":1304,"num_write_kb":1171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:47.045065+0000","last_change":"2024-09-22T08:40:34.246287+0000","last_active":"2024-09-22T09:21:47.045065+0000","last_peered":"2024-09-22T09:21:47.045065+0000","last_clean":"2024-09-22T09:21:47.045065+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:21:47.045065+0000","last_undegraded":"2024-09-22T09:21:47.045065+0000","last_fullsized":"2024-09-22T09:21:47.045065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:03.351561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.762491+0000","last_change":"2024-09-22T08:40:36.286308+0000","last_active":"2024-09-22T09:22:51.762491+0000","last_peered":"2024-09-22T09:22:51.762491+0000","last_clean":"2024-09-22T09:22:51.762491+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:22:51.762491+0000","last_undegraded":"2024-09-22T09:22:51.762491+0000","last_fullsized":"2024-09-22T09:22:51.762491+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:09.034397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043684+0000","last_change":"2024-09-22T08:40:28.199456+0000","last_active":"2024-09-22T09:21:42.043684+0000","last_peered":"2024-09-22T09:21:42.043684+0000","last_clean":"2024-09-22T09:21:42.043684+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:21:42.043684+0000","last_undegraded":"2024-09-22T09:21:42.043684+0000","last_fullsized":"2024-09-22T09:21:42.043684+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:46.766360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012830+0000","last_change":"2024-09-22T08:40:16.833402+0000","last_active":"2024-09-22T09:22:22.012830+0000","last_peered":"2024-09-22T09:22:22.012830+0000","last_clean":"2024-09-22T09:22:22.012830+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:22:22.012830+0000","last_undegraded":"2024-09-22T09:22:22.012830+0000","last_fullsized":"2024-09-22T09:22:22.012830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:54.091287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'262","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.399569+0000","last_change":"2024-09-22T08:40:26.226528+0000","last_active":"2024-09-22T09:22:12.399569+0000","last_peered":"2024-09-22T09:22:12.399569+0000","last_clean":"2024-09-22T09:22:12.399569+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:22:12.399569+0000","last_undegraded":"2024-09-22T09:22:12.399569+0000","last_fullsized":"2024-09-22T09:22:12.399569+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:10.881164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6710500,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":464,"num_read_kb":9370,"num_write":919,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852874+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:21:41.852874+0000","last_peered":"2024-09-22T09:21:41.852874+0000","last_clean":"2024-09-22T09:21:41.852874+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:21:41.852874+0000","last_undegraded":"2024-09-22T09:21:41.852874+0000","last_fullsized":"2024-09-22T09:21:41.852874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:43.986878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1235","reported_seq":2690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.309273+0000","last_change":"2024-09-22T08:40:32.232373+0000","last_active":"2024-09-22T09:24:13.309273+0000","last_peered":"2024-09-22T09:24:13.309273+0000","last_clean":"2024-09-22T09:24:13.309273+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:24:13.309273+0000","last_undegraded":"2024-09-22T09:24:13.309273+0000","last_fullsized":"2024-09-22T09:24:13.309273+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:51.093226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176667,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1991,"num_read_kb":3462,"num_write":1102,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013069+0000","last_change":"2024-09-22T08:40:34.241452+0000","last_active":"2024-09-22T09:22:22.013069+0000","last_peered":"2024-09-22T09:22:22.013069+0000","last_clean":"2024-09-22T09:22:22.013069+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:22:22.013069+0000","last_undegraded":"2024-09-22T09:22:22.013069+0000","last_fullsized":"2024-09-22T09:22:22.013069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:25.437030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'136","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.080386+0000","last_change":"2024-09-22T08:40:36.377542+0000","last_active":"2024-09-22T09:22:15.080386+0000","last_peered":"2024-09-22T09:22:15.080386+0000","last_clean":"2024-09-22T09:22:15.080386+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:22:15.080386+0000","last_undegraded":"2024-09-22T09:22:15.080386+0000","last_fullsized":"2024-09-22T09:22:15.080386+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:29:22.361522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:03.756063+0000","last_change":"2024-09-22T08:40:28.222889+0000","last_active":"2024-09-22T09:22:03.756063+0000","last_peered":"2024-09-22T09:22:03.756063+0000","last_clean":"2024-09-22T09:22:03.756063+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:22:03.756063+0000","last_undegraded":"2024-09-22T09:22:03.756063+0000","last_fullsized":"2024-09-22T09:22:03.756063+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:09.655871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.827814+0000","last_change":"2024-09-22T08:40:16.316016+0000","last_active":"2024-09-22T09:21:56.827814+0000","last_peered":"2024-09-22T09:21:56.827814+0000","last_clean":"2024-09-22T09:21:56.827814+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:21:56.827814+0000","last_undegraded":"2024-09-22T09:21:56.827814+0000","last_fullsized":"2024-09-22T09:21:56.827814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:55.934267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'296","reported_seq":977,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.848514+0000","last_change":"2024-09-22T08:40:26.257604+0000","last_active":"2024-09-22T09:22:36.848514+0000","last_peered":"2024-09-22T09:22:36.848514+0000","last_clean":"2024-09-22T09:22:36.848514+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:22:36.848514+0000","last_undegraded":"2024-09-22T09:22:36.848514+0000","last_fullsized":"2024-09-22T09:22:36.848514+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:46.896239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6871319,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":620,"num_read_kb":83116,"num_write":1122,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824543+0000","last_change":"2024-09-22T08:40:30.229226+0000","last_active":"2024-09-22T09:21:41.824543+0000","last_peered":"2024-09-22T09:21:41.824543+0000","last_clean":"2024-09-22T09:21:41.824543+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:21:41.824543+0000","last_undegraded":"2024-09-22T09:21:41.824543+0000","last_fullsized":"2024-09-22T09:21:41.824543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:33.591354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'203","reported_seq":1271,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.154269+0000","last_change":"2024-09-22T08:40:32.341866+0000","last_active":"2024-09-22T09:24:13.154269+0000","last_peered":"2024-09-22T09:24:13.154269+0000","last_clean":"2024-09-22T09:24:13.154269+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:24:13.154269+0000","last_undegraded":"2024-09-22T09:24:13.154269+0000","last_fullsized":"2024-09-22T09:24:13.154269+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:21.529711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052534+0000","last_change":"2024-09-22T08:40:34.234323+0000","last_active":"2024-09-22T09:22:17.052534+0000","last_peered":"2024-09-22T09:22:17.052534+0000","last_clean":"2024-09-22T09:22:17.052534+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:22:17.052534+0000","last_undegraded":"2024-09-22T09:22:17.052534+0000","last_fullsized":"2024-09-22T09:22:17.052534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:56.367315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'269","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.709152+0000","last_change":"2024-09-22T08:40:36.293086+0000","last_active":"2024-09-22T09:24:11.709152+0000","last_peered":"2024-09-22T09:24:11.709152+0000","last_clean":"2024-09-22T09:24:11.709152+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:24:11.709152+0000","last_undegraded":"2024-09-22T09:24:11.709152+0000","last_fullsized":"2024-09-22T09:24:11.709152+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:40.091859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":899,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.842459+0000","last_change":"2024-09-22T08:40:28.200438+0000","last_active":"2024-09-22T09:22:30.842459+0000","last_peered":"2024-09-22T09:22:30.842459+0000","last_clean":"2024-09-22T09:22:30.842459+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:22:30.842459+0000","last_undegraded":"2024-09-22T09:22:30.842459+0000","last_fullsized":"2024-09-22T09:22:30.842459+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:31.618503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":521,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855931+0000","last_change":"2024-09-22T08:40:16.327395+0000","last_active":"2024-09-22T09:21:56.855931+0000","last_peered":"2024-09-22T09:21:56.855931+0000","last_clean":"2024-09-22T09:21:56.855931+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:21:56.855931+0000","last_undegraded":"2024-09-22T09:21:56.855931+0000","last_fullsized":"2024-09-22T09:21:56.855931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:06:04.249701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'416","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.719422+0000","last_change":"2024-09-22T08:40:26.265106+0000","last_active":"2024-09-22T09:22:48.719422+0000","last_peered":"2024-09-22T09:22:48.719422+0000","last_clean":"2024-09-22T09:22:48.719422+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:22:48.719422+0000","last_undegraded":"2024-09-22T09:22:48.719422+0000","last_fullsized":"2024-09-22T09:22:48.719422+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:28.408763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26885004,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":986,"num_read_kb":157624,"num_write":1480,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052651+0000","last_change":"2024-09-22T08:40:30.218624+0000","last_active":"2024-09-22T09:22:17.052651+0000","last_peered":"2024-09-22T09:22:17.052651+0000","last_clean":"2024-09-22T09:22:17.052651+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:22:17.052651+0000","last_undegraded":"2024-09-22T09:22:17.052651+0000","last_fullsized":"2024-09-22T09:22:17.052651+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:45.341645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'122","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:09.798510+0000","last_change":"2024-09-22T08:40:32.235553+0000","last_active":"2024-09-22T09:24:09.798510+0000","last_peered":"2024-09-22T09:24:09.798510+0000","last_clean":"2024-09-22T09:24:09.798510+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:24:09.798510+0000","last_undegraded":"2024-09-22T09:24:09.798510+0000","last_fullsized":"2024-09-22T09:24:09.798510+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:52.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.812807+0000","last_change":"2024-09-22T08:40:34.264667+0000","last_active":"2024-09-22T09:21:46.812807+0000","last_peered":"2024-09-22T09:21:46.812807+0000","last_clean":"2024-09-22T09:21:46.812807+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:21:46.812807+0000","last_undegraded":"2024-09-22T09:21:46.812807+0000","last_fullsized":"2024-09-22T09:21:46.812807+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:49.403994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'139","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.196706+0000","last_change":"2024-09-22T08:40:36.283636+0000","last_active":"2024-09-22T09:22:51.196706+0000","last_peered":"2024-09-22T09:22:51.196706+0000","last_clean":"2024-09-22T09:22:51.196706+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:22:51.196706+0000","last_undegraded":"2024-09-22T09:22:51.196706+0000","last_fullsized":"2024-09-22T09:22:51.196706+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:10.237893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.840885+0000","last_change":"2024-09-22T08:40:28.222823+0000","last_active":"2024-09-22T09:22:11.840885+0000","last_peered":"2024-09-22T09:22:11.840885+0000","last_clean":"2024-09-22T09:22:11.840885+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:22:11.840885+0000","last_undegraded":"2024-09-22T09:22:11.840885+0000","last_fullsized":"2024-09-22T09:22:11.840885+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:20.409193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'284","reported_seq":936,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859208+0000","last_change":"2024-09-22T08:40:26.261061+0000","last_active":"2024-09-22T09:22:11.859208+0000","last_peered":"2024-09-22T09:22:11.859208+0000","last_clean":"2024-09-22T09:22:11.859208+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:22:11.859208+0000","last_undegraded":"2024-09-22T09:22:11.859208+0000","last_fullsized":"2024-09-22T09:22:11.859208+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:28.164786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15731411,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":595,"num_read_kb":5715,"num_write":1134,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837163+0000","last_change":"2024-09-22T08:40:16.330890+0000","last_active":"2024-09-22T09:21:56.837163+0000","last_peered":"2024-09-22T09:21:56.837163+0000","last_clean":"2024-09-22T09:21:56.837163+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:21:56.837163+0000","last_undegraded":"2024-09-22T09:21:56.837163+0000","last_fullsized":"2024-09-22T09:21:56.837163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:49.499194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.051324+0000","last_change":"2024-09-22T08:40:30.220309+0000","last_active":"2024-09-22T09:22:12.051324+0000","last_peered":"2024-09-22T09:22:12.051324+0000","last_clean":"2024-09-22T09:22:12.051324+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:22:12.051324+0000","last_undegraded":"2024-09-22T09:22:12.051324+0000","last_fullsized":"2024-09-22T09:22:12.051324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:18.896426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'565","reported_seq":1215,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.983147+0000","last_change":"2024-09-22T08:40:32.242087+0000","last_active":"2024-09-22T09:24:12.983147+0000","last_peered":"2024-09-22T09:24:12.983147+0000","last_clean":"2024-09-22T09:24:12.983147+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:24:12.983147+0000","last_undegraded":"2024-09-22T09:24:12.983147+0000","last_fullsized":"2024-09-22T09:24:12.983147+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:18.728918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110230,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1573,"num_read_kb":2526,"num_write":2082,"num_write_kb":1920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.815578+0000","last_change":"2024-09-22T08:40:34.239878+0000","last_active":"2024-09-22T09:22:16.815578+0000","last_peered":"2024-09-22T09:22:16.815578+0000","last_clean":"2024-09-22T09:22:16.815578+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:22:16.815578+0000","last_undegraded":"2024-09-22T09:22:16.815578+0000","last_fullsized":"2024-09-22T09:22:16.815578+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:57.779772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'153","reported_seq":665,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.059607+0000","last_change":"2024-09-22T08:40:36.378492+0000","last_active":"2024-09-22T09:22:30.059607+0000","last_peered":"2024-09-22T09:22:30.059607+0000","last_clean":"2024-09-22T09:22:30.059607+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:22:30.059607+0000","last_undegraded":"2024-09-22T09:22:30.059607+0000","last_fullsized":"2024-09-22T09:22:30.059607+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:31.397881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.168144+0000","last_change":"2024-09-22T08:40:28.223293+0000","last_active":"2024-09-22T09:22:38.168144+0000","last_peered":"2024-09-22T09:22:38.168144+0000","last_clean":"2024-09-22T09:22:38.168144+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:22:38.168144+0000","last_undegraded":"2024-09-22T09:22:38.168144+0000","last_fullsized":"2024-09-22T09:22:38.168144+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:13:14.508184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'312","reported_seq":962,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.907577+0000","last_change":"2024-09-22T08:40:26.232907+0000","last_active":"2024-09-22T09:22:22.907577+0000","last_peered":"2024-09-22T09:22:22.907577+0000","last_clean":"2024-09-22T09:22:22.907577+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:22:22.907577+0000","last_undegraded":"2024-09-22T09:22:22.907577+0000","last_fullsized":"2024-09-22T09:22:22.907577+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:12.072039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29683,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":616,"num_read_kb":2439,"num_write":1175,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007899+0000","last_change":"2024-09-22T08:40:16.833425+0000","last_active":"2024-09-22T09:22:02.007899+0000","last_peered":"2024-09-22T09:22:02.007899+0000","last_clean":"2024-09-22T09:22:02.007899+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:22:02.007899+0000","last_undegraded":"2024-09-22T09:22:02.007899+0000","last_fullsized":"2024-09-22T09:22:02.007899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:57.751658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818136+0000","last_change":"2024-09-22T08:40:30.219055+0000","last_active":"2024-09-22T09:22:11.818136+0000","last_peered":"2024-09-22T09:22:11.818136+0000","last_clean":"2024-09-22T09:22:11.818136+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:22:11.818136+0000","last_undegraded":"2024-09-22T09:22:11.818136+0000","last_fullsized":"2024-09-22T09:22:11.818136+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:13:41.006254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'159","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.975778+0000","last_change":"2024-09-22T08:40:32.337751+0000","last_active":"2024-09-22T09:22:22.975778+0000","last_peered":"2024-09-22T09:22:22.975778+0000","last_clean":"2024-09-22T09:22:22.975778+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:22:22.975778+0000","last_undegraded":"2024-09-22T09:22:22.975778+0000","last_fullsized":"2024-09-22T09:22:22.975778+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:41.831806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'785","reported_seq":2472,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.013097+0000","last_change":"2024-09-22T08:40:34.269647+0000","last_active":"2024-09-22T09:24:13.013097+0000","last_peered":"2024-09-22T09:24:13.013097+0000","last_clean":"2024-09-22T09:24:13.013097+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:24:13.013097+0000","last_undegraded":"2024-09-22T09:24:13.013097+0000","last_fullsized":"2024-09-22T09:24:13.013097+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.950637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'132","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.877871+0000","last_change":"2024-09-22T08:40:36.377464+0000","last_active":"2024-09-22T09:23:31.877871+0000","last_peered":"2024-09-22T09:23:31.877871+0000","last_clean":"2024-09-22T09:23:31.877871+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:23:31.877871+0000","last_undegraded":"2024-09-22T09:23:31.877871+0000","last_fullsized":"2024-09-22T09:23:31.877871+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:55.057175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":837,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:38.650654+0000","last_change":"2024-09-22T08:40:28.235156+0000","last_active":"2024-09-22T09:21:38.650654+0000","last_peered":"2024-09-22T09:21:38.650654+0000","last_clean":"2024-09-22T09:21:38.650654+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:21:38.650654+0000","last_undegraded":"2024-09-22T09:21:38.650654+0000","last_fullsized":"2024-09-22T09:21:38.650654+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:02.371487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'339","reported_seq":1032,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.359138+0000","last_change":"2024-09-22T08:40:26.223319+0000","last_active":"2024-09-22T09:22:37.359138+0000","last_peered":"2024-09-22T09:22:37.359138+0000","last_clean":"2024-09-22T09:22:37.359138+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:22:37.359138+0000","last_undegraded":"2024-09-22T09:22:37.359138+0000","last_fullsized":"2024-09-22T09:22:37.359138+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:02.849194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5906266,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":828,"num_read_kb":6172,"num_write":1233,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.830093+0000","last_change":"2024-09-22T08:40:16.331170+0000","last_active":"2024-09-22T09:21:26.830093+0000","last_peered":"2024-09-22T09:21:26.830093+0000","last_clean":"2024-09-22T09:21:26.830093+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:21:26.830093+0000","last_undegraded":"2024-09-22T09:21:26.830093+0000","last_fullsized":"2024-09-22T09:21:26.830093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:28.108572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814313+0000","last_change":"2024-09-22T08:40:30.200499+0000","last_active":"2024-09-22T09:22:11.814313+0000","last_peered":"2024-09-22T09:22:11.814313+0000","last_clean":"2024-09-22T09:22:11.814313+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:22:11.814313+0000","last_undegraded":"2024-09-22T09:22:11.814313+0000","last_fullsized":"2024-09-22T09:22:11.814313+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:40.435115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'108","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814443+0000","last_change":"2024-09-22T08:40:32.241036+0000","last_active":"2024-09-22T09:22:11.814443+0000","last_peered":"2024-09-22T09:22:11.814443+0000","last_clean":"2024-09-22T09:22:11.814443+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:22:11.814443+0000","last_undegraded":"2024-09-22T09:22:11.814443+0000","last_fullsized":"2024-09-22T09:22:11.814443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:15.275331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'779","reported_seq":2493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.328382+0000","last_change":"2024-09-22T08:40:34.242536+0000","last_active":"2024-09-22T09:24:13.328382+0000","last_peered":"2024-09-22T09:24:13.328382+0000","last_clean":"2024-09-22T09:24:13.328382+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:24:13.328382+0000","last_undegraded":"2024-09-22T09:24:13.328382+0000","last_fullsized":"2024-09-22T09:24:13.328382+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:23.009780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'276","reported_seq":802,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:22.067631+0000","last_change":"2024-09-22T08:40:36.280765+0000","last_active":"2024-09-22T09:23:22.067631+0000","last_peered":"2024-09-22T09:23:22.067631+0000","last_clean":"2024-09-22T09:23:22.067631+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:23:22.067631+0000","last_undegraded":"2024-09-22T09:23:22.067631+0000","last_fullsized":"2024-09-22T09:23:22.067631+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:02.502001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'131","reported_seq":746,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814239+0000","last_change":"2024-09-22T08:40:28.224633+0000","last_active":"2024-09-22T09:22:11.814239+0000","last_peered":"2024-09-22T09:22:11.814239+0000","last_clean":"2024-09-22T09:22:11.814239+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:22:11.814239+0000","last_undegraded":"2024-09-22T09:22:11.814239+0000","last_fullsized":"2024-09-22T09:22:11.814239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:00.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'326","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.251745+0000","last_change":"2024-09-22T08:40:26.226687+0000","last_active":"2024-09-22T09:22:49.251745+0000","last_peered":"2024-09-22T09:22:49.251745+0000","last_clean":"2024-09-22T09:22:49.251745+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:22:49.251745+0000","last_undegraded":"2024-09-22T09:22:49.251745+0000","last_fullsized":"2024-09-22T09:22:49.251745+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:41.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8811994,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":791,"num_read_kb":11014,"num_write":1115,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.808469+0000","last_change":"2024-09-22T08:40:16.470857+0000","last_active":"2024-09-22T09:21:26.808469+0000","last_peered":"2024-09-22T09:21:26.808469+0000","last_clean":"2024-09-22T09:21:26.808469+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:21:26.808469+0000","last_undegraded":"2024-09-22T09:21:26.808469+0000","last_fullsized":"2024-09-22T09:21:26.808469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:41:57.296974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.835305+0000","last_change":"2024-09-22T08:40:30.206060+0000","last_active":"2024-09-22T09:20:41.835305+0000","last_peered":"2024-09-22T09:20:41.835305+0000","last_clean":"2024-09-22T09:20:41.835305+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:20:41.835305+0000","last_undegraded":"2024-09-22T09:20:41.835305+0000","last_fullsized":"2024-09-22T09:20:41.835305+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:09:39.488356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'717","reported_seq":1414,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.941852+0000","last_change":"2024-09-22T08:40:32.338866+0000","last_active":"2024-09-22T09:24:12.941852+0000","last_peered":"2024-09-22T09:24:12.941852+0000","last_clean":"2024-09-22T09:24:12.941852+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:24:12.941852+0000","last_undegraded":"2024-09-22T09:24:12.941852+0000","last_fullsized":"2024-09-22T09:24:12.941852+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:05.870774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170467,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1270,"num_read_kb":2734,"num_write":1050,"num_write_kb":878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.860496+0000","last_change":"2024-09-22T08:40:34.269570+0000","last_active":"2024-09-22T09:22:16.860496+0000","last_peered":"2024-09-22T09:22:16.860496+0000","last_clean":"2024-09-22T09:22:16.860496+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:22:16.860496+0000","last_undegraded":"2024-09-22T09:22:16.860496+0000","last_fullsized":"2024-09-22T09:22:16.860496+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:59.593457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'126","reported_seq":627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.427215+0000","last_change":"2024-09-22T08:40:36.279873+0000","last_active":"2024-09-22T09:22:06.427215+0000","last_peered":"2024-09-22T09:22:06.427215+0000","last_clean":"2024-09-22T09:22:06.427215+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:22:06.427215+0000","last_undegraded":"2024-09-22T09:22:06.427215+0000","last_fullsized":"2024-09-22T09:22:06.427215+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:06.303322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'134","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.895514+0000","last_change":"2024-09-22T08:40:36.285973+0000","last_active":"2024-09-22T09:22:51.895514+0000","last_peered":"2024-09-22T09:22:51.895514+0000","last_clean":"2024-09-22T09:22:51.895514+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:22:51.895514+0000","last_undegraded":"2024-09-22T09:22:51.895514+0000","last_fullsized":"2024-09-22T09:22:51.895514+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:06.674441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1417,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.831903+0000","last_change":"2024-09-22T08:40:28.210232+0000","last_active":"2024-09-22T09:22:24.831903+0000","last_peered":"2024-09-22T09:22:24.831903+0000","last_clean":"2024-09-22T09:22:24.831903+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:22:24.831903+0000","last_undegraded":"2024-09-22T09:22:24.831903+0000","last_fullsized":"2024-09-22T09:22:24.831903+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:44.822860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'306","reported_seq":996,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.621493+0000","last_change":"2024-09-22T08:40:26.249780+0000","last_active":"2024-09-22T09:22:06.621493+0000","last_peered":"2024-09-22T09:22:06.621493+0000","last_clean":"2024-09-22T09:22:06.621493+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:22:06.621493+0000","last_undegraded":"2024-09-22T09:22:06.621493+0000","last_fullsized":"2024-09-22T09:22:06.621493+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:10.926523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24121495,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":717,"num_read_kb":57903,"num_write":1250,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.812791+0000","last_change":"2024-09-22T08:40:30.226863+0000","last_active":"2024-09-22T09:20:11.812791+0000","last_peered":"2024-09-22T09:20:11.812791+0000","last_clean":"2024-09-22T09:20:11.812791+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:20:11.812791+0000","last_undegraded":"2024-09-22T09:20:11.812791+0000","last_fullsized":"2024-09-22T09:20:11.812791+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:55.427470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'271","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864426+0000","last_change":"2024-09-22T08:40:32.238396+0000","last_active":"2024-09-22T09:22:31.864426+0000","last_peered":"2024-09-22T09:22:31.864426+0000","last_clean":"2024-09-22T09:22:31.864426+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:22:31.864426+0000","last_undegraded":"2024-09-22T09:22:31.864426+0000","last_fullsized":"2024-09-22T09:22:31.864426+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:00.526507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55220,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":946,"num_write":376,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829076+0000","last_change":"2024-09-22T08:40:34.243516+0000","last_active":"2024-09-22T09:20:16.829076+0000","last_peered":"2024-09-22T09:20:16.829076+0000","last_clean":"2024-09-22T09:20:16.829076+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:20:16.829076+0000","last_undegraded":"2024-09-22T09:20:16.829076+0000","last_fullsized":"2024-09-22T09:20:16.829076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:40.023874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.263063+0000","last_change":"2024-09-22T08:40:36.279368+0000","last_active":"2024-09-22T09:22:34.263063+0000","last_peered":"2024-09-22T09:22:34.263063+0000","last_clean":"2024-09-22T09:22:34.263063+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:22:34.263063+0000","last_undegraded":"2024-09-22T09:22:34.263063+0000","last_fullsized":"2024-09-22T09:22:34.263063+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:15.157066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'174","reported_seq":783,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.045390+0000","last_change":"2024-09-22T08:40:28.208814+0000","last_active":"2024-09-22T09:22:36.045390+0000","last_peered":"2024-09-22T09:22:36.045390+0000","last_clean":"2024-09-22T09:22:36.045390+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:22:36.045390+0000","last_undegraded":"2024-09-22T09:22:36.045390+0000","last_fullsized":"2024-09-22T09:22:36.045390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:57.690745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'276","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.937031+0000","last_change":"2024-09-22T08:40:26.237164+0000","last_active":"2024-09-22T09:21:37.937031+0000","last_peered":"2024-09-22T09:21:37.937031+0000","last_clean":"2024-09-22T09:21:37.937031+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:21:37.937031+0000","last_undegraded":"2024-09-22T09:21:37.937031+0000","last_fullsized":"2024-09-22T09:21:37.937031+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:05.593075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108797,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":493,"num_read_kb":5506,"num_write":964,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.827974+0000","last_change":"2024-09-22T08:40:30.213654+0000","last_active":"2024-09-22T09:20:11.827974+0000","last_peered":"2024-09-22T09:20:11.827974+0000","last_clean":"2024-09-22T09:20:11.827974+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:20:11.827974+0000","last_undegraded":"2024-09-22T09:20:11.827974+0000","last_fullsized":"2024-09-22T09:20:11.827974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:47.170541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'57","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056029+0000","last_change":"2024-09-22T08:40:32.224633+0000","last_active":"2024-09-22T09:22:32.056029+0000","last_peered":"2024-09-22T09:22:32.056029+0000","last_clean":"2024-09-22T09:22:32.056029+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:22:32.056029+0000","last_undegraded":"2024-09-22T09:22:32.056029+0000","last_fullsized":"2024-09-22T09:22:32.056029+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:55.295196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983210+0000","last_change":"2024-09-22T08:40:34.241779+0000","last_active":"2024-09-22T09:20:16.983210+0000","last_peered":"2024-09-22T09:20:16.983210+0000","last_clean":"2024-09-22T09:20:16.983210+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:20:16.983210+0000","last_undegraded":"2024-09-22T09:20:16.983210+0000","last_fullsized":"2024-09-22T09:20:16.983210+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:38.132021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'203","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.191962+0000","last_change":"2024-09-22T08:40:36.276448+0000","last_active":"2024-09-22T09:22:51.191962+0000","last_peered":"2024-09-22T09:22:51.191962+0000","last_clean":"2024-09-22T09:22:51.191962+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:22:51.191962+0000","last_undegraded":"2024-09-22T09:22:51.191962+0000","last_fullsized":"2024-09-22T09:22:51.191962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:59.605500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:56.873101+0000","last_change":"2024-09-22T08:40:28.237328+0000","last_active":"2024-09-22T09:20:56.873101+0000","last_peered":"2024-09-22T09:20:56.873101+0000","last_clean":"2024-09-22T09:20:56.873101+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:20:56.873101+0000","last_undegraded":"2024-09-22T09:20:56.873101+0000","last_fullsized":"2024-09-22T09:20:56.873101+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:30.447192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'278","reported_seq":934,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.678531+0000","last_change":"2024-09-22T08:40:26.230990+0000","last_active":"2024-09-22T09:22:21.678531+0000","last_peered":"2024-09-22T09:22:21.678531+0000","last_clean":"2024-09-22T09:22:21.678531+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:22:21.678531+0000","last_undegraded":"2024-09-22T09:22:21.678531+0000","last_fullsized":"2024-09-22T09:22:21.678531+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:36.452623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5664906,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":572,"num_read_kb":34711,"num_write":999,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.981852+0000","last_change":"2024-09-22T08:40:30.211405+0000","last_active":"2024-09-22T09:20:11.981852+0000","last_peered":"2024-09-22T09:20:11.981852+0000","last_clean":"2024-09-22T09:20:11.981852+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:20:11.981852+0000","last_undegraded":"2024-09-22T09:20:11.981852+0000","last_fullsized":"2024-09-22T09:20:11.981852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:18.040675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'315","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864526+0000","last_change":"2024-09-22T08:40:32.243725+0000","last_active":"2024-09-22T09:22:31.864526+0000","last_peered":"2024-09-22T09:22:31.864526+0000","last_clean":"2024-09-22T09:22:31.864526+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:22:31.864526+0000","last_undegraded":"2024-09-22T09:22:31.864526+0000","last_fullsized":"2024-09-22T09:22:31.864526+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:24.187991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80037,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":522,"num_read_kb":1093,"num_write":426,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.793832+0000","last_change":"2024-09-22T08:40:34.263462+0000","last_active":"2024-09-22T09:20:16.793832+0000","last_peered":"2024-09-22T09:20:16.793832+0000","last_clean":"2024-09-22T09:20:16.793832+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:20:16.793832+0000","last_undegraded":"2024-09-22T09:20:16.793832+0000","last_fullsized":"2024-09-22T09:20:16.793832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:07.217975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'132","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.833593+0000","last_change":"2024-09-22T08:40:36.280509+0000","last_active":"2024-09-22T09:22:21.833593+0000","last_peered":"2024-09-22T09:22:21.833593+0000","last_clean":"2024-09-22T09:22:21.833593+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:22:21.833593+0000","last_undegraded":"2024-09-22T09:22:21.833593+0000","last_fullsized":"2024-09-22T09:22:21.833593+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:35.515200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.402156+0000","last_change":"2024-09-22T08:41:01.930411+0000","last_active":"2024-09-22T09:22:09.402156+0000","last_peered":"2024-09-22T09:22:09.402156+0000","last_clean":"2024-09-22T09:22:09.402156+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:22:09.402156+0000","last_undegraded":"2024-09-22T09:22:09.402156+0000","last_fullsized":"2024-09-22T09:22:09.402156+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:06.907880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'304","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.639395+0000","last_change":"2024-09-22T08:40:26.257329+0000","last_active":"2024-09-22T09:22:10.639395+0000","last_peered":"2024-09-22T09:22:10.639395+0000","last_clean":"2024-09-22T09:22:10.639395+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:22:10.639395+0000","last_undegraded":"2024-09-22T09:22:10.639395+0000","last_fullsized":"2024-09-22T09:22:10.639395+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:55.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6910039,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":556,"num_read_kb":72381,"num_write":1124,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.792717+0000","last_change":"2024-09-22T08:40:30.216924+0000","last_active":"2024-09-22T09:20:11.792717+0000","last_peered":"2024-09-22T09:20:11.792717+0000","last_clean":"2024-09-22T09:20:11.792717+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:20:11.792717+0000","last_undegraded":"2024-09-22T09:20:11.792717+0000","last_fullsized":"2024-09-22T09:20:11.792717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:51.952397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'300","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.207756+0000","last_change":"2024-09-22T08:40:32.235734+0000","last_active":"2024-09-22T09:22:34.207756+0000","last_peered":"2024-09-22T09:22:34.207756+0000","last_clean":"2024-09-22T09:22:34.207756+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:22:34.207756+0000","last_undegraded":"2024-09-22T09:22:34.207756+0000","last_fullsized":"2024-09-22T09:22:34.207756+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:22.334746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":495,"num_read_kb":1264,"num_write":422,"num_write_kb":442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:17.022324+0000","last_change":"2024-09-22T08:40:34.235282+0000","last_active":"2024-09-22T09:20:17.022324+0000","last_peered":"2024-09-22T09:20:17.022324+0000","last_clean":"2024-09-22T09:20:17.022324+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:20:17.022324+0000","last_undegraded":"2024-09-22T09:20:17.022324+0000","last_fullsized":"2024-09-22T09:20:17.022324+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:31.588161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":664,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818279+0000","last_change":"2024-09-22T08:40:28.230264+0000","last_active":"2024-09-22T09:22:11.818279+0000","last_peered":"2024-09-22T09:22:11.818279+0000","last_clean":"2024-09-22T09:22:11.818279+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:22:11.818279+0000","last_undegraded":"2024-09-22T09:22:11.818279+0000","last_fullsized":"2024-09-22T09:22:11.818279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:48.285633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'295","reported_seq":928,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.652032+0000","last_change":"2024-09-22T08:40:26.215731+0000","last_active":"2024-09-22T09:22:24.652032+0000","last_peered":"2024-09-22T09:22:24.652032+0000","last_clean":"2024-09-22T09:22:24.652032+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:22:24.652032+0000","last_undegraded":"2024-09-22T09:22:24.652032+0000","last_fullsized":"2024-09-22T09:22:24.652032+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:32.587853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254371,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":561,"num_read_kb":4820,"num_write":1177,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057561+0000","last_change":"2024-09-22T08:40:30.214694+0000","last_active":"2024-09-22T09:22:37.057561+0000","last_peered":"2024-09-22T09:22:37.057561+0000","last_clean":"2024-09-22T09:22:37.057561+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:22:37.057561+0000","last_undegraded":"2024-09-22T09:22:37.057561+0000","last_fullsized":"2024-09-22T09:22:37.057561+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:27.709434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'461","reported_seq":1080,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.916064+0000","last_change":"2024-09-22T08:40:32.223560+0000","last_active":"2024-09-22T09:24:12.916064+0000","last_peered":"2024-09-22T09:24:12.916064+0000","last_clean":"2024-09-22T09:24:12.916064+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:24:12.916064+0000","last_undegraded":"2024-09-22T09:24:12.916064+0000","last_fullsized":"2024-09-22T09:24:12.916064+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:54.667591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109124,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":833,"num_read_kb":1789,"num_write":730,"num_write_kb":655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":482,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.837725+0000","last_change":"2024-09-22T08:40:34.252498+0000","last_active":"2024-09-22T09:20:36.837725+0000","last_peered":"2024-09-22T09:20:36.837725+0000","last_clean":"2024-09-22T09:20:36.837725+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:20:36.837725+0000","last_undegraded":"2024-09-22T09:20:36.837725+0000","last_fullsized":"2024-09-22T09:20:36.837725+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:07.956126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'191","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.258161+0000","last_change":"2024-09-22T08:40:36.378566+0000","last_active":"2024-09-22T09:22:34.258161+0000","last_peered":"2024-09-22T09:22:34.258161+0000","last_clean":"2024-09-22T09:22:34.258161+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:22:34.258161+0000","last_undegraded":"2024-09-22T09:22:34.258161+0000","last_fullsized":"2024-09-22T09:22:34.258161+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.277791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057498+0000","last_change":"2024-09-22T08:40:28.220393+0000","last_active":"2024-09-22T09:22:37.057498+0000","last_peered":"2024-09-22T09:22:37.057498+0000","last_clean":"2024-09-22T09:22:37.057498+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:22:37.057498+0000","last_undegraded":"2024-09-22T09:22:37.057498+0000","last_fullsized":"2024-09-22T09:22:37.057498+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:05.374071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'287","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.757531+0000","last_change":"2024-09-22T08:40:26.250298+0000","last_active":"2024-09-22T09:22:31.757531+0000","last_peered":"2024-09-22T09:22:31.757531+0000","last_clean":"2024-09-22T09:22:31.757531+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:22:31.757531+0000","last_undegraded":"2024-09-22T09:22:31.757531+0000","last_fullsized":"2024-09-22T09:22:31.757531+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:14.996116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11591362,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":467,"num_read_kb":107261,"num_write":1012,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818241+0000","last_change":"2024-09-22T08:40:30.216330+0000","last_active":"2024-09-22T09:22:11.818241+0000","last_peered":"2024-09-22T09:22:11.818241+0000","last_clean":"2024-09-22T09:22:11.818241+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:22:11.818241+0000","last_undegraded":"2024-09-22T09:22:11.818241+0000","last_fullsized":"2024-09-22T09:22:11.818241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:16.202092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'299","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:02.022841+0000","last_change":"2024-09-22T08:40:32.235772+0000","last_active":"2024-09-22T09:23:02.022841+0000","last_peered":"2024-09-22T09:23:02.022841+0000","last_clean":"2024-09-22T09:23:02.022841+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:23:02.022841+0000","last_undegraded":"2024-09-22T09:23:02.022841+0000","last_fullsized":"2024-09-22T09:23:02.022841+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:11.676829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55306,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":981,"num_write":418,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.818239+0000","last_change":"2024-09-22T08:40:34.267483+0000","last_active":"2024-09-22T09:20:36.818239+0000","last_peered":"2024-09-22T09:20:36.818239+0000","last_clean":"2024-09-22T09:20:36.818239+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:20:36.818239+0000","last_undegraded":"2024-09-22T09:20:36.818239+0000","last_fullsized":"2024-09-22T09:20:36.818239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:59.533536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'164","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.812111+0000","last_change":"2024-09-22T08:40:36.280289+0000","last_active":"2024-09-22T09:22:27.812111+0000","last_peered":"2024-09-22T09:22:27.812111+0000","last_clean":"2024-09-22T09:22:27.812111+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:22:27.812111+0000","last_undegraded":"2024-09-22T09:22:27.812111+0000","last_fullsized":"2024-09-22T09:22:27.812111+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:07.401686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:13.074042+0000","last_change":"2024-09-22T08:40:28.211241+0000","last_active":"2024-09-22T09:22:13.074042+0000","last_peered":"2024-09-22T09:22:13.074042+0000","last_clean":"2024-09-22T09:22:13.074042+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:22:13.074042+0000","last_undegraded":"2024-09-22T09:22:13.074042+0000","last_fullsized":"2024-09-22T09:22:13.074042+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:33.783277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'244","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:38.140900+0000","last_change":"2024-09-22T08:41:01.439808+0000","last_active":"2024-09-22T09:21:38.140900+0000","last_peered":"2024-09-22T09:21:38.140900+0000","last_clean":"2024-09-22T09:21:38.140900+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:21:38.140900+0000","last_undegraded":"2024-09-22T09:21:38.140900+0000","last_fullsized":"2024-09-22T09:21:38.140900+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:46.833657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7479678,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":430,"num_read_kb":2553,"num_write":909,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.791777+0000","last_change":"2024-09-22T08:40:30.207654+0000","last_active":"2024-09-22T09:20:31.791777+0000","last_peered":"2024-09-22T09:20:31.791777+0000","last_clean":"2024-09-22T09:20:31.791777+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:20:31.791777+0000","last_undegraded":"2024-09-22T09:20:31.791777+0000","last_fullsized":"2024-09-22T09:20:31.791777+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:09.523633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'263","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.971595+0000","last_change":"2024-09-22T08:40:32.339876+0000","last_active":"2024-09-22T09:24:12.971595+0000","last_peered":"2024-09-22T09:24:12.971595+0000","last_clean":"2024-09-22T09:24:12.971595+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:24:12.971595+0000","last_undegraded":"2024-09-22T09:24:12.971595+0000","last_fullsized":"2024-09-22T09:24:12.971595+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:31.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53879,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":900,"num_write":356,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.820416+0000","last_change":"2024-09-22T08:40:34.268017+0000","last_active":"2024-09-22T09:20:46.820416+0000","last_peered":"2024-09-22T09:20:46.820416+0000","last_clean":"2024-09-22T09:20:46.820416+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:20:46.820416+0000","last_undegraded":"2024-09-22T09:20:46.820416+0000","last_fullsized":"2024-09-22T09:20:46.820416+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:43.735660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'112","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.989456+0000","last_change":"2024-09-22T08:40:36.283029+0000","last_active":"2024-09-22T09:24:12.989456+0000","last_peered":"2024-09-22T09:24:12.989456+0000","last_clean":"2024-09-22T09:24:12.989456+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:24:12.989456+0000","last_undegraded":"2024-09-22T09:24:12.989456+0000","last_fullsized":"2024-09-22T09:24:12.989456+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:24.032962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:30.319596+0000","last_change":"2024-09-22T08:40:28.205935+0000","last_active":"2024-09-22T09:21:30.319596+0000","last_peered":"2024-09-22T09:21:30.319596+0000","last_clean":"2024-09-22T09:21:30.319596+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:21:30.319596+0000","last_undegraded":"2024-09-22T09:21:30.319596+0000","last_fullsized":"2024-09-22T09:21:30.319596+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:12:50.825707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'231","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.198344+0000","last_change":"2024-09-22T08:40:26.244245+0000","last_active":"2024-09-22T09:22:17.198344+0000","last_peered":"2024-09-22T09:22:17.198344+0000","last_clean":"2024-09-22T09:22:17.198344+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:22:17.198344+0000","last_undegraded":"2024-09-22T09:22:17.198344+0000","last_fullsized":"2024-09-22T09:22:17.198344+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:53.955430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7098354,"num_objects":52,"num_object_clones":0,"num_object_copies":208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":436,"num_read_kb":14922,"num_write":844,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.817150+0000","last_change":"2024-09-22T08:40:30.216191+0000","last_active":"2024-09-22T09:20:31.817150+0000","last_peered":"2024-09-22T09:20:31.817150+0000","last_clean":"2024-09-22T09:20:31.817150+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:20:31.817150+0000","last_undegraded":"2024-09-22T09:20:31.817150+0000","last_fullsized":"2024-09-22T09:20:31.817150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:37.722299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'76","reported_seq":596,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.960220+0000","last_change":"2024-09-22T08:40:32.337594+0000","last_active":"2024-09-22T09:22:06.960220+0000","last_peered":"2024-09-22T09:22:06.960220+0000","last_clean":"2024-09-22T09:22:06.960220+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:22:06.960220+0000","last_undegraded":"2024-09-22T09:22:06.960220+0000","last_fullsized":"2024-09-22T09:22:06.960220+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:38.512762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'747","reported_seq":4408,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.312762+0000","last_change":"2024-09-22T08:40:34.246022+0000","last_active":"2024-09-22T09:24:13.312762+0000","last_peered":"2024-09-22T09:24:13.312762+0000","last_clean":"2024-09-22T09:24:13.312762+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:24:13.312762+0000","last_undegraded":"2024-09-22T09:24:13.312762+0000","last_fullsized":"2024-09-22T09:24:13.312762+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:32.159093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":607,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.456417+0000","last_change":"2024-09-22T08:40:36.285732+0000","last_active":"2024-09-22T09:22:31.456417+0000","last_peered":"2024-09-22T09:22:31.456417+0000","last_clean":"2024-09-22T09:22:31.456417+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:22:31.456417+0000","last_undegraded":"2024-09-22T09:22:31.456417+0000","last_fullsized":"2024-09-22T09:22:31.456417+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:00.169118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'216","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:21.159548+0000","last_change":"2024-09-22T08:40:28.213487+0000","last_active":"2024-09-22T09:21:21.159548+0000","last_peered":"2024-09-22T09:21:21.159548+0000","last_clean":"2024-09-22T09:21:21.159548+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:21:21.159548+0000","last_undegraded":"2024-09-22T09:21:21.159548+0000","last_fullsized":"2024-09-22T09:21:21.159548+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:38:11.179025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'296","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.905367+0000","last_change":"2024-09-22T08:41:01.724534+0000","last_active":"2024-09-22T09:22:12.905367+0000","last_peered":"2024-09-22T09:22:12.905367+0000","last_clean":"2024-09-22T09:22:12.905367+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:22:12.905367+0000","last_undegraded":"2024-09-22T09:22:12.905367+0000","last_fullsized":"2024-09-22T09:22:12.905367+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:03.315611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65195,"num_objects":57,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":551,"num_read_kb":17894,"num_write":1095,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.987033+0000","last_change":"2024-09-22T08:40:30.218813+0000","last_active":"2024-09-22T09:20:31.987033+0000","last_peered":"2024-09-22T09:20:31.987033+0000","last_clean":"2024-09-22T09:20:31.987033+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:20:31.987033+0000","last_undegraded":"2024-09-22T09:20:31.987033+0000","last_fullsized":"2024-09-22T09:20:31.987033+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:05.594699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'337","reported_seq":910,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:06.884105+0000","last_change":"2024-09-22T08:40:32.228018+0000","last_active":"2024-09-22T09:24:06.884105+0000","last_peered":"2024-09-22T09:24:06.884105+0000","last_clean":"2024-09-22T09:24:06.884105+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:24:06.884105+0000","last_undegraded":"2024-09-22T09:24:06.884105+0000","last_fullsized":"2024-09-22T09:24:06.884105+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:00.472741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67187,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":539,"num_read_kb":1093,"num_write":456,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043392+0000","last_change":"2024-09-22T08:40:34.256455+0000","last_active":"2024-09-22T09:21:42.043392+0000","last_peered":"2024-09-22T09:21:42.043392+0000","last_clean":"2024-09-22T09:21:42.043392+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:21:42.043392+0000","last_undegraded":"2024-09-22T09:21:42.043392+0000","last_fullsized":"2024-09-22T09:21:42.043392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:38.598433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'123","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.736559+0000","last_change":"2024-09-22T08:40:36.286281+0000","last_active":"2024-09-22T09:22:51.736559+0000","last_peered":"2024-09-22T09:22:51.736559+0000","last_clean":"2024-09-22T09:22:51.736559+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:22:51.736559+0000","last_undegraded":"2024-09-22T09:22:51.736559+0000","last_fullsized":"2024-09-22T09:22:51.736559+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:35:58.264868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.971997+0000","last_change":"2024-09-22T08:40:28.210602+0000","last_active":"2024-09-22T09:22:22.971997+0000","last_peered":"2024-09-22T09:22:22.971997+0000","last_clean":"2024-09-22T09:22:22.971997+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:22:22.971997+0000","last_undegraded":"2024-09-22T09:22:22.971997+0000","last_fullsized":"2024-09-22T09:22:22.971997+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:46.821173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'238","reported_seq":960,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.203439+0000","last_change":"2024-09-22T08:40:26.269661+0000","last_active":"2024-09-22T09:22:34.203439+0000","last_peered":"2024-09-22T09:22:34.203439+0000","last_clean":"2024-09-22T09:22:34.203439+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:22:34.203439+0000","last_undegraded":"2024-09-22T09:22:34.203439+0000","last_fullsized":"2024-09-22T09:22:34.203439+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:59.306559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10871065,"num_objects":49,"num_object_clones":0,"num_object_copies":196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":888,"num_read_kb":41551,"num_write":899,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836679+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:20:31.836679+0000","last_peered":"2024-09-22T09:20:31.836679+0000","last_clean":"2024-09-22T09:20:31.836679+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:20:31.836679+0000","last_undegraded":"2024-09-22T09:20:31.836679+0000","last_fullsized":"2024-09-22T09:20:31.836679+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:31.499209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'243","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.074617+0000","last_change":"2024-09-22T08:40:32.218284+0000","last_active":"2024-09-22T09:24:02.074617+0000","last_peered":"2024-09-22T09:24:02.074617+0000","last_clean":"2024-09-22T09:24:02.074617+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:24:02.074617+0000","last_undegraded":"2024-09-22T09:24:02.074617+0000","last_fullsized":"2024-09-22T09:24:02.074617+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:58.512416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46746,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":390,"num_read_kb":800,"num_write":316,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813669+0000","last_change":"2024-09-22T08:40:34.246815+0000","last_active":"2024-09-22T09:21:51.813669+0000","last_peered":"2024-09-22T09:21:51.813669+0000","last_clean":"2024-09-22T09:21:51.813669+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:21:51.813669+0000","last_undegraded":"2024-09-22T09:21:51.813669+0000","last_fullsized":"2024-09-22T09:21:51.813669+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:34:00.941484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'95","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.054894+0000","last_change":"2024-09-22T08:40:36.378716+0000","last_active":"2024-09-22T09:22:30.054894+0000","last_peered":"2024-09-22T09:22:30.054894+0000","last_clean":"2024-09-22T09:22:30.054894+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:22:30.054894+0000","last_undegraded":"2024-09-22T09:22:30.054894+0000","last_fullsized":"2024-09-22T09:22:30.054894+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:00.135478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":758,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.638999+0000","last_change":"2024-09-22T08:40:28.205525+0000","last_active":"2024-09-22T09:21:51.638999+0000","last_peered":"2024-09-22T09:21:51.638999+0000","last_clean":"2024-09-22T09:21:51.638999+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:21:51.638999+0000","last_undegraded":"2024-09-22T09:21:51.638999+0000","last_fullsized":"2024-09-22T09:21:51.638999+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:27:06.059242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'297","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.452761+0000","last_change":"2024-09-22T08:40:26.257920+0000","last_active":"2024-09-22T09:22:49.452761+0000","last_peered":"2024-09-22T09:22:49.452761+0000","last_clean":"2024-09-22T09:22:49.452761+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:22:49.452761+0000","last_undegraded":"2024-09-22T09:22:49.452761+0000","last_fullsized":"2024-09-22T09:22:49.452761+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:04.354265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2189322,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":484,"num_read_kb":4035,"num_write":1002,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806187+0000","last_change":"2024-09-22T08:40:30.218127+0000","last_active":"2024-09-22T09:21:36.806187+0000","last_peered":"2024-09-22T09:21:36.806187+0000","last_clean":"2024-09-22T09:21:36.806187+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:21:36.806187+0000","last_undegraded":"2024-09-22T09:21:36.806187+0000","last_fullsized":"2024-09-22T09:21:36.806187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:33:29.213076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'248","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.871528+0000","last_change":"2024-09-22T08:40:32.242860+0000","last_active":"2024-09-22T09:23:01.871528+0000","last_peered":"2024-09-22T09:23:01.871528+0000","last_clean":"2024-09-22T09:23:01.871528+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:23:01.871528+0000","last_undegraded":"2024-09-22T09:23:01.871528+0000","last_fullsized":"2024-09-22T09:23:01.871528+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:02.279133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63286,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":433,"num_read_kb":979,"num_write":368,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792918+0000","last_change":"2024-09-22T08:40:34.249824+0000","last_active":"2024-09-22T09:20:36.792918+0000","last_peered":"2024-09-22T09:20:36.792918+0000","last_clean":"2024-09-22T09:20:36.792918+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:20:36.792918+0000","last_undegraded":"2024-09-22T09:20:36.792918+0000","last_fullsized":"2024-09-22T09:20:36.792918+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:09.360403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'168","reported_seq":1634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.828089+0000","last_change":"2024-09-22T08:40:36.276126+0000","last_active":"2024-09-22T09:22:51.828089+0000","last_peered":"2024-09-22T09:22:51.828089+0000","last_clean":"2024-09-22T09:22:51.828089+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:22:51.828089+0000","last_undegraded":"2024-09-22T09:22:51.828089+0000","last_fullsized":"2024-09-22T09:22:51.828089+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:45.378893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.491568+0000","last_change":"2024-09-22T08:40:28.207904+0000","last_active":"2024-09-22T09:22:02.491568+0000","last_peered":"2024-09-22T09:22:02.491568+0000","last_clean":"2024-09-22T09:22:02.491568+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:22:02.491568+0000","last_undegraded":"2024-09-22T09:22:02.491568+0000","last_fullsized":"2024-09-22T09:22:02.491568+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:21.645162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'309","reported_seq":993,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.385486+0000","last_change":"2024-09-22T08:40:26.244061+0000","last_active":"2024-09-22T09:22:11.385486+0000","last_peered":"2024-09-22T09:22:11.385486+0000","last_clean":"2024-09-22T09:22:11.385486+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:22:11.385486+0000","last_undegraded":"2024-09-22T09:22:11.385486+0000","last_fullsized":"2024-09-22T09:22:11.385486+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:33.685590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7425289,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":822,"num_read_kb":12957,"num_write":1108,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"37'4","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.616476+0000","last_change":"2024-09-22T08:40:30.226294+0000","last_active":"2024-09-22T09:24:12.616476+0000","last_peered":"2024-09-22T09:24:12.616476+0000","last_clean":"2024-09-22T09:24:12.616476+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:24:12.616476+0000","last_undegraded":"2024-09-22T09:24:12.616476+0000","last_fullsized":"2024-09-22T09:24:12.616476+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:55.588208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'291","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.825827+0000","last_change":"2024-09-22T08:40:32.227933+0000","last_active":"2024-09-22T09:23:01.825827+0000","last_peered":"2024-09-22T09:23:01.825827+0000","last_clean":"2024-09-22T09:23:01.825827+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:23:01.825827+0000","last_undegraded":"2024-09-22T09:23:01.825827+0000","last_fullsized":"2024-09-22T09:23:01.825827+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:30.270701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53684,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":948,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:37.027163+0000","last_change":"2024-09-22T08:40:34.243945+0000","last_active":"2024-09-22T09:20:37.027163+0000","last_peered":"2024-09-22T09:20:37.027163+0000","last_clean":"2024-09-22T09:20:37.027163+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:20:37.027163+0000","last_undegraded":"2024-09-22T09:20:37.027163+0000","last_fullsized":"2024-09-22T09:20:37.027163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:28.259658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'131","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.769591+0000","last_change":"2024-09-22T08:40:36.289976+0000","last_active":"2024-09-22T09:24:11.769591+0000","last_peered":"2024-09-22T09:24:11.769591+0000","last_clean":"2024-09-22T09:24:11.769591+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:24:11.769591+0000","last_undegraded":"2024-09-22T09:24:11.769591+0000","last_fullsized":"2024-09-22T09:24:11.769591+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:47.511649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833795+0000","last_change":"2024-09-22T08:40:28.209928+0000","last_active":"2024-09-22T09:21:41.833795+0000","last_peered":"2024-09-22T09:21:41.833795+0000","last_clean":"2024-09-22T09:21:41.833795+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:21:41.833795+0000","last_undegraded":"2024-09-22T09:21:41.833795+0000","last_fullsized":"2024-09-22T09:21:41.833795+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:27.404498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'346","reported_seq":1010,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.634102+0000","last_change":"2024-09-22T08:40:26.257379+0000","last_active":"2024-09-22T09:22:34.634102+0000","last_peered":"2024-09-22T09:22:34.634102+0000","last_clean":"2024-09-22T09:22:34.634102+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:22:34.634102+0000","last_undegraded":"2024-09-22T09:22:34.634102+0000","last_fullsized":"2024-09-22T09:22:34.634102+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:21.546841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5642952,"num_objects":83,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":631,"num_read_kb":31461,"num_write":1197,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833740+0000","last_change":"2024-09-22T08:40:28.199791+0000","last_active":"2024-09-22T09:21:41.833740+0000","last_peered":"2024-09-22T09:21:41.833740+0000","last_clean":"2024-09-22T09:21:41.833740+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:21:41.833740+0000","last_undegraded":"2024-09-22T09:21:41.833740+0000","last_fullsized":"2024-09-22T09:21:41.833740+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:11.632009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'400","reported_seq":1099,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:25.520000+0000","last_change":"2024-09-22T08:40:26.259014+0000","last_active":"2024-09-22T09:22:25.520000+0000","last_peered":"2024-09-22T09:22:25.520000+0000","last_clean":"2024-09-22T09:22:25.520000+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:22:25.520000+0000","last_undegraded":"2024-09-22T09:22:25.520000+0000","last_fullsized":"2024-09-22T09:22:25.520000+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:58.485269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28519745,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":953,"num_read_kb":49683,"num_write":1269,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.090291+0000","last_change":"2024-09-22T08:40:28.235308+0000","last_active":"2024-09-22T09:22:15.090291+0000","last_peered":"2024-09-22T09:22:15.090291+0000","last_clean":"2024-09-22T09:22:15.090291+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:22:15.090291+0000","last_undegraded":"2024-09-22T09:22:15.090291+0000","last_fullsized":"2024-09-22T09:22:15.090291+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:55.504112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'283","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.284851+0000","last_change":"2024-09-22T08:40:26.261741+0000","last_active":"2024-09-22T09:22:31.284851+0000","last_peered":"2024-09-22T09:22:31.284851+0000","last_clean":"2024-09-22T09:22:31.284851+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:22:31.284851+0000","last_undegraded":"2024-09-22T09:22:31.284851+0000","last_fullsized":"2024-09-22T09:22:31.284851+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:18.499284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215423,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":569,"num_read_kb":81199,"num_write":1082,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":756,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.211483+0000","last_change":"2024-09-22T08:40:28.221248+0000","last_active":"2024-09-22T09:22:21.211483+0000","last_peered":"2024-09-22T09:22:21.211483+0000","last_clean":"2024-09-22T09:22:21.211483+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:22:21.211483+0000","last_undegraded":"2024-09-22T09:22:21.211483+0000","last_fullsized":"2024-09-22T09:22:21.211483+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:04.512125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'272","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.582411+0000","last_change":"2024-09-22T08:40:26.244774+0000","last_active":"2024-09-22T09:22:38.582411+0000","last_peered":"2024-09-22T09:22:38.582411+0000","last_clean":"2024-09-22T09:22:38.582411+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:22:38.582411+0000","last_undegraded":"2024-09-22T09:22:38.582411+0000","last_fullsized":"2024-09-22T09:22:38.582411+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:39.040162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11760428,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":553,"num_read_kb":53246,"num_write":988,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861517+0000","last_change":"2024-09-22T08:40:28.233011+0000","last_active":"2024-09-22T09:22:21.861517+0000","last_peered":"2024-09-22T09:22:21.861517+0000","last_clean":"2024-09-22T09:22:21.861517+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:22:21.861517+0000","last_undegraded":"2024-09-22T09:22:21.861517+0000","last_fullsized":"2024-09-22T09:22:21.861517+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:13.526137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'365","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:25.407979+0000","last_change":"2024-09-22T08:40:26.236532+0000","last_active":"2024-09-22T09:22:25.407979+0000","last_peered":"2024-09-22T09:22:25.407979+0000","last_clean":"2024-09-22T09:22:25.407979+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:22:25.407979+0000","last_undegraded":"2024-09-22T09:22:25.407979+0000","last_fullsized":"2024-09-22T09:22:25.407979+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16063443,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":1044,"num_read_kb":55887,"num_write":1226,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.620818+0000","last_change":"2024-09-22T08:40:28.205442+0000","last_active":"2024-09-22T09:22:29.620818+0000","last_peered":"2024-09-22T09:22:29.620818+0000","last_clean":"2024-09-22T09:22:29.620818+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:22:29.620818+0000","last_undegraded":"2024-09-22T09:22:29.620818+0000","last_fullsized":"2024-09-22T09:22:29.620818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:00.705712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'322","reported_seq":956,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832478+0000","last_change":"2024-09-22T08:40:26.222811+0000","last_active":"2024-09-22T09:21:36.832478+0000","last_peered":"2024-09-22T09:21:36.832478+0000","last_clean":"2024-09-22T09:21:36.832478+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:21:36.832478+0000","last_undegraded":"2024-09-22T09:21:36.832478+0000","last_fullsized":"2024-09-22T09:21:36.832478+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107920,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":594,"num_read_kb":1539,"num_write":1217,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859462+0000","last_change":"2024-09-22T08:40:28.211970+0000","last_active":"2024-09-22T09:22:11.859462+0000","last_peered":"2024-09-22T09:22:11.859462+0000","last_clean":"2024-09-22T09:22:11.859462+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:22:11.859462+0000","last_undegraded":"2024-09-22T09:22:11.859462+0000","last_fullsized":"2024-09-22T09:22:11.859462+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:48:20.546690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'307","reported_seq":1086,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.776249+0000","last_change":"2024-09-22T08:41:01.929041+0000","last_active":"2024-09-22T09:22:36.776249+0000","last_peered":"2024-09-22T09:22:36.776249+0000","last_clean":"2024-09-22T09:22:36.776249+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:22:36.776249+0000","last_undegraded":"2024-09-22T09:22:36.776249+0000","last_fullsized":"2024-09-22T09:22:36.776249+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:12.357825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12714930,"num_objects":57,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":1033,"num_read_kb":91023,"num_write":1116,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.780423+0000","last_change":"2024-09-22T08:40:28.208688+0000","last_active":"2024-09-22T09:24:11.780423+0000","last_peered":"2024-09-22T09:24:11.780423+0000","last_clean":"2024-09-22T09:24:11.780423+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:11.780423+0000","last_undegraded":"2024-09-22T09:24:11.780423+0000","last_fullsized":"2024-09-22T09:24:11.780423+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:18:55.421170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'275","reported_seq":918,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.062991+0000","last_change":"2024-09-22T08:40:26.237453+0000","last_active":"2024-09-22T09:22:34.062991+0000","last_peered":"2024-09-22T09:22:34.062991+0000","last_clean":"2024-09-22T09:22:34.062991+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:22:34.062991+0000","last_undegraded":"2024-09-22T09:22:34.062991+0000","last_fullsized":"2024-09-22T09:22:34.062991+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:53.526239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6991727,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":516,"num_read_kb":25935,"num_write":1087,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:05.822663+0000","last_change":"2024-09-22T08:40:28.207091+0000","last_active":"2024-09-22T09:22:05.822663+0000","last_peered":"2024-09-22T09:22:05.822663+0000","last_clean":"2024-09-22T09:22:05.822663+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:22:05.822663+0000","last_undegraded":"2024-09-22T09:22:05.822663+0000","last_fullsized":"2024-09-22T09:22:05.822663+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:15:09.374508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'288","reported_seq":903,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:10.898999+0000","last_change":"2024-09-22T08:40:26.271302+0000","last_active":"2024-09-22T09:24:10.898999+0000","last_peered":"2024-09-22T09:24:10.898999+0000","last_clean":"2024-09-22T09:24:10.898999+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:10.898999+0000","last_undegraded":"2024-09-22T09:24:10.898999+0000","last_fullsized":"2024-09-22T09:24:10.898999+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:41.174707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5595388,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":537,"num_read_kb":484,"num_write":1083,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.221417+0000","last_change":"2024-09-22T08:40:28.214148+0000","last_active":"2024-09-22T09:22:19.221417+0000","last_peered":"2024-09-22T09:22:19.221417+0000","last_clean":"2024-09-22T09:22:19.221417+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:22:19.221417+0000","last_undegraded":"2024-09-22T09:22:19.221417+0000","last_fullsized":"2024-09-22T09:22:19.221417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:37:27.699128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'346","reported_seq":1034,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.774691+0000","last_change":"2024-09-22T08:40:26.224652+0000","last_active":"2024-09-22T09:22:21.774691+0000","last_peered":"2024-09-22T09:22:21.774691+0000","last_clean":"2024-09-22T09:22:21.774691+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:22:21.774691+0000","last_undegraded":"2024-09-22T09:22:21.774691+0000","last_fullsized":"2024-09-22T09:22:21.774691+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:48:54.817482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5631310,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":739,"num_read_kb":60663,"num_write":1312,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'201","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.436258+0000","last_change":"2024-09-22T08:40:28.204686+0000","last_active":"2024-09-22T09:22:06.436258+0000","last_peered":"2024-09-22T09:22:06.436258+0000","last_clean":"2024-09-22T09:22:06.436258+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:22:06.436258+0000","last_undegraded":"2024-09-22T09:22:06.436258+0000","last_fullsized":"2024-09-22T09:22:06.436258+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:07.574690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'296","reported_seq":1109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.651060+0000","last_change":"2024-09-22T08:41:01.363975+0000","last_active":"2024-09-22T09:22:30.651060+0000","last_peered":"2024-09-22T09:22:30.651060+0000","last_clean":"2024-09-22T09:22:30.651060+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:22:30.651060+0000","last_undegraded":"2024-09-22T09:22:30.651060+0000","last_fullsized":"2024-09-22T09:22:30.651060+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:43.490799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70733,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":1211,"num_read_kb":3050,"num_write":1135,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:34.839842+0000","last_change":"2024-09-22T08:40:28.220432+0000","last_active":"2024-09-22T09:21:34.839842+0000","last_peered":"2024-09-22T09:21:34.839842+0000","last_clean":"2024-09-22T09:21:34.839842+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:21:34.839842+0000","last_undegraded":"2024-09-22T09:21:34.839842+0000","last_fullsized":"2024-09-22T09:21:34.839842+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:32.199441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'272","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.753221+0000","last_change":"2024-09-22T08:41:01.437314+0000","last_active":"2024-09-22T09:22:27.753221+0000","last_peered":"2024-09-22T09:22:27.753221+0000","last_clean":"2024-09-22T09:22:27.753221+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:22:27.753221+0000","last_undegraded":"2024-09-22T09:22:27.753221+0000","last_fullsized":"2024-09-22T09:22:27.753221+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:44.712525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5766682,"num_objects":55,"num_object_clones":0,"num_object_copies":220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":637,"num_read_kb":32269,"num_write":1070,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.848422+0000","last_change":"2024-09-22T08:40:28.233036+0000","last_active":"2024-09-22T09:22:08.848422+0000","last_peered":"2024-09-22T09:22:08.848422+0000","last_clean":"2024-09-22T09:22:08.848422+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:22:08.848422+0000","last_undegraded":"2024-09-22T09:22:08.848422+0000","last_fullsized":"2024-09-22T09:22:08.848422+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:09:35.411210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'271","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.798780+0000","last_change":"2024-09-22T08:40:26.262218+0000","last_active":"2024-09-22T09:22:48.798780+0000","last_peered":"2024-09-22T09:22:48.798780+0000","last_clean":"2024-09-22T09:22:48.798780+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:22:48.798780+0000","last_undegraded":"2024-09-22T09:22:48.798780+0000","last_fullsized":"2024-09-22T09:22:48.798780+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:13.288855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11863898,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":505,"num_read_kb":14484,"num_write":991,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'148","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.280122+0000","last_change":"2024-09-22T08:40:28.199839+0000","last_active":"2024-09-22T09:21:40.280122+0000","last_peered":"2024-09-22T09:21:40.280122+0000","last_clean":"2024-09-22T09:21:40.280122+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:21:40.280122+0000","last_undegraded":"2024-09-22T09:21:40.280122+0000","last_fullsized":"2024-09-22T09:21:40.280122+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:08.388702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'263","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.818710+0000","last_change":"2024-09-22T08:40:26.253475+0000","last_active":"2024-09-22T09:22:22.818710+0000","last_peered":"2024-09-22T09:22:22.818710+0000","last_clean":"2024-09-22T09:22:22.818710+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:22:22.818710+0000","last_undegraded":"2024-09-22T09:22:22.818710+0000","last_fullsized":"2024-09-22T09:22:22.818710+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:21.160011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1477741,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":533,"num_read_kb":10006,"num_write":936,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.955999+0000","last_change":"2024-09-22T08:40:28.206381+0000","last_active":"2024-09-22T09:22:06.955999+0000","last_peered":"2024-09-22T09:22:06.955999+0000","last_clean":"2024-09-22T09:22:06.955999+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:22:06.955999+0000","last_undegraded":"2024-09-22T09:22:06.955999+0000","last_fullsized":"2024-09-22T09:22:06.955999+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:30.460990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'351","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.701036+0000","last_change":"2024-09-22T08:40:26.269059+0000","last_active":"2024-09-22T09:22:48.701036+0000","last_peered":"2024-09-22T09:22:48.701036+0000","last_clean":"2024-09-22T09:22:48.701036+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:22:48.701036+0000","last_undegraded":"2024-09-22T09:22:48.701036+0000","last_fullsized":"2024-09-22T09:22:48.701036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:55.214378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11582952,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":742,"num_read_kb":13003,"num_write":1129,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:04.003815+0000","last_change":"2024-09-22T08:41:01.363030+0000","last_active":"2024-09-22T09:22:04.003815+0000","last_peered":"2024-09-22T09:22:04.003815+0000","last_clean":"2024-09-22T09:22:04.003815+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:22:04.003815+0000","last_undegraded":"2024-09-22T09:22:04.003815+0000","last_fullsized":"2024-09-22T09:22:04.003815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:48.423551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'332","reported_seq":965,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:07.358614+0000","last_change":"2024-09-22T08:40:26.263019+0000","last_active":"2024-09-22T09:24:07.358614+0000","last_peered":"2024-09-22T09:24:07.358614+0000","last_clean":"2024-09-22T09:24:07.358614+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:07.358614+0000","last_undegraded":"2024-09-22T09:24:07.358614+0000","last_fullsized":"2024-09-22T09:24:07.358614+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:14.424781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4240623,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":599,"num_read_kb":3902,"num_write":1173,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'281","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.086932+0000","last_change":"2024-09-22T08:40:26.223063+0000","last_active":"2024-09-22T09:24:02.086932+0000","last_peered":"2024-09-22T09:24:02.086932+0000","last_clean":"2024-09-22T09:24:02.086932+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:02.086932+0000","last_undegraded":"2024-09-22T09:24:02.086932+0000","last_fullsized":"2024-09-22T09:24:02.086932+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1072280,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":491,"num_read_kb":7233,"num_write":976,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'269","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.168850+0000","last_change":"2024-09-22T08:40:28.207474+0000","last_active":"2024-09-22T09:22:51.168850+0000","last_peered":"2024-09-22T09:22:51.168850+0000","last_clean":"2024-09-22T09:22:51.168850+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:22:51.168850+0000","last_undegraded":"2024-09-22T09:22:51.168850+0000","last_fullsized":"2024-09-22T09:22:51.168850+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:49.721922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'268","reported_seq":912,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.862100+0000","last_change":"2024-09-22T08:40:26.235108+0000","last_active":"2024-09-22T09:21:40.862100+0000","last_peered":"2024-09-22T09:21:40.862100+0000","last_clean":"2024-09-22T09:21:40.862100+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:21:40.862100+0000","last_undegraded":"2024-09-22T09:21:40.862100+0000","last_fullsized":"2024-09-22T09:21:40.862100+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:24.694127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11537169,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":523,"num_read_kb":61894,"num_write":986,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.105161+0000","last_change":"2024-09-22T08:40:28.224620+0000","last_active":"2024-09-22T09:22:10.105161+0000","last_peered":"2024-09-22T09:22:10.105161+0000","last_clean":"2024-09-22T09:22:10.105161+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:22:10.105161+0000","last_undegraded":"2024-09-22T09:22:10.105161+0000","last_fullsized":"2024-09-22T09:22:10.105161+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:43.708987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1494,"ondisk_log_size":1494,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":492,"ondisk_log_size":492,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1947950,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17106,"num_read_kb":33038,"num_write":14503,"num_write_kb":11669,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3284992,"data_stored":2772848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2139,"ondisk_log_size":2139,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2423,"num_read_kb":2888,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3870,"ondisk_log_size":3870,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":566828630,"num_objects":4346,"num_object_clones":0,"num_object_copies":17384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4346,"num_whiteouts":0,"num_read":40169,"num_read_kb":2168654,"num_write":68878,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":821755904,"data_stored":821755904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4549,"ondisk_log_size":4549,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73690477,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":118,"num_read_kb":186434,"num_write":138,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147390464,"data_stored":147380954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73690477,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":185165,"num_write":138,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147390464,"data_stored":147380954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542683,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":454568,"kb_used_data":170712,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":93917272,"statfs":{"total":96636764160,"available":96171286528,"internally_reserved":0,"allocated":174809088,"data_stored":172771098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542683,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":404704,"kb_used_data":144464,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":93967136,"statfs":{"total":96636764160,"available":96222347264,"internally_reserved":0,"allocated":147931136,"data_stored":145957243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":266467782},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542682,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294264,"kb_used_data":146536,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94077576,"statfs":{"total":96636764160,"available":96335437824,"internally_reserved":0,"allocated":150052864,"data_stored":147954950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":151255494},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542683,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258484,"kb_used_data":150948,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94113356,"statfs":{"total":96636764160,"available":96372076544,"internally_reserved":0,"allocated":154570752,"data_stored":152603443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542682,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":383840,"kb_used_data":131920,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93988000,"statfs":{"total":96636764160,"available":96243712000,"internally_reserved":0,"allocated":135086080,"data_stored":133041265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542683,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":221380,"kb_used_data":118068,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94150460,"statfs":{"total":96636764160,"available":96410071040,"internally_reserved":0,"allocated":120901632,"data_stored":118949611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105773509},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542681,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":307932,"kb_used_data":154636,"kb_used_omap":1,"kb_used_meta":153278,"kb_avail":94063908,"statfs":{"total":96636764160,"available":96321441792,"internally_reserved":0,"allocated":158347264,"data_stored":156339872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":156957125},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542682,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":366652,"kb_used_data":110572,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94005188,"statfs":{"total":96636764160,"available":96261312512,"internally_reserved":0,"allocated":113225728,"data_stored":111173584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":262207940},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":92233728,"data_stored":92233728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":100589568,"data_stored":100589568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86548480,"data_stored":86548480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81666048,"data_stored":81666048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":130732032,"data_stored":130732032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":97898496,"data_stored":97898496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":114806784,"data_stored":114806784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":117280768,"data_stored":117280768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":329699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":479232,"data_stored":407594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":126311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":470920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":83008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":684032,"data_stored":579276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":303104,"data_stored":259804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":606208,"data_stored":516236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12582912,"data_stored":12582912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":33091584,"data_stored":33090219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":17403904,"data_stored":17401724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21688320,"data_stored":21685745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9478144,"data_stored":9477329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15728640,"data_stored":15728640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19591168,"data_stored":19588593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3145728,"data_stored":3145728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19963904,"data_stored":19963089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12582912,"data_stored":12582912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26931200,"data_stored":26928625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10022912,"data_stored":10021547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":29360128,"data_stored":29360128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12877824,"data_stored":12873069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32505856,"data_stored":32505856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:24:41.171 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:24:41.537 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:24:41.552 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:24:41.568 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1596,"stamp":"2024-09-22T09:24:41.253253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":716765469,"num_objects":4711,"num_object_clones":0,"num_object_copies":18114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4711,"num_whiteouts":0,"num_read":194269,"num_read_kb":2691010,"num_write":141940,"num_write_kb":2460560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13898,"ondisk_log_size":13898,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2691824,"kb_used_data":1127856,"kb_used_omap":12,"kb_used_meta":1563827,"kb_avail":752282896,"statfs":{"total":773094113280,"available":770337685504,"internally_reserved":0,"allocated":1154924544,"data_stored":1138791066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1601359408},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007620"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.827560+0000","last_change":"2024-09-22T09:09:48.755405+0000","last_active":"2024-09-22T09:19:51.827560+0000","last_peered":"2024-09-22T09:19:51.827560+0000","last_clean":"2024-09-22T09:19:51.827560+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:19:51.827560+0000","last_undegraded":"2024-09-22T09:19:51.827560+0000","last_fullsized":"2024-09-22T09:19:51.827560+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:30.739591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.845253+0000","last_change":"2024-09-22T08:58:41.443693+0000","last_active":"2024-09-22T09:21:11.845253+0000","last_peered":"2024-09-22T09:21:11.845253+0000","last_clean":"2024-09-22T09:21:11.845253+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:21:11.845253+0000","last_undegraded":"2024-09-22T09:21:11.845253+0000","last_fullsized":"2024-09-22T09:21:11.845253+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:47.797319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843354+0000","last_change":"2024-09-22T08:58:38.365791+0000","last_active":"2024-09-22T09:21:11.843354+0000","last_peered":"2024-09-22T09:21:11.843354+0000","last_clean":"2024-09-22T09:21:11.843354+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:21:11.843354+0000","last_undegraded":"2024-09-22T09:21:11.843354+0000","last_fullsized":"2024-09-22T09:21:11.843354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:11.739324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047456+0000","last_change":"2024-09-22T08:56:54.600099+0000","last_active":"2024-09-22T09:21:57.047456+0000","last_peered":"2024-09-22T09:21:57.047456+0000","last_clean":"2024-09-22T09:21:57.047456+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:21:57.047456+0000","last_undegraded":"2024-09-22T09:21:57.047456+0000","last_fullsized":"2024-09-22T09:21:57.047456+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:23.779747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.800753+0000","last_change":"2024-09-22T09:09:48.752275+0000","last_active":"2024-09-22T09:19:51.800753+0000","last_peered":"2024-09-22T09:19:51.800753+0000","last_clean":"2024-09-22T09:19:51.800753+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:19:51.800753+0000","last_undegraded":"2024-09-22T09:19:51.800753+0000","last_fullsized":"2024-09-22T09:19:51.800753+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:44.032587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800971+0000","last_change":"2024-09-22T08:58:41.446846+0000","last_active":"2024-09-22T09:21:11.800971+0000","last_peered":"2024-09-22T09:21:11.800971+0000","last_clean":"2024-09-22T09:21:11.800971+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:21:11.800971+0000","last_undegraded":"2024-09-22T09:21:11.800971+0000","last_fullsized":"2024-09-22T09:21:11.800971+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:52.410844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826208+0000","last_change":"2024-09-22T08:58:38.397484+0000","last_active":"2024-09-22T09:21:11.826208+0000","last_peered":"2024-09-22T09:21:11.826208+0000","last_clean":"2024-09-22T09:21:11.826208+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:21:11.826208+0000","last_undegraded":"2024-09-22T09:21:11.826208+0000","last_fullsized":"2024-09-22T09:21:11.826208+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:51.710995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815745+0000","last_change":"2024-09-22T08:56:54.598842+0000","last_active":"2024-09-22T09:21:01.815745+0000","last_peered":"2024-09-22T09:21:01.815745+0000","last_clean":"2024-09-22T09:21:01.815745+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:21:01.815745+0000","last_undegraded":"2024-09-22T09:21:01.815745+0000","last_fullsized":"2024-09-22T09:21:01.815745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:14.425186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814682+0000","last_change":"2024-09-22T09:09:48.761369+0000","last_active":"2024-09-22T09:21:56.814682+0000","last_peered":"2024-09-22T09:21:56.814682+0000","last_clean":"2024-09-22T09:21:56.814682+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:21:56.814682+0000","last_undegraded":"2024-09-22T09:21:56.814682+0000","last_fullsized":"2024-09-22T09:21:56.814682+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:25.355992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042336+0000","last_change":"2024-09-22T08:58:41.525012+0000","last_active":"2024-09-22T09:21:37.042336+0000","last_peered":"2024-09-22T09:21:37.042336+0000","last_clean":"2024-09-22T09:21:37.042336+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:21:37.042336+0000","last_undegraded":"2024-09-22T09:21:37.042336+0000","last_fullsized":"2024-09-22T09:21:37.042336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:04.402440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812657+0000","last_change":"2024-09-22T08:58:38.371684+0000","last_active":"2024-09-22T09:20:46.812657+0000","last_peered":"2024-09-22T09:20:46.812657+0000","last_clean":"2024-09-22T09:20:46.812657+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:20:46.812657+0000","last_undegraded":"2024-09-22T09:20:46.812657+0000","last_fullsized":"2024-09-22T09:20:46.812657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:53.469682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":21053,"num_write":11,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047287+0000","last_change":"2024-09-22T08:56:54.593351+0000","last_active":"2024-09-22T09:21:57.047287+0000","last_peered":"2024-09-22T09:21:57.047287+0000","last_clean":"2024-09-22T09:21:57.047287+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:21:57.047287+0000","last_undegraded":"2024-09-22T09:21:57.047287+0000","last_fullsized":"2024-09-22T09:21:57.047287+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:08.128046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'1","reported_seq":31,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033377+0000","last_change":"2024-09-22T08:59:03.437438+0000","last_active":"2024-09-22T09:21:02.033377+0000","last_peered":"2024-09-22T09:21:02.033377+0000","last_clean":"2024-09-22T09:21:02.033377+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:21:02.033377+0000","last_undegraded":"2024-09-22T09:21:02.033377+0000","last_fullsized":"2024-09-22T09:21:02.033377+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:28.904325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'1","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806444+0000","last_change":"2024-09-22T08:58:38.360243+0000","last_active":"2024-09-22T09:21:36.806444+0000","last_peered":"2024-09-22T09:21:36.806444+0000","last_clean":"2024-09-22T09:21:36.806444+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:21:36.806444+0000","last_undegraded":"2024-09-22T09:21:36.806444+0000","last_fullsized":"2024-09-22T09:21:36.806444+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:49.867852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855545+0000","last_change":"2024-09-22T08:56:54.600880+0000","last_active":"2024-09-22T09:21:56.855545+0000","last_peered":"2024-09-22T09:21:56.855545+0000","last_clean":"2024-09-22T09:21:56.855545+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:21:56.855545+0000","last_undegraded":"2024-09-22T09:21:56.855545+0000","last_fullsized":"2024-09-22T09:21:56.855545+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:05.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836603+0000","last_change":"2024-09-22T08:58:41.450320+0000","last_active":"2024-09-22T09:20:31.836603+0000","last_peered":"2024-09-22T09:20:31.836603+0000","last_clean":"2024-09-22T09:20:31.836603+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:20:31.836603+0000","last_undegraded":"2024-09-22T09:20:31.836603+0000","last_fullsized":"2024-09-22T09:20:31.836603+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:31.104179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024508+0000","last_change":"2024-09-22T08:58:38.373270+0000","last_active":"2024-09-22T09:20:27.024508+0000","last_peered":"2024-09-22T09:20:27.024508+0000","last_clean":"2024-09-22T09:20:27.024508+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:20:27.024508+0000","last_undegraded":"2024-09-22T09:20:27.024508+0000","last_fullsized":"2024-09-22T09:20:27.024508+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:01:05.904264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855477+0000","last_change":"2024-09-22T08:56:54.608090+0000","last_active":"2024-09-22T09:21:56.855477+0000","last_peered":"2024-09-22T09:21:56.855477+0000","last_clean":"2024-09-22T09:21:56.855477+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:21:56.855477+0000","last_undegraded":"2024-09-22T09:21:56.855477+0000","last_fullsized":"2024-09-22T09:21:56.855477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:11.689626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.842869+0000","last_change":"2024-09-22T09:09:48.738160+0000","last_active":"2024-09-22T09:22:21.842869+0000","last_peered":"2024-09-22T09:22:21.842869+0000","last_clean":"2024-09-22T09:22:21.842869+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:22:21.842869+0000","last_undegraded":"2024-09-22T09:22:21.842869+0000","last_fullsized":"2024-09-22T09:22:21.842869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:15.877715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.795952+0000","last_change":"2024-09-22T08:58:41.437494+0000","last_active":"2024-09-22T09:20:26.795952+0000","last_peered":"2024-09-22T09:20:26.795952+0000","last_clean":"2024-09-22T09:20:26.795952+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:20:26.795952+0000","last_undegraded":"2024-09-22T09:20:26.795952+0000","last_fullsized":"2024-09-22T09:20:26.795952+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:12.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792773+0000","last_change":"2024-09-22T08:58:38.366373+0000","last_active":"2024-09-22T09:20:36.792773+0000","last_peered":"2024-09-22T09:20:36.792773+0000","last_clean":"2024-09-22T09:20:36.792773+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:20:36.792773+0000","last_undegraded":"2024-09-22T09:20:36.792773+0000","last_fullsized":"2024-09-22T09:20:36.792773+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:08.694620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":11264,"num_write":5,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814785+0000","last_change":"2024-09-22T08:56:54.599007+0000","last_active":"2024-09-22T09:21:56.814785+0000","last_peered":"2024-09-22T09:21:56.814785+0000","last_clean":"2024-09-22T09:21:56.814785+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:21:56.814785+0000","last_undegraded":"2024-09-22T09:21:56.814785+0000","last_fullsized":"2024-09-22T09:21:56.814785+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:07.840632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977291+0000","last_change":"2024-09-22T09:09:48.758878+0000","last_active":"2024-09-22T09:19:51.977291+0000","last_peered":"2024-09-22T09:19:51.977291+0000","last_clean":"2024-09-22T09:19:51.977291+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:19:51.977291+0000","last_undegraded":"2024-09-22T09:19:51.977291+0000","last_fullsized":"2024-09-22T09:19:51.977291+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:39.058602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.805469+0000","last_change":"2024-09-22T08:58:41.435583+0000","last_active":"2024-09-22T09:21:11.805469+0000","last_peered":"2024-09-22T09:21:11.805469+0000","last_clean":"2024-09-22T09:21:11.805469+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:21:11.805469+0000","last_undegraded":"2024-09-22T09:21:11.805469+0000","last_fullsized":"2024-09-22T09:21:11.805469+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:46.155861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1142,"num_write":1,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800860+0000","last_change":"2024-09-22T08:58:38.383498+0000","last_active":"2024-09-22T09:21:11.800860+0000","last_peered":"2024-09-22T09:21:11.800860+0000","last_clean":"2024-09-22T09:21:11.800860+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:21:11.800860+0000","last_undegraded":"2024-09-22T09:21:11.800860+0000","last_fullsized":"2024-09-22T09:21:11.800860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:11.340849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":112,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034639+0000","last_change":"2024-09-22T08:56:54.600210+0000","last_active":"2024-09-22T09:21:07.034639+0000","last_peered":"2024-09-22T09:21:07.034639+0000","last_clean":"2024-09-22T09:21:07.034639+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:21:07.034639+0000","last_undegraded":"2024-09-22T09:21:07.034639+0000","last_fullsized":"2024-09-22T09:21:07.034639+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:45.141187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977377+0000","last_change":"2024-09-22T09:09:48.760608+0000","last_active":"2024-09-22T09:19:51.977377+0000","last_peered":"2024-09-22T09:19:51.977377+0000","last_clean":"2024-09-22T09:19:51.977377+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:19:51.977377+0000","last_undegraded":"2024-09-22T09:19:51.977377+0000","last_fullsized":"2024-09-22T09:19:51.977377+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:37.088159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843162+0000","last_change":"2024-09-22T08:58:41.435075+0000","last_active":"2024-09-22T09:21:11.843162+0000","last_peered":"2024-09-22T09:21:11.843162+0000","last_clean":"2024-09-22T09:21:11.843162+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:21:11.843162+0000","last_undegraded":"2024-09-22T09:21:11.843162+0000","last_fullsized":"2024-09-22T09:21:11.843162+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:36.146831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036126+0000","last_change":"2024-09-22T08:58:38.388789+0000","last_active":"2024-09-22T09:21:12.036126+0000","last_peered":"2024-09-22T09:21:12.036126+0000","last_clean":"2024-09-22T09:21:12.036126+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:21:12.036126+0000","last_undegraded":"2024-09-22T09:21:12.036126+0000","last_fullsized":"2024-09-22T09:21:12.036126+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:19.572450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":115,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.824880+0000","last_change":"2024-09-22T08:56:54.590822+0000","last_active":"2024-09-22T09:21:06.824880+0000","last_peered":"2024-09-22T09:21:06.824880+0000","last_clean":"2024-09-22T09:21:06.824880+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:21:06.824880+0000","last_undegraded":"2024-09-22T09:21:06.824880+0000","last_fullsized":"2024-09-22T09:21:06.824880+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:58.840094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.831161+0000","last_change":"2024-09-22T09:09:48.739537+0000","last_active":"2024-09-22T09:21:31.831161+0000","last_peered":"2024-09-22T09:21:31.831161+0000","last_clean":"2024-09-22T09:21:31.831161+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:21:31.831161+0000","last_undegraded":"2024-09-22T09:21:31.831161+0000","last_fullsized":"2024-09-22T09:21:31.831161+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:23.863203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831808+0000","last_change":"2024-09-22T08:58:41.516623+0000","last_active":"2024-09-22T09:20:26.831808+0000","last_peered":"2024-09-22T09:20:26.831808+0000","last_clean":"2024-09-22T09:20:26.831808+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:20:26.831808+0000","last_undegraded":"2024-09-22T09:20:26.831808+0000","last_fullsized":"2024-09-22T09:20:26.831808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:38.555336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858197+0000","last_change":"2024-09-22T08:58:38.380922+0000","last_active":"2024-09-22T09:22:06.858197+0000","last_peered":"2024-09-22T09:22:06.858197+0000","last_clean":"2024-09-22T09:22:06.858197+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:22:06.858197+0000","last_undegraded":"2024-09-22T09:22:06.858197+0000","last_fullsized":"2024-09-22T09:22:06.858197+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:39.211299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":299,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:39.660711+0000","last_change":"2024-09-22T08:56:54.604341+0000","last_active":"2024-09-22T09:21:39.660711+0000","last_peered":"2024-09-22T09:21:39.660711+0000","last_clean":"2024-09-22T09:21:39.660711+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:21:39.660711+0000","last_undegraded":"2024-09-22T09:21:39.660711+0000","last_fullsized":"2024-09-22T09:21:39.660711+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:57.502176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.821946+0000","last_change":"2024-09-22T09:09:48.721699+0000","last_active":"2024-09-22T09:21:31.821946+0000","last_peered":"2024-09-22T09:21:31.821946+0000","last_clean":"2024-09-22T09:21:31.821946+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:21:31.821946+0000","last_undegraded":"2024-09-22T09:21:31.821946+0000","last_fullsized":"2024-09-22T09:21:31.821946+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:55.345809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858344+0000","last_change":"2024-09-22T08:58:41.519005+0000","last_active":"2024-09-22T09:22:06.858344+0000","last_peered":"2024-09-22T09:22:06.858344+0000","last_clean":"2024-09-22T09:22:06.858344+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:22:06.858344+0000","last_undegraded":"2024-09-22T09:22:06.858344+0000","last_fullsized":"2024-09-22T09:22:06.858344+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:18.754947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985945+0000","last_change":"2024-09-22T08:58:38.385550+0000","last_active":"2024-09-22T09:20:26.985945+0000","last_peered":"2024-09-22T09:20:26.985945+0000","last_clean":"2024-09-22T09:20:26.985945+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:20:26.985945+0000","last_undegraded":"2024-09-22T09:20:26.985945+0000","last_fullsized":"2024-09-22T09:20:26.985945+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:16.966373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":163,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.627919+0000","last_change":"2024-09-22T08:56:54.607952+0000","last_active":"2024-09-22T09:22:08.627919+0000","last_peered":"2024-09-22T09:22:08.627919+0000","last_clean":"2024-09-22T09:22:08.627919+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:22:08.627919+0000","last_undegraded":"2024-09-22T09:22:08.627919+0000","last_fullsized":"2024-09-22T09:22:08.627919+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:06:47.728603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.001023+0000","last_change":"2024-09-22T09:09:48.751596+0000","last_active":"2024-09-22T09:21:32.001023+0000","last_peered":"2024-09-22T09:21:32.001023+0000","last_clean":"2024-09-22T09:21:32.001023+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:21:32.001023+0000","last_undegraded":"2024-09-22T09:21:32.001023+0000","last_fullsized":"2024-09-22T09:21:32.001023+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:02.062036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831864+0000","last_change":"2024-09-22T08:58:41.520488+0000","last_active":"2024-09-22T09:20:26.831864+0000","last_peered":"2024-09-22T09:20:26.831864+0000","last_clean":"2024-09-22T09:20:26.831864+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:20:26.831864+0000","last_undegraded":"2024-09-22T09:20:26.831864+0000","last_fullsized":"2024-09-22T09:20:26.831864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:25.974442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.807932+0000","last_change":"2024-09-22T08:58:38.376810+0000","last_active":"2024-09-22T09:20:26.807932+0000","last_peered":"2024-09-22T09:20:26.807932+0000","last_clean":"2024-09-22T09:20:26.807932+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:20:26.807932+0000","last_undegraded":"2024-09-22T09:20:26.807932+0000","last_fullsized":"2024-09-22T09:20:26.807932+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:12.440545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":816,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.816845+0000","last_change":"2024-09-22T08:56:54.587623+0000","last_active":"2024-09-22T09:21:06.816845+0000","last_peered":"2024-09-22T09:21:06.816845+0000","last_clean":"2024-09-22T09:21:06.816845+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:21:06.816845+0000","last_undegraded":"2024-09-22T09:21:06.816845+0000","last_fullsized":"2024-09-22T09:21:06.816845+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:22.466574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.849899+0000","last_change":"2024-09-22T09:09:48.746696+0000","last_active":"2024-09-22T09:21:31.849899+0000","last_peered":"2024-09-22T09:21:31.849899+0000","last_clean":"2024-09-22T09:21:31.849899+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:21:31.849899+0000","last_undegraded":"2024-09-22T09:21:31.849899+0000","last_fullsized":"2024-09-22T09:21:31.849899+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:02.285860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'2","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.790512+0000","last_change":"2024-09-22T08:58:41.453145+0000","last_active":"2024-09-22T09:20:26.790512+0000","last_peered":"2024-09-22T09:20:26.790512+0000","last_clean":"2024-09-22T09:20:26.790512+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:20:26.790512+0000","last_undegraded":"2024-09-22T09:20:26.790512+0000","last_fullsized":"2024-09-22T09:20:26.790512+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:50:38.937002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024783+0000","last_change":"2024-09-22T08:58:38.397505+0000","last_active":"2024-09-22T09:20:27.024783+0000","last_peered":"2024-09-22T09:20:27.024783+0000","last_clean":"2024-09-22T09:20:27.024783+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:20:27.024783+0000","last_undegraded":"2024-09-22T09:20:27.024783+0000","last_fullsized":"2024-09-22T09:20:27.024783+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:03.716762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":97,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984674+0000","last_change":"2024-09-22T08:56:54.599002+0000","last_active":"2024-09-22T09:20:21.984674+0000","last_peered":"2024-09-22T09:20:21.984674+0000","last_clean":"2024-09-22T09:20:21.984674+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:20:21.984674+0000","last_undegraded":"2024-09-22T09:20:21.984674+0000","last_fullsized":"2024-09-22T09:20:21.984674+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:12.339978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'4","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.838269+0000","last_change":"2024-09-22T08:58:41.453989+0000","last_active":"2024-09-22T09:22:01.838269+0000","last_peered":"2024-09-22T09:22:01.838269+0000","last_clean":"2024-09-22T09:22:01.838269+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:22:01.838269+0000","last_undegraded":"2024-09-22T09:22:01.838269+0000","last_fullsized":"2024-09-22T09:22:01.838269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:50.127983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.811766+0000","last_change":"2024-09-22T08:58:38.368671+0000","last_active":"2024-09-22T09:22:01.811766+0000","last_peered":"2024-09-22T09:22:01.811766+0000","last_clean":"2024-09-22T09:22:01.811766+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:22:01.811766+0000","last_undegraded":"2024-09-22T09:22:01.811766+0000","last_fullsized":"2024-09-22T09:22:01.811766+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:42:47.595328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":156,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983331+0000","last_change":"2024-09-22T08:56:54.599186+0000","last_active":"2024-09-22T09:20:16.983331+0000","last_peered":"2024-09-22T09:20:16.983331+0000","last_clean":"2024-09-22T09:20:16.983331+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:20:16.983331+0000","last_undegraded":"2024-09-22T09:20:16.983331+0000","last_fullsized":"2024-09-22T09:20:16.983331+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:25.580521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047394+0000","last_change":"2024-09-22T09:09:48.738573+0000","last_active":"2024-09-22T09:21:57.047394+0000","last_peered":"2024-09-22T09:21:57.047394+0000","last_clean":"2024-09-22T09:21:57.047394+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:21:57.047394+0000","last_undegraded":"2024-09-22T09:21:57.047394+0000","last_fullsized":"2024-09-22T09:21:57.047394+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:28.821434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'2","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.838206+0000","last_change":"2024-09-22T08:58:41.436081+0000","last_active":"2024-09-22T09:22:01.838206+0000","last_peered":"2024-09-22T09:22:01.838206+0000","last_clean":"2024-09-22T09:22:01.838206+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:22:01.838206+0000","last_undegraded":"2024-09-22T09:22:01.838206+0000","last_fullsized":"2024-09-22T09:22:01.838206+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:40.540641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856803+0000","last_change":"2024-09-22T08:58:38.364897+0000","last_active":"2024-09-22T09:22:01.856803+0000","last_peered":"2024-09-22T09:22:01.856803+0000","last_clean":"2024-09-22T09:22:01.856803+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:22:01.856803+0000","last_undegraded":"2024-09-22T09:22:01.856803+0000","last_fullsized":"2024-09-22T09:22:01.856803+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:31.622201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.434133+0000","last_change":"2024-09-22T08:56:54.576792+0000","last_active":"2024-09-22T09:22:12.434133+0000","last_peered":"2024-09-22T09:22:12.434133+0000","last_clean":"2024-09-22T09:22:12.434133+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:22:12.434133+0000","last_undegraded":"2024-09-22T09:22:12.434133+0000","last_fullsized":"2024-09-22T09:22:12.434133+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.461222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.040732+0000","last_change":"2024-09-22T09:09:48.730905+0000","last_active":"2024-09-22T09:21:32.040732+0000","last_peered":"2024-09-22T09:21:32.040732+0000","last_clean":"2024-09-22T09:21:32.040732+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:21:32.040732+0000","last_undegraded":"2024-09-22T09:21:32.040732+0000","last_fullsized":"2024-09-22T09:21:32.040732+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:15.337133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856972+0000","last_change":"2024-09-22T08:58:41.435415+0000","last_active":"2024-09-22T09:22:01.856972+0000","last_peered":"2024-09-22T09:22:01.856972+0000","last_clean":"2024-09-22T09:22:01.856972+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:22:01.856972+0000","last_undegraded":"2024-09-22T09:22:01.856972+0000","last_fullsized":"2024-09-22T09:22:01.856972+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:17.023617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":714225,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6516,"num_write":9,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815882+0000","last_change":"2024-09-22T08:58:38.395293+0000","last_active":"2024-09-22T09:22:01.815882+0000","last_peered":"2024-09-22T09:22:01.815882+0000","last_clean":"2024-09-22T09:22:01.815882+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:22:01.815882+0000","last_undegraded":"2024-09-22T09:22:01.815882+0000","last_fullsized":"2024-09-22T09:22:01.815882+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:29.809847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:35.872988+0000","last_change":"2024-09-22T08:56:54.584759+0000","last_active":"2024-09-22T09:21:35.872988+0000","last_peered":"2024-09-22T09:21:35.872988+0000","last_clean":"2024-09-22T09:21:35.872988+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:21:35.872988+0000","last_undegraded":"2024-09-22T09:21:35.872988+0000","last_fullsized":"2024-09-22T09:21:35.872988+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:29.614055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855599+0000","last_change":"2024-09-22T09:09:48.759723+0000","last_active":"2024-09-22T09:21:56.855599+0000","last_peered":"2024-09-22T09:21:56.855599+0000","last_clean":"2024-09-22T09:21:56.855599+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:21:56.855599+0000","last_undegraded":"2024-09-22T09:21:56.855599+0000","last_fullsized":"2024-09-22T09:21:56.855599+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:22.669889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815815+0000","last_change":"2024-09-22T08:58:41.445830+0000","last_active":"2024-09-22T09:22:01.815815+0000","last_peered":"2024-09-22T09:22:01.815815+0000","last_clean":"2024-09-22T09:22:01.815815+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:22:01.815815+0000","last_undegraded":"2024-09-22T09:22:01.815815+0000","last_fullsized":"2024-09-22T09:22:01.815815+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:29.181526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.857054+0000","last_change":"2024-09-22T08:58:38.376143+0000","last_active":"2024-09-22T09:22:01.857054+0000","last_peered":"2024-09-22T09:22:01.857054+0000","last_clean":"2024-09-22T09:22:01.857054+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:22:01.857054+0000","last_undegraded":"2024-09-22T09:22:01.857054+0000","last_fullsized":"2024-09-22T09:22:01.857054+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:20.192706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":11264,"num_write":11,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":104,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829035+0000","last_change":"2024-09-22T08:56:54.600713+0000","last_active":"2024-09-22T09:20:16.829035+0000","last_peered":"2024-09-22T09:20:16.829035+0000","last_clean":"2024-09-22T09:20:16.829035+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:20:16.829035+0000","last_undegraded":"2024-09-22T09:20:16.829035+0000","last_fullsized":"2024-09-22T09:20:16.829035+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:07.218970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812513+0000","last_change":"2024-09-22T09:09:48.721361+0000","last_active":"2024-09-22T09:20:46.812513+0000","last_peered":"2024-09-22T09:20:46.812513+0000","last_clean":"2024-09-22T09:20:46.812513+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:20:46.812513+0000","last_undegraded":"2024-09-22T09:20:46.812513+0000","last_fullsized":"2024-09-22T09:20:46.812513+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:16.155186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'2","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843406+0000","last_change":"2024-09-22T08:58:41.437487+0000","last_active":"2024-09-22T09:21:11.843406+0000","last_peered":"2024-09-22T09:21:11.843406+0000","last_clean":"2024-09-22T09:21:11.843406+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:21:11.843406+0000","last_undegraded":"2024-09-22T09:21:11.843406+0000","last_fullsized":"2024-09-22T09:21:11.843406+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:58.745586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996644+0000","last_change":"2024-09-22T08:58:38.377600+0000","last_active":"2024-09-22T09:21:11.996644+0000","last_peered":"2024-09-22T09:21:11.996644+0000","last_clean":"2024-09-22T09:21:11.996644+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:21:11.996644+0000","last_undegraded":"2024-09-22T09:21:11.996644+0000","last_fullsized":"2024-09-22T09:21:11.996644+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:14.392288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.853118+0000","last_change":"2024-09-22T08:56:54.603226+0000","last_active":"2024-09-22T09:21:46.853118+0000","last_peered":"2024-09-22T09:21:46.853118+0000","last_clean":"2024-09-22T09:21:46.853118+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:21:46.853118+0000","last_undegraded":"2024-09-22T09:21:46.853118+0000","last_fullsized":"2024-09-22T09:21:46.853118+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:24.364866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995356+0000","last_change":"2024-09-22T09:09:48.751136+0000","last_active":"2024-09-22T09:21:06.995356+0000","last_peered":"2024-09-22T09:21:06.995356+0000","last_clean":"2024-09-22T09:21:06.995356+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:21:06.995356+0000","last_undegraded":"2024-09-22T09:21:06.995356+0000","last_fullsized":"2024-09-22T09:21:06.995356+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:27.232929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843310+0000","last_change":"2024-09-22T08:58:41.438228+0000","last_active":"2024-09-22T09:21:11.843310+0000","last_peered":"2024-09-22T09:21:11.843310+0000","last_clean":"2024-09-22T09:21:11.843310+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:21:11.843310+0000","last_undegraded":"2024-09-22T09:21:11.843310+0000","last_fullsized":"2024-09-22T09:21:11.843310+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:02.090336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.817844+0000","last_change":"2024-09-22T08:58:38.390779+0000","last_active":"2024-09-22T09:21:11.817844+0000","last_peered":"2024-09-22T09:21:11.817844+0000","last_clean":"2024-09-22T09:21:11.817844+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:21:11.817844+0000","last_undegraded":"2024-09-22T09:21:11.817844+0000","last_fullsized":"2024-09-22T09:21:11.817844+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:34.988785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852810+0000","last_change":"2024-09-22T08:56:54.597422+0000","last_active":"2024-09-22T09:21:41.852810+0000","last_peered":"2024-09-22T09:21:41.852810+0000","last_clean":"2024-09-22T09:21:41.852810+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:21:41.852810+0000","last_undegraded":"2024-09-22T09:21:41.852810+0000","last_fullsized":"2024-09-22T09:21:41.852810+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:25.009119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.799067+0000","last_change":"2024-09-22T09:09:48.745798+0000","last_active":"2024-09-22T09:20:41.799067+0000","last_peered":"2024-09-22T09:20:41.799067+0000","last_clean":"2024-09-22T09:20:41.799067+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:20:41.799067+0000","last_undegraded":"2024-09-22T09:20:41.799067+0000","last_fullsized":"2024-09-22T09:20:41.799067+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:48:14.167859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827427+0000","last_change":"2024-09-22T08:58:41.520529+0000","last_active":"2024-09-22T09:21:16.827427+0000","last_peered":"2024-09-22T09:21:16.827427+0000","last_clean":"2024-09-22T09:21:16.827427+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:21:16.827427+0000","last_undegraded":"2024-09-22T09:21:16.827427+0000","last_fullsized":"2024-09-22T09:21:16.827427+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:56.880776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036272+0000","last_change":"2024-09-22T08:58:38.396411+0000","last_active":"2024-09-22T09:21:12.036272+0000","last_peered":"2024-09-22T09:21:12.036272+0000","last_clean":"2024-09-22T09:21:12.036272+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:21:12.036272+0000","last_undegraded":"2024-09-22T09:21:12.036272+0000","last_fullsized":"2024-09-22T09:21:12.036272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:04.215771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":75,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.811645+0000","last_change":"2024-09-22T08:56:54.589464+0000","last_active":"2024-09-22T09:21:41.811645+0000","last_peered":"2024-09-22T09:21:41.811645+0000","last_clean":"2024-09-22T09:21:41.811645+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:21:41.811645+0000","last_undegraded":"2024-09-22T09:21:41.811645+0000","last_fullsized":"2024-09-22T09:21:41.811645+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:13.688301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.989328+0000","last_change":"2024-09-22T09:09:48.751276+0000","last_active":"2024-09-22T09:20:41.989328+0000","last_peered":"2024-09-22T09:20:41.989328+0000","last_clean":"2024-09-22T09:20:41.989328+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:20:41.989328+0000","last_undegraded":"2024-09-22T09:20:41.989328+0000","last_fullsized":"2024-09-22T09:20:41.989328+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:14.382588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843448+0000","last_change":"2024-09-22T08:58:41.453015+0000","last_active":"2024-09-22T09:21:11.843448+0000","last_peered":"2024-09-22T09:21:11.843448+0000","last_clean":"2024-09-22T09:21:11.843448+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:21:11.843448+0000","last_undegraded":"2024-09-22T09:21:11.843448+0000","last_fullsized":"2024-09-22T09:21:11.843448+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:27.417050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'1","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827349+0000","last_change":"2024-09-22T08:58:38.391876+0000","last_active":"2024-09-22T09:21:16.827349+0000","last_peered":"2024-09-22T09:21:16.827349+0000","last_clean":"2024-09-22T09:21:16.827349+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:21:16.827349+0000","last_undegraded":"2024-09-22T09:21:16.827349+0000","last_fullsized":"2024-09-22T09:21:16.827349+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:52.460406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824454+0000","last_change":"2024-09-22T08:56:54.581443+0000","last_active":"2024-09-22T09:21:41.824454+0000","last_peered":"2024-09-22T09:21:41.824454+0000","last_clean":"2024-09-22T09:21:41.824454+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:21:41.824454+0000","last_undegraded":"2024-09-22T09:21:41.824454+0000","last_fullsized":"2024-09-22T09:21:41.824454+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:09.024231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.842051+0000","last_change":"2024-09-22T09:09:48.757694+0000","last_active":"2024-09-22T09:21:06.842051+0000","last_peered":"2024-09-22T09:21:06.842051+0000","last_clean":"2024-09-22T09:21:06.842051+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:21:06.842051+0000","last_undegraded":"2024-09-22T09:21:06.842051+0000","last_fullsized":"2024-09-22T09:21:06.842051+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:37.646915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.788896+0000","last_change":"2024-09-22T08:58:41.447934+0000","last_active":"2024-09-22T09:20:21.788896+0000","last_peered":"2024-09-22T09:20:21.788896+0000","last_clean":"2024-09-22T09:20:21.788896+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:20:21.788896+0000","last_undegraded":"2024-09-22T09:20:21.788896+0000","last_fullsized":"2024-09-22T09:20:21.788896+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:43.222794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:22.023341+0000","last_change":"2024-09-22T08:58:38.377993+0000","last_active":"2024-09-22T09:20:22.023341+0000","last_peered":"2024-09-22T09:20:22.023341+0000","last_clean":"2024-09-22T09:20:22.023341+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:20:22.023341+0000","last_undegraded":"2024-09-22T09:20:22.023341+0000","last_fullsized":"2024-09-22T09:20:22.023341+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:56.993690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":15,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.557204+0000","last_change":"2024-09-22T08:56:54.590030+0000","last_active":"2024-09-22T09:22:11.557204+0000","last_peered":"2024-09-22T09:22:11.557204+0000","last_clean":"2024-09-22T09:22:11.557204+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:22:11.557204+0000","last_undegraded":"2024-09-22T09:22:11.557204+0000","last_fullsized":"2024-09-22T09:22:11.557204+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:03.886839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996740+0000","last_change":"2024-09-22T09:09:48.753533+0000","last_active":"2024-09-22T09:21:11.996740+0000","last_peered":"2024-09-22T09:21:11.996740+0000","last_clean":"2024-09-22T09:21:11.996740+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:21:11.996740+0000","last_undegraded":"2024-09-22T09:21:11.996740+0000","last_fullsized":"2024-09-22T09:21:11.996740+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:03.184421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'3","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984508+0000","last_change":"2024-09-22T08:58:41.516292+0000","last_active":"2024-09-22T09:20:21.984508+0000","last_peered":"2024-09-22T09:20:21.984508+0000","last_clean":"2024-09-22T09:20:21.984508+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:20:21.984508+0000","last_undegraded":"2024-09-22T09:20:21.984508+0000","last_fullsized":"2024-09-22T09:20:21.984508+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:22.170700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":18432,"num_write":3,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.814971+0000","last_change":"2024-09-22T08:58:38.379346+0000","last_active":"2024-09-22T09:20:21.814971+0000","last_peered":"2024-09-22T09:20:21.814971+0000","last_clean":"2024-09-22T09:20:21.814971+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:20:21.814971+0000","last_undegraded":"2024-09-22T09:20:21.814971+0000","last_fullsized":"2024-09-22T09:20:21.814971+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:24.619522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:18.587782+0000","last_change":"2024-09-22T08:56:54.579732+0000","last_active":"2024-09-22T09:21:18.587782+0000","last_peered":"2024-09-22T09:21:18.587782+0000","last_clean":"2024-09-22T09:21:18.587782+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:21:18.587782+0000","last_undegraded":"2024-09-22T09:21:18.587782+0000","last_fullsized":"2024-09-22T09:21:18.587782+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:06.014792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995411+0000","last_change":"2024-09-22T09:09:48.744168+0000","last_active":"2024-09-22T09:21:06.995411+0000","last_peered":"2024-09-22T09:21:06.995411+0000","last_clean":"2024-09-22T09:21:06.995411+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:21:06.995411+0000","last_undegraded":"2024-09-22T09:21:06.995411+0000","last_fullsized":"2024-09-22T09:21:06.995411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:48.781461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826141+0000","last_change":"2024-09-22T08:58:41.441172+0000","last_active":"2024-09-22T09:21:11.826141+0000","last_peered":"2024-09-22T09:21:11.826141+0000","last_clean":"2024-09-22T09:21:11.826141+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:21:11.826141+0000","last_undegraded":"2024-09-22T09:21:11.826141+0000","last_fullsized":"2024-09-22T09:21:11.826141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:31:23.005593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:22.023417+0000","last_change":"2024-09-22T08:58:38.396188+0000","last_active":"2024-09-22T09:20:22.023417+0000","last_peered":"2024-09-22T09:20:22.023417+0000","last_clean":"2024-09-22T09:20:22.023417+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:20:22.023417+0000","last_undegraded":"2024-09-22T09:20:22.023417+0000","last_fullsized":"2024-09-22T09:20:22.023417+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:18.890043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.836606+0000","last_change":"2024-09-22T08:56:54.594855+0000","last_active":"2024-09-22T09:20:46.836606+0000","last_peered":"2024-09-22T09:20:46.836606+0000","last_clean":"2024-09-22T09:20:46.836606+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:20:46.836606+0000","last_undegraded":"2024-09-22T09:20:46.836606+0000","last_fullsized":"2024-09-22T09:20:46.836606+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:10.798534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034859+0000","last_change":"2024-09-22T09:09:48.760627+0000","last_active":"2024-09-22T09:21:07.034859+0000","last_peered":"2024-09-22T09:21:07.034859+0000","last_clean":"2024-09-22T09:21:07.034859+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:21:07.034859+0000","last_undegraded":"2024-09-22T09:21:07.034859+0000","last_fullsized":"2024-09-22T09:21:07.034859+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:22.960950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'5","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985810+0000","last_change":"2024-09-22T08:58:41.447917+0000","last_active":"2024-09-22T09:20:26.985810+0000","last_peered":"2024-09-22T09:20:26.985810+0000","last_clean":"2024-09-22T09:20:26.985810+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:20:26.985810+0000","last_undegraded":"2024-09-22T09:20:26.985810+0000","last_fullsized":"2024-09-22T09:20:26.985810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:29.164959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":15,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'1","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800930+0000","last_change":"2024-09-22T08:58:38.370540+0000","last_active":"2024-09-22T09:21:11.800930+0000","last_peered":"2024-09-22T09:21:11.800930+0000","last_clean":"2024-09-22T09:21:11.800930+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:21:11.800930+0000","last_undegraded":"2024-09-22T09:21:11.800930+0000","last_fullsized":"2024-09-22T09:21:11.800930+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:16.813035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":117,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800093+0000","last_change":"2024-09-22T08:56:54.589582+0000","last_active":"2024-09-22T09:20:46.800093+0000","last_peered":"2024-09-22T09:20:46.800093+0000","last_clean":"2024-09-22T09:20:46.800093+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:20:46.800093+0000","last_undegraded":"2024-09-22T09:20:46.800093+0000","last_fullsized":"2024-09-22T09:20:46.800093+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:44.746819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012917+0000","last_change":"2024-09-22T09:09:48.738845+0000","last_active":"2024-09-22T09:22:22.012917+0000","last_peered":"2024-09-22T09:22:22.012917+0000","last_clean":"2024-09-22T09:22:22.012917+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:22:22.012917+0000","last_undegraded":"2024-09-22T09:22:22.012917+0000","last_fullsized":"2024-09-22T09:22:22.012917+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:00.259058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042109+0000","last_change":"2024-09-22T08:58:41.443512+0000","last_active":"2024-09-22T09:21:37.042109+0000","last_peered":"2024-09-22T09:21:37.042109+0000","last_clean":"2024-09-22T09:21:37.042109+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:21:37.042109+0000","last_undegraded":"2024-09-22T09:21:37.042109+0000","last_fullsized":"2024-09-22T09:21:37.042109+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:14.903111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002296+0000","last_change":"2024-09-22T08:58:38.374996+0000","last_active":"2024-09-22T09:21:37.002296+0000","last_peered":"2024-09-22T09:21:37.002296+0000","last_clean":"2024-09-22T09:21:37.002296+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:21:37.002296+0000","last_undegraded":"2024-09-22T09:21:37.002296+0000","last_fullsized":"2024-09-22T09:21:37.002296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:57.538729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:47.029690+0000","last_change":"2024-09-22T08:56:54.590303+0000","last_active":"2024-09-22T09:20:47.029690+0000","last_peered":"2024-09-22T09:20:47.029690+0000","last_clean":"2024-09-22T09:20:47.029690+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:20:47.029690+0000","last_undegraded":"2024-09-22T09:20:47.029690+0000","last_fullsized":"2024-09-22T09:20:47.029690+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:00.333024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861406+0000","last_change":"2024-09-22T09:09:48.755994+0000","last_active":"2024-09-22T09:22:21.861406+0000","last_peered":"2024-09-22T09:22:21.861406+0000","last_clean":"2024-09-22T09:22:21.861406+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:22:21.861406+0000","last_undegraded":"2024-09-22T09:22:21.861406+0000","last_fullsized":"2024-09-22T09:22:21.861406+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:40:00.521403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042051+0000","last_change":"2024-09-22T08:58:41.517269+0000","last_active":"2024-09-22T09:21:37.042051+0000","last_peered":"2024-09-22T09:21:37.042051+0000","last_clean":"2024-09-22T09:21:37.042051+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:21:37.042051+0000","last_undegraded":"2024-09-22T09:21:37.042051+0000","last_fullsized":"2024-09-22T09:21:37.042051+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:57.179825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824492+0000","last_change":"2024-09-22T08:58:38.392432+0000","last_active":"2024-09-22T09:21:41.824492+0000","last_peered":"2024-09-22T09:21:41.824492+0000","last_clean":"2024-09-22T09:21:41.824492+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:21:41.824492+0000","last_undegraded":"2024-09-22T09:21:41.824492+0000","last_fullsized":"2024-09-22T09:21:41.824492+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:50.516607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800240+0000","last_change":"2024-09-22T08:56:54.581691+0000","last_active":"2024-09-22T09:20:46.800240+0000","last_peered":"2024-09-22T09:20:46.800240+0000","last_clean":"2024-09-22T09:20:46.800240+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:20:46.800240+0000","last_undegraded":"2024-09-22T09:20:46.800240+0000","last_fullsized":"2024-09-22T09:20:46.800240+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:22.236533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.836931+0000","last_change":"2024-09-22T09:09:48.765280+0000","last_active":"2024-09-22T09:21:56.836931+0000","last_peered":"2024-09-22T09:21:56.836931+0000","last_clean":"2024-09-22T09:21:56.836931+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:21:56.836931+0000","last_undegraded":"2024-09-22T09:21:56.836931+0000","last_fullsized":"2024-09-22T09:21:56.836931+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:59.916855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984790+0000","last_change":"2024-09-22T08:58:41.524645+0000","last_active":"2024-09-22T09:20:21.984790+0000","last_peered":"2024-09-22T09:20:21.984790+0000","last_clean":"2024-09-22T09:20:21.984790+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:20:21.984790+0000","last_undegraded":"2024-09-22T09:20:21.984790+0000","last_fullsized":"2024-09-22T09:20:21.984790+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:09.557414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.834311+0000","last_change":"2024-09-22T08:58:38.382725+0000","last_active":"2024-09-22T09:20:21.834311+0000","last_peered":"2024-09-22T09:20:21.834311+0000","last_clean":"2024-09-22T09:20:21.834311+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:20:21.834311+0000","last_undegraded":"2024-09-22T09:20:21.834311+0000","last_fullsized":"2024-09-22T09:20:21.834311+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:15.690324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":103,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007861+0000","last_change":"2024-09-22T08:56:54.587023+0000","last_active":"2024-09-22T09:22:02.007861+0000","last_peered":"2024-09-22T09:22:02.007861+0000","last_clean":"2024-09-22T09:22:02.007861+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:22:02.007861+0000","last_undegraded":"2024-09-22T09:22:02.007861+0000","last_fullsized":"2024-09-22T09:22:02.007861+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:48.228442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.816662+0000","last_change":"2024-09-22T09:09:48.747972+0000","last_active":"2024-09-22T09:22:21.816662+0000","last_peered":"2024-09-22T09:22:21.816662+0000","last_clean":"2024-09-22T09:22:21.816662+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:22:21.816662+0000","last_undegraded":"2024-09-22T09:22:21.816662+0000","last_fullsized":"2024-09-22T09:22:21.816662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:23:47.751712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.789087+0000","last_change":"2024-09-22T08:58:41.441654+0000","last_active":"2024-09-22T09:20:21.789087+0000","last_peered":"2024-09-22T09:20:21.789087+0000","last_clean":"2024-09-22T09:20:21.789087+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:20:21.789087+0000","last_undegraded":"2024-09-22T09:20:21.789087+0000","last_fullsized":"2024-09-22T09:20:21.789087+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:51.206574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984813+0000","last_change":"2024-09-22T08:58:38.377447+0000","last_active":"2024-09-22T09:20:21.984813+0000","last_peered":"2024-09-22T09:20:21.984813+0000","last_clean":"2024-09-22T09:20:21.984813+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:20:21.984813+0000","last_undegraded":"2024-09-22T09:20:21.984813+0000","last_fullsized":"2024-09-22T09:20:21.984813+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.649775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7005681,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6842,"num_write":3,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":371,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837122+0000","last_change":"2024-09-22T08:56:54.590834+0000","last_active":"2024-09-22T09:21:56.837122+0000","last_peered":"2024-09-22T09:21:56.837122+0000","last_clean":"2024-09-22T09:21:56.837122+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:21:56.837122+0000","last_undegraded":"2024-09-22T09:21:56.837122+0000","last_fullsized":"2024-09-22T09:21:56.837122+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:36.250465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.811441+0000","last_change":"2024-09-22T09:09:48.753201+0000","last_active":"2024-09-22T09:20:41.811441+0000","last_peered":"2024-09-22T09:20:41.811441+0000","last_clean":"2024-09-22T09:20:41.811441+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:20:41.811441+0000","last_undegraded":"2024-09-22T09:20:41.811441+0000","last_fullsized":"2024-09-22T09:20:41.811441+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:39.480361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'7","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832302+0000","last_change":"2024-09-22T08:58:41.438114+0000","last_active":"2024-09-22T09:21:36.832302+0000","last_peered":"2024-09-22T09:21:36.832302+0000","last_clean":"2024-09-22T09:21:36.832302+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:21:36.832302+0000","last_undegraded":"2024-09-22T09:21:36.832302+0000","last_fullsized":"2024-09-22T09:21:36.832302+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:10.322698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":17,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.990458+0000","last_change":"2024-09-22T08:58:38.366756+0000","last_active":"2024-09-22T09:20:46.990458+0000","last_peered":"2024-09-22T09:20:46.990458+0000","last_clean":"2024-09-22T09:20:46.990458+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:20:46.990458+0000","last_undegraded":"2024-09-22T09:20:46.990458+0000","last_fullsized":"2024-09-22T09:20:46.990458+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:45:33.846924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855999+0000","last_change":"2024-09-22T08:56:54.594039+0000","last_active":"2024-09-22T09:21:56.855999+0000","last_peered":"2024-09-22T09:21:56.855999+0000","last_clean":"2024-09-22T09:21:56.855999+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:21:56.855999+0000","last_undegraded":"2024-09-22T09:21:56.855999+0000","last_fullsized":"2024-09-22T09:21:56.855999+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:41.679824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:42.028489+0000","last_change":"2024-09-22T09:09:48.751755+0000","last_active":"2024-09-22T09:20:42.028489+0000","last_peered":"2024-09-22T09:20:42.028489+0000","last_clean":"2024-09-22T09:20:42.028489+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:20:42.028489+0000","last_undegraded":"2024-09-22T09:20:42.028489+0000","last_fullsized":"2024-09-22T09:20:42.028489+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:29.400156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.839725+0000","last_change":"2024-09-22T08:58:41.452900+0000","last_active":"2024-09-22T09:20:46.839725+0000","last_peered":"2024-09-22T09:20:46.839725+0000","last_clean":"2024-09-22T09:20:46.839725+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:20:46.839725+0000","last_undegraded":"2024-09-22T09:20:46.839725+0000","last_fullsized":"2024-09-22T09:20:46.839725+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:42.210667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":12311,"num_write":6,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'1","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002188+0000","last_change":"2024-09-22T08:58:38.369598+0000","last_active":"2024-09-22T09:21:37.002188+0000","last_peered":"2024-09-22T09:21:37.002188+0000","last_clean":"2024-09-22T09:21:37.002188+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:21:37.002188+0000","last_undegraded":"2024-09-22T09:21:37.002188+0000","last_fullsized":"2024-09-22T09:21:37.002188+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:27.833066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.810739+0000","last_change":"2024-09-22T08:56:54.579244+0000","last_active":"2024-09-22T09:21:56.810739+0000","last_peered":"2024-09-22T09:21:56.810739+0000","last_clean":"2024-09-22T09:21:56.810739+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:21:56.810739+0000","last_undegraded":"2024-09-22T09:21:56.810739+0000","last_fullsized":"2024-09-22T09:21:56.810739+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:32.509713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.053703+0000","last_change":"2024-09-22T09:09:48.745439+0000","last_active":"2024-09-22T09:22:22.053703+0000","last_peered":"2024-09-22T09:22:22.053703+0000","last_clean":"2024-09-22T09:22:22.053703+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:22:22.053703+0000","last_undegraded":"2024-09-22T09:22:22.053703+0000","last_fullsized":"2024-09-22T09:22:22.053703+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:43.238962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'7","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810523+0000","last_change":"2024-09-22T08:58:41.438805+0000","last_active":"2024-09-22T09:21:36.810523+0000","last_peered":"2024-09-22T09:21:36.810523+0000","last_clean":"2024-09-22T09:21:36.810523+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:21:36.810523+0000","last_undegraded":"2024-09-22T09:21:36.810523+0000","last_fullsized":"2024-09-22T09:21:36.810523+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:33.761097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":15,"num_read_kb":25602,"num_write":12,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'7","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832369+0000","last_change":"2024-09-22T08:58:38.387037+0000","last_active":"2024-09-22T09:21:36.832369+0000","last_peered":"2024-09-22T09:21:36.832369+0000","last_clean":"2024-09-22T09:21:36.832369+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:21:36.832369+0000","last_undegraded":"2024-09-22T09:21:36.832369+0000","last_fullsized":"2024-09-22T09:21:36.832369+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:32.963637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":11,"num_read_kb":18961,"num_write":17,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.778948+0000","last_change":"2024-09-22T08:56:54.590584+0000","last_active":"2024-09-22T09:22:11.778948+0000","last_peered":"2024-09-22T09:22:11.778948+0000","last_clean":"2024-09-22T09:22:11.778948+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:22:11.778948+0000","last_undegraded":"2024-09-22T09:22:11.778948+0000","last_fullsized":"2024-09-22T09:22:11.778948+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:48.908933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.014220+0000","last_change":"2024-09-22T09:09:48.768472+0000","last_active":"2024-09-22T09:22:27.014220+0000","last_peered":"2024-09-22T09:22:27.014220+0000","last_clean":"2024-09-22T09:22:27.014220+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:22:27.014220+0000","last_undegraded":"2024-09-22T09:22:27.014220+0000","last_fullsized":"2024-09-22T09:22:27.014220+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:43.387844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806295+0000","last_change":"2024-09-22T08:58:41.432894+0000","last_active":"2024-09-22T09:21:36.806295+0000","last_peered":"2024-09-22T09:21:36.806295+0000","last_clean":"2024-09-22T09:21:36.806295+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:21:36.806295+0000","last_undegraded":"2024-09-22T09:21:36.806295+0000","last_fullsized":"2024-09-22T09:21:36.806295+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:49.920522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810572+0000","last_change":"2024-09-22T08:58:38.381164+0000","last_active":"2024-09-22T09:21:36.810572+0000","last_peered":"2024-09-22T09:21:36.810572+0000","last_clean":"2024-09-22T09:21:36.810572+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:21:36.810572+0000","last_undegraded":"2024-09-22T09:21:36.810572+0000","last_fullsized":"2024-09-22T09:21:36.810572+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:44.354440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":145,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.792421+0000","last_change":"2024-09-22T08:56:54.584487+0000","last_active":"2024-09-22T09:22:11.792421+0000","last_peered":"2024-09-22T09:22:11.792421+0000","last_clean":"2024-09-22T09:22:11.792421+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:22:11.792421+0000","last_undegraded":"2024-09-22T09:22:11.792421+0000","last_fullsized":"2024-09-22T09:22:11.792421+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:10.890946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.704482+0000","last_change":"2024-09-22T08:40:26.259136+0000","last_active":"2024-09-22T09:22:48.704482+0000","last_peered":"2024-09-22T09:22:48.704482+0000","last_clean":"2024-09-22T09:22:48.704482+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:22:48.704482+0000","last_undegraded":"2024-09-22T09:22:48.704482+0000","last_fullsized":"2024-09-22T09:22:48.704482+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:04.745104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13694245,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":603,"num_read_kb":27944,"num_write":984,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":743,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.189657+0000","last_change":"2024-09-22T08:40:28.223337+0000","last_active":"2024-09-22T09:22:02.189657+0000","last_peered":"2024-09-22T09:22:02.189657+0000","last_clean":"2024-09-22T09:22:02.189657+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:22:02.189657+0000","last_undegraded":"2024-09-22T09:22:02.189657+0000","last_fullsized":"2024-09-22T09:22:02.189657+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:45.722304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'305","reported_seq":966,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.157923+0000","last_change":"2024-09-22T08:40:26.249405+0000","last_active":"2024-09-22T09:22:19.157923+0000","last_peered":"2024-09-22T09:22:19.157923+0000","last_clean":"2024-09-22T09:22:19.157923+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:22:19.157923+0000","last_undegraded":"2024-09-22T09:22:19.157923+0000","last_fullsized":"2024-09-22T09:22:19.157923+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:52.047534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11628969,"num_objects":81,"num_object_clones":0,"num_object_copies":324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":581,"num_read_kb":37442,"num_write":1076,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":974,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.264736+0000","last_change":"2024-09-22T08:40:28.236149+0000","last_active":"2024-09-22T09:22:17.264736+0000","last_peered":"2024-09-22T09:22:17.264736+0000","last_clean":"2024-09-22T09:22:17.264736+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:22:17.264736+0000","last_undegraded":"2024-09-22T09:22:17.264736+0000","last_fullsized":"2024-09-22T09:22:17.264736+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:22.155276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'292","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.945047+0000","last_change":"2024-09-22T08:40:26.209926+0000","last_active":"2024-09-22T09:22:28.945047+0000","last_peered":"2024-09-22T09:22:28.945047+0000","last_clean":"2024-09-22T09:22:28.945047+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:22:28.945047+0000","last_undegraded":"2024-09-22T09:22:28.945047+0000","last_fullsized":"2024-09-22T09:22:28.945047+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:00.317914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6805713,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":578,"num_read_kb":13679,"num_write":1129,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":716,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.733549+0000","last_change":"2024-09-22T08:40:28.196009+0000","last_active":"2024-09-22T09:22:17.733549+0000","last_peered":"2024-09-22T09:22:17.733549+0000","last_clean":"2024-09-22T09:22:17.733549+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:22:17.733549+0000","last_undegraded":"2024-09-22T09:22:17.733549+0000","last_fullsized":"2024-09-22T09:22:17.733549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:07.867134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'253","reported_seq":865,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.863573+0000","last_change":"2024-09-22T08:40:26.223783+0000","last_active":"2024-09-22T09:22:31.863573+0000","last_peered":"2024-09-22T09:22:31.863573+0000","last_clean":"2024-09-22T09:22:31.863573+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:22:31.863573+0000","last_undegraded":"2024-09-22T09:22:31.863573+0000","last_fullsized":"2024-09-22T09:22:31.863573+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:48.521169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":520061,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":396,"num_read_kb":22977,"num_write":787,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.766833+0000","last_change":"2024-09-22T08:40:28.207352+0000","last_active":"2024-09-22T09:22:38.766833+0000","last_peered":"2024-09-22T09:22:38.766833+0000","last_clean":"2024-09-22T09:22:38.766833+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:22:38.766833+0000","last_undegraded":"2024-09-22T09:22:38.766833+0000","last_fullsized":"2024-09-22T09:22:38.766833+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:32.356888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'307","reported_seq":997,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:04.165745+0000","last_change":"2024-09-22T08:40:26.255543+0000","last_active":"2024-09-22T09:24:04.165745+0000","last_peered":"2024-09-22T09:24:04.165745+0000","last_clean":"2024-09-22T09:24:04.165745+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:24:04.165745+0000","last_undegraded":"2024-09-22T09:24:04.165745+0000","last_fullsized":"2024-09-22T09:24:04.165745+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:57.630649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11540557,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":633,"num_read_kb":47725,"num_write":1228,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'107","reported_seq":721,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.558934+0000","last_change":"2024-09-22T08:40:28.221936+0000","last_active":"2024-09-22T09:22:37.558934+0000","last_peered":"2024-09-22T09:22:37.558934+0000","last_clean":"2024-09-22T09:22:37.558934+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:22:37.558934+0000","last_undegraded":"2024-09-22T09:22:37.558934+0000","last_fullsized":"2024-09-22T09:22:37.558934+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:06.330029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'278","reported_seq":918,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.556838+0000","last_change":"2024-09-22T08:40:26.244435+0000","last_active":"2024-09-22T09:22:33.556838+0000","last_peered":"2024-09-22T09:22:33.556838+0000","last_clean":"2024-09-22T09:22:33.556838+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:22:33.556838+0000","last_undegraded":"2024-09-22T09:22:33.556838+0000","last_fullsized":"2024-09-22T09:22:33.556838+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:19.425023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5541471,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":542,"num_read_kb":36706,"num_write":975,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814565+0000","last_change":"2024-09-22T08:40:28.213470+0000","last_active":"2024-09-22T09:22:11.814565+0000","last_peered":"2024-09-22T09:22:11.814565+0000","last_clean":"2024-09-22T09:22:11.814565+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:22:11.814565+0000","last_undegraded":"2024-09-22T09:22:11.814565+0000","last_fullsized":"2024-09-22T09:22:11.814565+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:24.348129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'303","reported_seq":945,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.257099+0000","last_change":"2024-09-22T08:40:26.256960+0000","last_active":"2024-09-22T09:21:11.257099+0000","last_peered":"2024-09-22T09:21:11.257099+0000","last_clean":"2024-09-22T09:21:11.257099+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:21:11.257099+0000","last_undegraded":"2024-09-22T09:21:11.257099+0000","last_fullsized":"2024-09-22T09:21:11.257099+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:52.171542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6292181,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":606,"num_read_kb":5378,"num_write":1161,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859289+0000","last_change":"2024-09-22T08:40:28.225505+0000","last_active":"2024-09-22T09:22:11.859289+0000","last_peered":"2024-09-22T09:22:11.859289+0000","last_clean":"2024-09-22T09:22:11.859289+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:22:11.859289+0000","last_undegraded":"2024-09-22T09:22:11.859289+0000","last_fullsized":"2024-09-22T09:22:11.859289+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:50.167408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'269","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.632403+0000","last_change":"2024-09-22T08:40:26.223521+0000","last_active":"2024-09-22T09:22:21.632403+0000","last_peered":"2024-09-22T09:22:21.632403+0000","last_clean":"2024-09-22T09:22:21.632403+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:22:21.632403+0000","last_undegraded":"2024-09-22T09:22:21.632403+0000","last_fullsized":"2024-09-22T09:22:21.632403+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:35.770868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36269,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":454,"num_read_kb":10855,"num_write":931,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.831189+0000","last_change":"2024-09-22T08:40:28.210451+0000","last_active":"2024-09-22T09:22:11.831189+0000","last_peered":"2024-09-22T09:22:11.831189+0000","last_clean":"2024-09-22T09:22:11.831189+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:22:11.831189+0000","last_undegraded":"2024-09-22T09:22:11.831189+0000","last_fullsized":"2024-09-22T09:22:11.831189+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:09.746662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.816973+0000","last_change":"2024-09-22T08:40:28.213552+0000","last_active":"2024-09-22T09:22:27.816973+0000","last_peered":"2024-09-22T09:22:27.816973+0000","last_clean":"2024-09-22T09:22:27.816973+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:22:27.816973+0000","last_undegraded":"2024-09-22T09:22:27.816973+0000","last_fullsized":"2024-09-22T09:22:27.816973+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:01:52.577190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'268","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:35.861689+0000","last_change":"2024-09-22T08:40:26.240708+0000","last_active":"2024-09-22T09:22:35.861689+0000","last_peered":"2024-09-22T09:22:35.861689+0000","last_clean":"2024-09-22T09:22:35.861689+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:22:35.861689+0000","last_undegraded":"2024-09-22T09:22:35.861689+0000","last_fullsized":"2024-09-22T09:22:35.861689+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:50.700667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120477,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":466,"num_read_kb":1798,"num_write":950,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.107436+0000","last_change":"2024-09-22T08:40:28.233230+0000","last_active":"2024-09-22T09:22:29.107436+0000","last_peered":"2024-09-22T09:22:29.107436+0000","last_clean":"2024-09-22T09:22:29.107436+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:22:29.107436+0000","last_undegraded":"2024-09-22T09:22:29.107436+0000","last_fullsized":"2024-09-22T09:22:29.107436+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:50.367002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'318","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:56.842640+0000","last_change":"2024-09-22T08:40:26.261802+0000","last_active":"2024-09-22T09:23:56.842640+0000","last_peered":"2024-09-22T09:23:56.842640+0000","last_clean":"2024-09-22T09:23:56.842640+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:23:56.842640+0000","last_undegraded":"2024-09-22T09:23:56.842640+0000","last_fullsized":"2024-09-22T09:23:56.842640+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:32.927376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6246769,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":594,"num_read_kb":13103,"num_write":1026,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":662,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.064444+0000","last_change":"2024-09-22T08:40:28.223341+0000","last_active":"2024-09-22T09:22:30.064444+0000","last_peered":"2024-09-22T09:22:30.064444+0000","last_clean":"2024-09-22T09:22:30.064444+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:22:30.064444+0000","last_undegraded":"2024-09-22T09:22:30.064444+0000","last_fullsized":"2024-09-22T09:22:30.064444+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:58:19.320811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'272","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.935295+0000","last_change":"2024-09-22T08:40:26.261375+0000","last_active":"2024-09-22T09:22:37.935295+0000","last_peered":"2024-09-22T09:22:37.935295+0000","last_clean":"2024-09-22T09:22:37.935295+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:22:37.935295+0000","last_undegraded":"2024-09-22T09:22:37.935295+0000","last_fullsized":"2024-09-22T09:22:37.935295+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:53:10.737768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12606721,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":465,"num_read_kb":11707,"num_write":981,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.748349+0000","last_change":"2024-09-22T08:40:28.208737+0000","last_active":"2024-09-22T09:22:51.748349+0000","last_peered":"2024-09-22T09:22:51.748349+0000","last_clean":"2024-09-22T09:22:51.748349+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:22:51.748349+0000","last_undegraded":"2024-09-22T09:22:51.748349+0000","last_fullsized":"2024-09-22T09:22:51.748349+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:39.578752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'279","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.256654+0000","last_change":"2024-09-22T08:40:26.266828+0000","last_active":"2024-09-22T09:22:22.256654+0000","last_peered":"2024-09-22T09:22:22.256654+0000","last_clean":"2024-09-22T09:22:22.256654+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:22:22.256654+0000","last_undegraded":"2024-09-22T09:22:22.256654+0000","last_fullsized":"2024-09-22T09:22:22.256654+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:08.107181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3339403,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":545,"num_read_kb":14758,"num_write":998,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.514636+0000","last_change":"2024-09-22T08:40:28.218545+0000","last_active":"2024-09-22T09:22:49.514636+0000","last_peered":"2024-09-22T09:22:49.514636+0000","last_clean":"2024-09-22T09:22:49.514636+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:22:49.514636+0000","last_undegraded":"2024-09-22T09:22:49.514636+0000","last_fullsized":"2024-09-22T09:22:49.514636+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:18.060783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'247","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.496971+0000","last_change":"2024-09-22T08:40:26.253337+0000","last_active":"2024-09-22T09:22:37.496971+0000","last_peered":"2024-09-22T09:22:37.496971+0000","last_clean":"2024-09-22T09:22:37.496971+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:22:37.496971+0000","last_undegraded":"2024-09-22T09:22:37.496971+0000","last_fullsized":"2024-09-22T09:22:37.496971+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:46.851624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6810007,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":455,"num_read_kb":76154,"num_write":874,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.841801+0000","last_change":"2024-09-22T08:40:28.207616+0000","last_active":"2024-09-22T09:22:36.841801+0000","last_peered":"2024-09-22T09:22:36.841801+0000","last_clean":"2024-09-22T09:22:36.841801+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:22:36.841801+0000","last_undegraded":"2024-09-22T09:22:36.841801+0000","last_fullsized":"2024-09-22T09:22:36.841801+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:17.945905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'289","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:18.894080+0000","last_change":"2024-09-22T08:40:26.226464+0000","last_active":"2024-09-22T09:22:18.894080+0000","last_peered":"2024-09-22T09:22:18.894080+0000","last_clean":"2024-09-22T09:22:18.894080+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:22:18.894080+0000","last_undegraded":"2024-09-22T09:22:18.894080+0000","last_fullsized":"2024-09-22T09:22:18.894080+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:10.083410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11004241,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":579,"num_read_kb":47558,"num_write":1131,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'134","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.837924+0000","last_change":"2024-09-22T08:40:36.289314+0000","last_active":"2024-09-22T09:22:51.837924+0000","last_peered":"2024-09-22T09:22:51.837924+0000","last_clean":"2024-09-22T09:22:51.837924+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:22:51.837924+0000","last_undegraded":"2024-09-22T09:22:51.837924+0000","last_fullsized":"2024-09-22T09:22:51.837924+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:37.542476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.423881+0000","last_change":"2024-09-22T08:40:28.212016+0000","last_active":"2024-09-22T09:22:32.423881+0000","last_peered":"2024-09-22T09:22:32.423881+0000","last_clean":"2024-09-22T09:22:32.423881+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:22:32.423881+0000","last_undegraded":"2024-09-22T09:22:32.423881+0000","last_fullsized":"2024-09-22T09:22:32.423881+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:31.570915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'252","reported_seq":951,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.190188+0000","last_change":"2024-09-22T08:40:26.274211+0000","last_active":"2024-09-22T09:22:49.190188+0000","last_peered":"2024-09-22T09:22:49.190188+0000","last_clean":"2024-09-22T09:22:49.190188+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:22:49.190188+0000","last_undegraded":"2024-09-22T09:22:49.190188+0000","last_fullsized":"2024-09-22T09:22:49.190188+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:01:46.914384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21571049,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":723,"num_read_kb":47942,"num_write":952,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851411+0000","last_change":"2024-09-22T08:40:30.224461+0000","last_active":"2024-09-22T09:21:36.851411+0000","last_peered":"2024-09-22T09:21:36.851411+0000","last_clean":"2024-09-22T09:21:36.851411+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:21:36.851411+0000","last_undegraded":"2024-09-22T09:21:36.851411+0000","last_fullsized":"2024-09-22T09:21:36.851411+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:47.499246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'343","reported_seq":936,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:07.354315+0000","last_change":"2024-09-22T08:40:32.229748+0000","last_active":"2024-09-22T09:24:07.354315+0000","last_peered":"2024-09-22T09:24:07.354315+0000","last_clean":"2024-09-22T09:24:07.354315+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:24:07.354315+0000","last_undegraded":"2024-09-22T09:24:07.354315+0000","last_fullsized":"2024-09-22T09:24:07.354315+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:16.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62763,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":554,"num_read_kb":1086,"num_write":452,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003628+0000","last_change":"2024-09-22T08:40:34.242927+0000","last_active":"2024-09-22T09:21:42.003628+0000","last_peered":"2024-09-22T09:21:42.003628+0000","last_clean":"2024-09-22T09:21:42.003628+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:21:42.003628+0000","last_undegraded":"2024-09-22T09:21:42.003628+0000","last_fullsized":"2024-09-22T09:21:42.003628+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:58.176870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'140","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.159152+0000","last_change":"2024-09-22T08:40:36.291089+0000","last_active":"2024-09-22T09:22:38.159152+0000","last_peered":"2024-09-22T09:22:38.159152+0000","last_clean":"2024-09-22T09:22:38.159152+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:22:38.159152+0000","last_undegraded":"2024-09-22T09:22:38.159152+0000","last_fullsized":"2024-09-22T09:22:38.159152+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:23:40.199101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.813564+0000","last_change":"2024-09-22T08:40:28.233921+0000","last_active":"2024-09-22T09:22:11.813564+0000","last_peered":"2024-09-22T09:22:11.813564+0000","last_clean":"2024-09-22T09:22:11.813564+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:22:11.813564+0000","last_undegraded":"2024-09-22T09:22:11.813564+0000","last_fullsized":"2024-09-22T09:22:11.813564+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:29.764309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'277","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.582430+0000","last_change":"2024-09-22T08:41:01.433086+0000","last_active":"2024-09-22T09:21:37.582430+0000","last_peered":"2024-09-22T09:21:37.582430+0000","last_clean":"2024-09-22T09:21:37.582430+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:21:37.582430+0000","last_undegraded":"2024-09-22T09:21:37.582430+0000","last_fullsized":"2024-09-22T09:21:37.582430+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:24.145630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17292547,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":587,"num_read_kb":64932,"num_write":999,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.830492+0000","last_change":"2024-09-22T08:40:30.210091+0000","last_active":"2024-09-22T09:20:21.830492+0000","last_peered":"2024-09-22T09:20:21.830492+0000","last_clean":"2024-09-22T09:20:21.830492+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:20:21.830492+0000","last_undegraded":"2024-09-22T09:20:21.830492+0000","last_fullsized":"2024-09-22T09:20:21.830492+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:49.676373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'88","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.847589+0000","last_change":"2024-09-22T08:40:32.228899+0000","last_active":"2024-09-22T09:22:21.847589+0000","last_peered":"2024-09-22T09:22:21.847589+0000","last_clean":"2024-09-22T09:22:21.847589+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:22:21.847589+0000","last_undegraded":"2024-09-22T09:22:21.847589+0000","last_fullsized":"2024-09-22T09:22:21.847589+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:54.861176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.807612+0000","last_change":"2024-09-22T08:40:34.244607+0000","last_active":"2024-09-22T09:21:41.807612+0000","last_peered":"2024-09-22T09:21:41.807612+0000","last_clean":"2024-09-22T09:21:41.807612+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:21:41.807612+0000","last_undegraded":"2024-09-22T09:21:41.807612+0000","last_fullsized":"2024-09-22T09:21:41.807612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:15.334141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:23.666557+0000","last_change":"2024-09-22T08:40:36.285373+0000","last_active":"2024-09-22T09:22:23.666557+0000","last_peered":"2024-09-22T09:22:23.666557+0000","last_clean":"2024-09-22T09:22:23.666557+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:22:23.666557+0000","last_undegraded":"2024-09-22T09:22:23.666557+0000","last_fullsized":"2024-09-22T09:22:23.666557+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:34.628249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":652,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.043699+0000","last_change":"2024-09-22T08:40:28.207818+0000","last_active":"2024-09-22T09:22:33.043699+0000","last_peered":"2024-09-22T09:22:33.043699+0000","last_clean":"2024-09-22T09:22:33.043699+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:22:33.043699+0000","last_undegraded":"2024-09-22T09:22:33.043699+0000","last_fullsized":"2024-09-22T09:22:33.043699+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:46.349127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'310","reported_seq":996,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.704241+0000","last_change":"2024-09-22T08:40:26.255500+0000","last_active":"2024-09-22T09:22:48.704241+0000","last_peered":"2024-09-22T09:22:48.704241+0000","last_clean":"2024-09-22T09:22:48.704241+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:22:48.704241+0000","last_undegraded":"2024-09-22T09:22:48.704241+0000","last_fullsized":"2024-09-22T09:22:48.704241+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:00.345964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18232931,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":698,"num_read_kb":65163,"num_write":1125,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.850353+0000","last_change":"2024-09-22T08:40:30.215917+0000","last_active":"2024-09-22T09:21:36.850353+0000","last_peered":"2024-09-22T09:21:36.850353+0000","last_clean":"2024-09-22T09:21:36.850353+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:21:36.850353+0000","last_undegraded":"2024-09-22T09:21:36.850353+0000","last_fullsized":"2024-09-22T09:21:36.850353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:28.163711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'106","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.835323+0000","last_change":"2024-09-22T08:40:32.231650+0000","last_active":"2024-09-22T09:22:24.835323+0000","last_peered":"2024-09-22T09:22:24.835323+0000","last_clean":"2024-09-22T09:22:24.835323+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:22:24.835323+0000","last_undegraded":"2024-09-22T09:22:24.835323+0000","last_fullsized":"2024-09-22T09:22:24.835323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:30.548418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'746","reported_seq":2131,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.015168+0000","last_change":"2024-09-22T08:40:34.268534+0000","last_active":"2024-09-22T09:24:13.015168+0000","last_peered":"2024-09-22T09:24:13.015168+0000","last_clean":"2024-09-22T09:24:13.015168+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:24:13.015168+0000","last_undegraded":"2024-09-22T09:24:13.015168+0000","last_fullsized":"2024-09-22T09:24:13.015168+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:03.533778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'227","reported_seq":1059,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.888033+0000","last_change":"2024-09-22T08:40:36.378416+0000","last_active":"2024-09-22T09:22:51.888033+0000","last_peered":"2024-09-22T09:22:51.888033+0000","last_clean":"2024-09-22T09:22:51.888033+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:22:51.888033+0000","last_undegraded":"2024-09-22T09:22:51.888033+0000","last_fullsized":"2024-09-22T09:22:51.888033+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:19.690938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'314","reported_seq":929,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.424729+0000","last_change":"2024-09-22T08:40:28.236621+0000","last_active":"2024-09-22T09:22:22.424729+0000","last_peered":"2024-09-22T09:22:22.424729+0000","last_clean":"2024-09-22T09:22:22.424729+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:22:22.424729+0000","last_undegraded":"2024-09-22T09:22:22.424729+0000","last_fullsized":"2024-09-22T09:22:22.424729+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:57.932204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'231","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.895375+0000","last_change":"2024-09-22T08:40:26.252202+0000","last_active":"2024-09-22T09:22:09.895375+0000","last_peered":"2024-09-22T09:22:09.895375+0000","last_clean":"2024-09-22T09:22:09.895375+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:22:09.895375+0000","last_undegraded":"2024-09-22T09:22:09.895375+0000","last_fullsized":"2024-09-22T09:22:09.895375+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:20.891916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5574822,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":470,"num_read_kb":36263,"num_write":879,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851513+0000","last_change":"2024-09-22T08:40:30.226665+0000","last_active":"2024-09-22T09:21:36.851513+0000","last_peered":"2024-09-22T09:21:36.851513+0000","last_clean":"2024-09-22T09:21:36.851513+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:21:36.851513+0000","last_undegraded":"2024-09-22T09:21:36.851513+0000","last_fullsized":"2024-09-22T09:21:36.851513+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:06:12.551764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'277","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.037630+0000","last_change":"2024-09-22T08:40:32.337534+0000","last_active":"2024-09-22T09:24:02.037630+0000","last_peered":"2024-09-22T09:24:02.037630+0000","last_clean":"2024-09-22T09:24:02.037630+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:24:02.037630+0000","last_undegraded":"2024-09-22T09:24:02.037630+0000","last_fullsized":"2024-09-22T09:24:02.037630+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:48.456266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60234,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":962,"num_write":378,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'780","reported_seq":4096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.021636+0000","last_change":"2024-09-22T08:40:34.248448+0000","last_active":"2024-09-22T09:24:13.021636+0000","last_peered":"2024-09-22T09:24:13.021636+0000","last_clean":"2024-09-22T09:24:13.021636+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:24:13.021636+0000","last_undegraded":"2024-09-22T09:24:13.021636+0000","last_fullsized":"2024-09-22T09:24:13.021636+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":700,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:41:47.556793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":676,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852614+0000","last_change":"2024-09-22T08:40:28.237327+0000","last_active":"2024-09-22T09:21:41.852614+0000","last_peered":"2024-09-22T09:21:41.852614+0000","last_clean":"2024-09-22T09:21:41.852614+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:21:41.852614+0000","last_undegraded":"2024-09-22T09:21:41.852614+0000","last_fullsized":"2024-09-22T09:21:41.852614+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:28.289536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'291","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:05.242899+0000","last_change":"2024-09-22T08:40:26.239768+0000","last_active":"2024-09-22T09:24:05.242899+0000","last_peered":"2024-09-22T09:24:05.242899+0000","last_clean":"2024-09-22T09:24:05.242899+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:05.242899+0000","last_undegraded":"2024-09-22T09:24:05.242899+0000","last_fullsized":"2024-09-22T09:24:05.242899+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:52.513951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5719723,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":540,"num_read_kb":33187,"num_write":1113,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003398+0000","last_change":"2024-09-22T08:40:30.222603+0000","last_active":"2024-09-22T09:21:42.003398+0000","last_peered":"2024-09-22T09:21:42.003398+0000","last_clean":"2024-09-22T09:21:42.003398+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:21:42.003398+0000","last_undegraded":"2024-09-22T09:21:42.003398+0000","last_fullsized":"2024-09-22T09:21:42.003398+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:58:59.504043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'361","reported_seq":962,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:56.881916+0000","last_change":"2024-09-22T08:40:32.337239+0000","last_active":"2024-09-22T09:23:56.881916+0000","last_peered":"2024-09-22T09:23:56.881916+0000","last_clean":"2024-09-22T09:23:56.881916+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:23:56.881916+0000","last_undegraded":"2024-09-22T09:23:56.881916+0000","last_fullsized":"2024-09-22T09:23:56.881916+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:28.287966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60577,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":589,"num_read_kb":1119,"num_write":474,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.825010+0000","last_change":"2024-09-22T08:40:34.262785+0000","last_active":"2024-09-22T09:21:06.825010+0000","last_peered":"2024-09-22T09:21:06.825010+0000","last_clean":"2024-09-22T09:21:06.825010+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:21:06.825010+0000","last_undegraded":"2024-09-22T09:21:06.825010+0000","last_fullsized":"2024-09-22T09:21:06.825010+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:49.084416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'570","reported_seq":1386,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.999209+0000","last_change":"2024-09-22T08:40:36.293120+0000","last_active":"2024-09-22T09:24:12.999209+0000","last_peered":"2024-09-22T09:24:12.999209+0000","last_clean":"2024-09-22T09:24:12.999209+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:24:12.999209+0000","last_undegraded":"2024-09-22T09:24:12.999209+0000","last_fullsized":"2024-09-22T09:24:12.999209+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:10.983610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.535812+0000","last_change":"2024-09-22T08:40:28.198391+0000","last_active":"2024-09-22T09:22:28.535812+0000","last_peered":"2024-09-22T09:22:28.535812+0000","last_clean":"2024-09-22T09:22:28.535812+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:22:28.535812+0000","last_undegraded":"2024-09-22T09:22:28.535812+0000","last_fullsized":"2024-09-22T09:22:28.535812+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:19.604982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'310","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.705492+0000","last_change":"2024-09-22T08:40:26.236203+0000","last_active":"2024-09-22T09:22:38.705492+0000","last_peered":"2024-09-22T09:22:38.705492+0000","last_clean":"2024-09-22T09:22:38.705492+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:22:38.705492+0000","last_undegraded":"2024-09-22T09:22:38.705492+0000","last_fullsized":"2024-09-22T09:22:38.705492+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:55.585472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10844582,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":721,"num_read_kb":68267,"num_write":1200,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"37'5","reported_seq":975,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.615455+0000","last_change":"2024-09-22T08:40:30.218954+0000","last_active":"2024-09-22T09:24:12.615455+0000","last_peered":"2024-09-22T09:24:12.615455+0000","last_clean":"2024-09-22T09:24:12.615455+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:12.615455+0000","last_undegraded":"2024-09-22T09:24:12.615455+0000","last_fullsized":"2024-09-22T09:24:12.615455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:53:58.131653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'265","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.874963+0000","last_change":"2024-09-22T08:40:32.240400+0000","last_active":"2024-09-22T09:23:16.874963+0000","last_peered":"2024-09-22T09:23:16.874963+0000","last_clean":"2024-09-22T09:23:16.874963+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:23:16.874963+0000","last_undegraded":"2024-09-22T09:23:16.874963+0000","last_fullsized":"2024-09-22T09:23:16.874963+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:26.677212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58475,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":437,"num_read_kb":915,"num_write":366,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855433+0000","last_change":"2024-09-22T08:40:34.244673+0000","last_active":"2024-09-22T09:21:56.855433+0000","last_peered":"2024-09-22T09:21:56.855433+0000","last_clean":"2024-09-22T09:21:56.855433+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:21:56.855433+0000","last_undegraded":"2024-09-22T09:21:56.855433+0000","last_fullsized":"2024-09-22T09:21:56.855433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:31.980150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2490","reported_seq":4306,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.782198+0000","last_change":"2024-09-22T08:40:36.293692+0000","last_active":"2024-09-22T09:24:01.782198+0000","last_peered":"2024-09-22T09:24:01.782198+0000","last_clean":"2024-09-22T09:24:01.782198+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:24:01.782198+0000","last_undegraded":"2024-09-22T09:24:01.782198+0000","last_fullsized":"2024-09-22T09:24:01.782198+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:58.485629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'190","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813722+0000","last_change":"2024-09-22T08:40:28.222692+0000","last_active":"2024-09-22T09:21:51.813722+0000","last_peered":"2024-09-22T09:21:51.813722+0000","last_clean":"2024-09-22T09:21:51.813722+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:21:51.813722+0000","last_undegraded":"2024-09-22T09:21:51.813722+0000","last_fullsized":"2024-09-22T09:21:51.813722+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:02.986611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'340","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.222449+0000","last_change":"2024-09-22T08:41:01.720736+0000","last_active":"2024-09-22T09:22:32.222449+0000","last_peered":"2024-09-22T09:22:32.222449+0000","last_clean":"2024-09-22T09:22:32.222449+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:22:32.222449+0000","last_undegraded":"2024-09-22T09:22:32.222449+0000","last_fullsized":"2024-09-22T09:22:32.222449+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:40:28.978230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11872596,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":690,"num_read_kb":13800,"num_write":1206,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815540+0000","last_change":"2024-09-22T08:40:30.222032+0000","last_active":"2024-09-22T09:21:01.815540+0000","last_peered":"2024-09-22T09:21:01.815540+0000","last_clean":"2024-09-22T09:21:01.815540+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:21:01.815540+0000","last_undegraded":"2024-09-22T09:21:01.815540+0000","last_fullsized":"2024-09-22T09:21:01.815540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:26.297158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'306","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:52.034851+0000","last_change":"2024-09-22T08:40:32.236088+0000","last_active":"2024-09-22T09:23:52.034851+0000","last_peered":"2024-09-22T09:23:52.034851+0000","last_clean":"2024-09-22T09:23:52.034851+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:23:52.034851+0000","last_undegraded":"2024-09-22T09:23:52.034851+0000","last_fullsized":"2024-09-22T09:23:52.034851+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:39.565401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58757,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":484,"num_read_kb":974,"num_write":398,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'775","reported_seq":2939,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.023034+0000","last_change":"2024-09-22T08:40:34.270222+0000","last_active":"2024-09-22T09:24:13.023034+0000","last_peered":"2024-09-22T09:24:13.023034+0000","last_clean":"2024-09-22T09:24:13.023034+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:24:13.023034+0000","last_undegraded":"2024-09-22T09:24:13.023034+0000","last_fullsized":"2024-09-22T09:24:13.023034+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":700,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:35:05.560063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.708224+0000","last_change":"2024-09-22T08:40:36.282527+0000","last_active":"2024-09-22T09:24:11.708224+0000","last_peered":"2024-09-22T09:24:11.708224+0000","last_clean":"2024-09-22T09:24:11.708224+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:24:11.708224+0000","last_undegraded":"2024-09-22T09:24:11.708224+0000","last_fullsized":"2024-09-22T09:24:11.708224+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:16.353142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4441","reported_seq":5172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033267+0000","last_change":"2024-09-22T08:40:28.201276+0000","last_active":"2024-09-22T09:21:02.033267+0000","last_peered":"2024-09-22T09:21:02.033267+0000","last_clean":"2024-09-22T09:21:02.033267+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:21:02.033267+0000","last_undegraded":"2024-09-22T09:21:02.033267+0000","last_fullsized":"2024-09-22T09:21:02.033267+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":3000,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:58.650729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'275","reported_seq":992,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:23.753432+0000","last_change":"2024-09-22T08:40:26.269999+0000","last_active":"2024-09-22T09:21:23.753432+0000","last_peered":"2024-09-22T09:21:23.753432+0000","last_clean":"2024-09-22T09:21:23.753432+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:21:23.753432+0000","last_undegraded":"2024-09-22T09:21:23.753432+0000","last_fullsized":"2024-09-22T09:21:23.753432+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:10.779043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8581122,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":770,"num_read_kb":4552,"num_write":1019,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.826772+0000","last_change":"2024-09-22T08:40:30.213052+0000","last_active":"2024-09-22T09:21:51.826772+0000","last_peered":"2024-09-22T09:21:51.826772+0000","last_clean":"2024-09-22T09:21:51.826772+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:21:51.826772+0000","last_undegraded":"2024-09-22T09:21:51.826772+0000","last_fullsized":"2024-09-22T09:21:51.826772+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:52.086469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'439","reported_seq":1056,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.910070+0000","last_change":"2024-09-22T08:40:32.235235+0000","last_active":"2024-09-22T09:24:12.910070+0000","last_peered":"2024-09-22T09:24:12.910070+0000","last_clean":"2024-09-22T09:24:12.910070+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:24:12.910070+0000","last_undegraded":"2024-09-22T09:24:12.910070+0000","last_fullsized":"2024-09-22T09:24:12.910070+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:06.357427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103688,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":775,"num_read_kb":1685,"num_write":642,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.825596+0000","last_change":"2024-09-22T08:40:34.258121+0000","last_active":"2024-09-22T09:21:46.825596+0000","last_peered":"2024-09-22T09:21:46.825596+0000","last_clean":"2024-09-22T09:21:46.825596+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:21:46.825596+0000","last_undegraded":"2024-09-22T09:21:46.825596+0000","last_fullsized":"2024-09-22T09:21:46.825596+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:58.083492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'144","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.832752+0000","last_change":"2024-09-22T08:40:36.283881+0000","last_active":"2024-09-22T09:22:51.832752+0000","last_peered":"2024-09-22T09:22:51.832752+0000","last_clean":"2024-09-22T09:22:51.832752+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:22:51.832752+0000","last_undegraded":"2024-09-22T09:22:51.832752+0000","last_fullsized":"2024-09-22T09:22:51.832752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:20.909518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":747,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.493018+0000","last_change":"2024-09-22T08:40:28.208576+0000","last_active":"2024-09-22T09:22:17.493018+0000","last_peered":"2024-09-22T09:22:17.493018+0000","last_clean":"2024-09-22T09:22:17.493018+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:22:17.493018+0000","last_undegraded":"2024-09-22T09:22:17.493018+0000","last_fullsized":"2024-09-22T09:22:17.493018+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:23.216459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'269","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:06.734491+0000","last_change":"2024-09-22T08:41:01.365404+0000","last_active":"2024-09-22T09:24:06.734491+0000","last_peered":"2024-09-22T09:24:06.734491+0000","last_clean":"2024-09-22T09:24:06.734491+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:06.734491+0000","last_undegraded":"2024-09-22T09:24:06.734491+0000","last_fullsized":"2024-09-22T09:24:06.734491+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:22.044941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2104046,"num_objects":81,"num_object_clones":0,"num_object_copies":324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":422,"num_read_kb":1526,"num_write":953,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815689+0000","last_change":"2024-09-22T08:40:30.212784+0000","last_active":"2024-09-22T09:21:01.815689+0000","last_peered":"2024-09-22T09:21:01.815689+0000","last_clean":"2024-09-22T09:21:01.815689+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:21:01.815689+0000","last_undegraded":"2024-09-22T09:21:01.815689+0000","last_fullsized":"2024-09-22T09:21:01.815689+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:54:39.582573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'288","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.829312+0000","last_change":"2024-09-22T08:40:32.222089+0000","last_active":"2024-09-22T09:23:16.829312+0000","last_peered":"2024-09-22T09:23:16.829312+0000","last_clean":"2024-09-22T09:23:16.829312+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:23:16.829312+0000","last_undegraded":"2024-09-22T09:23:16.829312+0000","last_fullsized":"2024-09-22T09:23:16.829312+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:51:50.006838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56784,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":965,"num_write":438,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036367+0000","last_change":"2024-09-22T08:40:34.256544+0000","last_active":"2024-09-22T09:21:12.036367+0000","last_peered":"2024-09-22T09:21:12.036367+0000","last_clean":"2024-09-22T09:21:12.036367+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:21:12.036367+0000","last_undegraded":"2024-09-22T09:21:12.036367+0000","last_fullsized":"2024-09-22T09:21:12.036367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:52:40.618815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'112","reported_seq":597,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.163565+0000","last_change":"2024-09-22T08:40:36.279550+0000","last_active":"2024-09-22T09:22:51.163565+0000","last_peered":"2024-09-22T09:22:51.163565+0000","last_clean":"2024-09-22T09:22:51.163565+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:22:51.163565+0000","last_undegraded":"2024-09-22T09:22:51.163565+0000","last_fullsized":"2024-09-22T09:22:51.163565+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:27.867742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'251","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:09.278776+0000","last_change":"2024-09-22T08:40:28.212212+0000","last_active":"2024-09-22T09:21:09.278776+0000","last_peered":"2024-09-22T09:21:09.278776+0000","last_clean":"2024-09-22T09:21:09.278776+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:21:09.278776+0000","last_undegraded":"2024-09-22T09:21:09.278776+0000","last_fullsized":"2024-09-22T09:21:09.278776+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:37.613792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'293","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.729095+0000","last_change":"2024-09-22T08:40:26.262181+0000","last_active":"2024-09-22T09:22:34.729095+0000","last_peered":"2024-09-22T09:22:34.729095+0000","last_clean":"2024-09-22T09:22:34.729095+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:22:34.729095+0000","last_undegraded":"2024-09-22T09:22:34.729095+0000","last_fullsized":"2024-09-22T09:22:34.729095+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5294989,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":866,"num_read_kb":24932,"num_write":1175,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.823757+0000","last_change":"2024-09-22T08:40:30.212747+0000","last_active":"2024-09-22T09:21:01.823757+0000","last_peered":"2024-09-22T09:21:01.823757+0000","last_clean":"2024-09-22T09:21:01.823757+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:21:01.823757+0000","last_undegraded":"2024-09-22T09:21:01.823757+0000","last_fullsized":"2024-09-22T09:21:01.823757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:56.396689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'278","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.849421+0000","last_change":"2024-09-22T08:40:32.238040+0000","last_active":"2024-09-22T09:23:26.849421+0000","last_peered":"2024-09-22T09:23:26.849421+0000","last_clean":"2024-09-22T09:23:26.849421+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:23:26.849421+0000","last_undegraded":"2024-09-22T09:23:26.849421+0000","last_fullsized":"2024-09-22T09:23:26.849421+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:45.697108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50801,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":905,"num_write":366,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'733","reported_seq":2118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.016603+0000","last_change":"2024-09-22T08:40:34.241819+0000","last_active":"2024-09-22T09:24:13.016603+0000","last_peered":"2024-09-22T09:24:13.016603+0000","last_clean":"2024-09-22T09:24:13.016603+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:24:13.016603+0000","last_undegraded":"2024-09-22T09:24:13.016603+0000","last_fullsized":"2024-09-22T09:24:13.016603+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:57.735413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'126","reported_seq":629,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.510086+0000","last_change":"2024-09-22T08:40:36.275467+0000","last_active":"2024-09-22T09:22:49.510086+0000","last_peered":"2024-09-22T09:22:49.510086+0000","last_clean":"2024-09-22T09:22:49.510086+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:22:49.510086+0000","last_undegraded":"2024-09-22T09:22:49.510086+0000","last_fullsized":"2024-09-22T09:22:49.510086+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:36.857958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'131","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:39.796808+0000","last_change":"2024-09-22T08:40:28.204938+0000","last_active":"2024-09-22T09:22:39.796808+0000","last_peered":"2024-09-22T09:22:39.796808+0000","last_clean":"2024-09-22T09:22:39.796808+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:22:39.796808+0000","last_undegraded":"2024-09-22T09:22:39.796808+0000","last_fullsized":"2024-09-22T09:22:39.796808+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:26.517783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'345","reported_seq":1049,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.780333+0000","last_change":"2024-09-22T08:40:26.249725+0000","last_active":"2024-09-22T09:22:30.780333+0000","last_peered":"2024-09-22T09:22:30.780333+0000","last_clean":"2024-09-22T09:22:30.780333+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:22:30.780333+0000","last_undegraded":"2024-09-22T09:22:30.780333+0000","last_fullsized":"2024-09-22T09:22:30.780333+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:19.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37778815,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":688,"num_read_kb":127249,"num_write":1320,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1455,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.629648+0000","last_change":"2024-09-22T08:40:30.224425+0000","last_active":"2024-09-22T09:24:12.629648+0000","last_peered":"2024-09-22T09:24:12.629648+0000","last_clean":"2024-09-22T09:24:12.629648+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:24:12.629648+0000","last_undegraded":"2024-09-22T09:24:12.629648+0000","last_fullsized":"2024-09-22T09:24:12.629648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:09.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":961,"num_read_kb":961,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'77","reported_seq":592,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.770564+0000","last_change":"2024-09-22T08:40:32.337675+0000","last_active":"2024-09-22T09:22:38.770564+0000","last_peered":"2024-09-22T09:22:38.770564+0000","last_clean":"2024-09-22T09:22:38.770564+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:22:38.770564+0000","last_undegraded":"2024-09-22T09:22:38.770564+0000","last_fullsized":"2024-09-22T09:22:38.770564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:33.449494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'747","reported_seq":2277,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.019308+0000","last_change":"2024-09-22T08:40:34.269000+0000","last_active":"2024-09-22T09:24:13.019308+0000","last_peered":"2024-09-22T09:24:13.019308+0000","last_clean":"2024-09-22T09:24:13.019308+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:24:13.019308+0000","last_undegraded":"2024-09-22T09:24:13.019308+0000","last_fullsized":"2024-09-22T09:24:13.019308+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:12:54.237905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'151","reported_seq":645,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.706022+0000","last_change":"2024-09-22T08:40:36.295808+0000","last_active":"2024-09-22T09:22:50.706022+0000","last_peered":"2024-09-22T09:22:50.706022+0000","last_clean":"2024-09-22T09:22:50.706022+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:22:50.706022+0000","last_undegraded":"2024-09-22T09:22:50.706022+0000","last_fullsized":"2024-09-22T09:22:50.706022+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:33.408435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":726,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.660512+0000","last_change":"2024-09-22T08:40:28.211094+0000","last_active":"2024-09-22T09:22:12.660512+0000","last_peered":"2024-09-22T09:22:12.660512+0000","last_clean":"2024-09-22T09:22:12.660512+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:22:12.660512+0000","last_undegraded":"2024-09-22T09:22:12.660512+0000","last_fullsized":"2024-09-22T09:22:12.660512+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:21:23.714397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'276","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.662402+0000","last_change":"2024-09-22T08:40:26.212504+0000","last_active":"2024-09-22T09:22:36.662402+0000","last_peered":"2024-09-22T09:22:36.662402+0000","last_clean":"2024-09-22T09:22:36.662402+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:22:36.662402+0000","last_undegraded":"2024-09-22T09:22:36.662402+0000","last_fullsized":"2024-09-22T09:22:36.662402+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:10.414635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22195814,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":471,"num_read_kb":55101,"num_write":1022,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.798343+0000","last_change":"2024-09-22T08:40:30.226965+0000","last_active":"2024-09-22T09:21:01.798343+0000","last_peered":"2024-09-22T09:21:01.798343+0000","last_clean":"2024-09-22T09:21:01.798343+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:21:01.798343+0000","last_undegraded":"2024-09-22T09:21:01.798343+0000","last_fullsized":"2024-09-22T09:21:01.798343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:05.973577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'342","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.873448+0000","last_change":"2024-09-22T08:40:32.230233+0000","last_active":"2024-09-22T09:23:16.873448+0000","last_peered":"2024-09-22T09:23:16.873448+0000","last_clean":"2024-09-22T09:23:16.873448+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:23:16.873448+0000","last_undegraded":"2024-09-22T09:23:16.873448+0000","last_fullsized":"2024-09-22T09:23:16.873448+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:03.661213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65533,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":578,"num_read_kb":1134,"num_write":468,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.804411+0000","last_change":"2024-09-22T08:40:34.250623+0000","last_active":"2024-09-22T09:21:06.804411+0000","last_peered":"2024-09-22T09:21:06.804411+0000","last_clean":"2024-09-22T09:21:06.804411+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:21:06.804411+0000","last_undegraded":"2024-09-22T09:21:06.804411+0000","last_fullsized":"2024-09-22T09:21:06.804411+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.599565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'136","reported_seq":631,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.700413+0000","last_change":"2024-09-22T08:40:36.286619+0000","last_active":"2024-09-22T09:22:50.700413+0000","last_peered":"2024-09-22T09:22:50.700413+0000","last_clean":"2024-09-22T09:22:50.700413+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:22:50.700413+0000","last_undegraded":"2024-09-22T09:22:50.700413+0000","last_fullsized":"2024-09-22T09:22:50.700413+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:42.393595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'233","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.821225+0000","last_change":"2024-09-22T08:40:28.222194+0000","last_active":"2024-09-22T09:22:21.821225+0000","last_peered":"2024-09-22T09:22:21.821225+0000","last_clean":"2024-09-22T09:22:21.821225+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:22:21.821225+0000","last_undegraded":"2024-09-22T09:22:21.821225+0000","last_fullsized":"2024-09-22T09:22:21.821225+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:18.390624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.011646+0000","last_change":"2024-09-22T08:40:09.255967+0000","last_active":"2024-09-22T09:22:17.011646+0000","last_peered":"2024-09-22T09:22:17.011646+0000","last_clean":"2024-09-22T09:22:17.011646+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:22:17.011646+0000","last_undegraded":"2024-09-22T09:22:17.011646+0000","last_fullsized":"2024-09-22T09:22:17.011646+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_clean_scrub_stamp":"2024-09-22T08:40:08.232876+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:45.699849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":520,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.856024+0000","last_change":"2024-09-22T08:40:16.325987+0000","last_active":"2024-09-22T09:21:56.856024+0000","last_peered":"2024-09-22T09:21:56.856024+0000","last_clean":"2024-09-22T09:21:56.856024+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:21:56.856024+0000","last_undegraded":"2024-09-22T09:21:56.856024+0000","last_fullsized":"2024-09-22T09:21:56.856024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:01.376746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'304","reported_seq":1006,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.916434+0000","last_change":"2024-09-22T08:40:26.242389+0000","last_active":"2024-09-22T09:22:29.916434+0000","last_peered":"2024-09-22T09:22:29.916434+0000","last_clean":"2024-09-22T09:22:29.916434+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:22:29.916434+0000","last_undegraded":"2024-09-22T09:22:29.916434+0000","last_fullsized":"2024-09-22T09:22:29.916434+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:59:58.015112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3997116,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":739,"num_read_kb":9051,"num_write":1150,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.010522+0000","last_change":"2024-09-22T08:40:30.216536+0000","last_active":"2024-09-22T09:22:12.010522+0000","last_peered":"2024-09-22T09:22:12.010522+0000","last_clean":"2024-09-22T09:22:12.010522+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:22:12.010522+0000","last_undegraded":"2024-09-22T09:22:12.010522+0000","last_fullsized":"2024-09-22T09:22:12.010522+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.467315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'699","reported_seq":1382,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.954609+0000","last_change":"2024-09-22T08:40:32.241532+0000","last_active":"2024-09-22T09:24:12.954609+0000","last_peered":"2024-09-22T09:24:12.954609+0000","last_clean":"2024-09-22T09:24:12.954609+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:24:12.954609+0000","last_undegraded":"2024-09-22T09:24:12.954609+0000","last_fullsized":"2024-09-22T09:24:12.954609+0000","mapping_epoch":31,"log_start":"266'600","ondisk_log_start":"266'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:19.925123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168787,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1355,"num_read_kb":2790,"num_write":1304,"num_write_kb":1171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:47.045065+0000","last_change":"2024-09-22T08:40:34.246287+0000","last_active":"2024-09-22T09:21:47.045065+0000","last_peered":"2024-09-22T09:21:47.045065+0000","last_clean":"2024-09-22T09:21:47.045065+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:21:47.045065+0000","last_undegraded":"2024-09-22T09:21:47.045065+0000","last_fullsized":"2024-09-22T09:21:47.045065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:03.351561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.762491+0000","last_change":"2024-09-22T08:40:36.286308+0000","last_active":"2024-09-22T09:22:51.762491+0000","last_peered":"2024-09-22T09:22:51.762491+0000","last_clean":"2024-09-22T09:22:51.762491+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:22:51.762491+0000","last_undegraded":"2024-09-22T09:22:51.762491+0000","last_fullsized":"2024-09-22T09:22:51.762491+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:09.034397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043684+0000","last_change":"2024-09-22T08:40:28.199456+0000","last_active":"2024-09-22T09:21:42.043684+0000","last_peered":"2024-09-22T09:21:42.043684+0000","last_clean":"2024-09-22T09:21:42.043684+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:21:42.043684+0000","last_undegraded":"2024-09-22T09:21:42.043684+0000","last_fullsized":"2024-09-22T09:21:42.043684+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:46.766360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012830+0000","last_change":"2024-09-22T08:40:16.833402+0000","last_active":"2024-09-22T09:22:22.012830+0000","last_peered":"2024-09-22T09:22:22.012830+0000","last_clean":"2024-09-22T09:22:22.012830+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:22:22.012830+0000","last_undegraded":"2024-09-22T09:22:22.012830+0000","last_fullsized":"2024-09-22T09:22:22.012830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:54.091287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'262","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.399569+0000","last_change":"2024-09-22T08:40:26.226528+0000","last_active":"2024-09-22T09:22:12.399569+0000","last_peered":"2024-09-22T09:22:12.399569+0000","last_clean":"2024-09-22T09:22:12.399569+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:22:12.399569+0000","last_undegraded":"2024-09-22T09:22:12.399569+0000","last_fullsized":"2024-09-22T09:22:12.399569+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:10.881164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6710500,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":464,"num_read_kb":9370,"num_write":919,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852874+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:21:41.852874+0000","last_peered":"2024-09-22T09:21:41.852874+0000","last_clean":"2024-09-22T09:21:41.852874+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:21:41.852874+0000","last_undegraded":"2024-09-22T09:21:41.852874+0000","last_fullsized":"2024-09-22T09:21:41.852874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:43.986878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1235","reported_seq":2690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.309273+0000","last_change":"2024-09-22T08:40:32.232373+0000","last_active":"2024-09-22T09:24:13.309273+0000","last_peered":"2024-09-22T09:24:13.309273+0000","last_clean":"2024-09-22T09:24:13.309273+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:24:13.309273+0000","last_undegraded":"2024-09-22T09:24:13.309273+0000","last_fullsized":"2024-09-22T09:24:13.309273+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:51.093226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176667,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1991,"num_read_kb":3462,"num_write":1102,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013069+0000","last_change":"2024-09-22T08:40:34.241452+0000","last_active":"2024-09-22T09:22:22.013069+0000","last_peered":"2024-09-22T09:22:22.013069+0000","last_clean":"2024-09-22T09:22:22.013069+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:22:22.013069+0000","last_undegraded":"2024-09-22T09:22:22.013069+0000","last_fullsized":"2024-09-22T09:22:22.013069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:25.437030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'136","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.080386+0000","last_change":"2024-09-22T08:40:36.377542+0000","last_active":"2024-09-22T09:22:15.080386+0000","last_peered":"2024-09-22T09:22:15.080386+0000","last_clean":"2024-09-22T09:22:15.080386+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:22:15.080386+0000","last_undegraded":"2024-09-22T09:22:15.080386+0000","last_fullsized":"2024-09-22T09:22:15.080386+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:29:22.361522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:03.756063+0000","last_change":"2024-09-22T08:40:28.222889+0000","last_active":"2024-09-22T09:22:03.756063+0000","last_peered":"2024-09-22T09:22:03.756063+0000","last_clean":"2024-09-22T09:22:03.756063+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:22:03.756063+0000","last_undegraded":"2024-09-22T09:22:03.756063+0000","last_fullsized":"2024-09-22T09:22:03.756063+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:09.655871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.827814+0000","last_change":"2024-09-22T08:40:16.316016+0000","last_active":"2024-09-22T09:21:56.827814+0000","last_peered":"2024-09-22T09:21:56.827814+0000","last_clean":"2024-09-22T09:21:56.827814+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:21:56.827814+0000","last_undegraded":"2024-09-22T09:21:56.827814+0000","last_fullsized":"2024-09-22T09:21:56.827814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:55.934267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'296","reported_seq":977,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.848514+0000","last_change":"2024-09-22T08:40:26.257604+0000","last_active":"2024-09-22T09:22:36.848514+0000","last_peered":"2024-09-22T09:22:36.848514+0000","last_clean":"2024-09-22T09:22:36.848514+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:22:36.848514+0000","last_undegraded":"2024-09-22T09:22:36.848514+0000","last_fullsized":"2024-09-22T09:22:36.848514+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:46.896239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6871319,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":620,"num_read_kb":83116,"num_write":1122,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824543+0000","last_change":"2024-09-22T08:40:30.229226+0000","last_active":"2024-09-22T09:21:41.824543+0000","last_peered":"2024-09-22T09:21:41.824543+0000","last_clean":"2024-09-22T09:21:41.824543+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:21:41.824543+0000","last_undegraded":"2024-09-22T09:21:41.824543+0000","last_fullsized":"2024-09-22T09:21:41.824543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:33.591354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'203","reported_seq":1271,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.154269+0000","last_change":"2024-09-22T08:40:32.341866+0000","last_active":"2024-09-22T09:24:13.154269+0000","last_peered":"2024-09-22T09:24:13.154269+0000","last_clean":"2024-09-22T09:24:13.154269+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:24:13.154269+0000","last_undegraded":"2024-09-22T09:24:13.154269+0000","last_fullsized":"2024-09-22T09:24:13.154269+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:21.529711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052534+0000","last_change":"2024-09-22T08:40:34.234323+0000","last_active":"2024-09-22T09:22:17.052534+0000","last_peered":"2024-09-22T09:22:17.052534+0000","last_clean":"2024-09-22T09:22:17.052534+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:22:17.052534+0000","last_undegraded":"2024-09-22T09:22:17.052534+0000","last_fullsized":"2024-09-22T09:22:17.052534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:56.367315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'269","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.709152+0000","last_change":"2024-09-22T08:40:36.293086+0000","last_active":"2024-09-22T09:24:11.709152+0000","last_peered":"2024-09-22T09:24:11.709152+0000","last_clean":"2024-09-22T09:24:11.709152+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:24:11.709152+0000","last_undegraded":"2024-09-22T09:24:11.709152+0000","last_fullsized":"2024-09-22T09:24:11.709152+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:40.091859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":899,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.842459+0000","last_change":"2024-09-22T08:40:28.200438+0000","last_active":"2024-09-22T09:22:30.842459+0000","last_peered":"2024-09-22T09:22:30.842459+0000","last_clean":"2024-09-22T09:22:30.842459+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:22:30.842459+0000","last_undegraded":"2024-09-22T09:22:30.842459+0000","last_fullsized":"2024-09-22T09:22:30.842459+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:31.618503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":521,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855931+0000","last_change":"2024-09-22T08:40:16.327395+0000","last_active":"2024-09-22T09:21:56.855931+0000","last_peered":"2024-09-22T09:21:56.855931+0000","last_clean":"2024-09-22T09:21:56.855931+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:21:56.855931+0000","last_undegraded":"2024-09-22T09:21:56.855931+0000","last_fullsized":"2024-09-22T09:21:56.855931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:06:04.249701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'416","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.719422+0000","last_change":"2024-09-22T08:40:26.265106+0000","last_active":"2024-09-22T09:22:48.719422+0000","last_peered":"2024-09-22T09:22:48.719422+0000","last_clean":"2024-09-22T09:22:48.719422+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:22:48.719422+0000","last_undegraded":"2024-09-22T09:22:48.719422+0000","last_fullsized":"2024-09-22T09:22:48.719422+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:28.408763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26885004,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":986,"num_read_kb":157624,"num_write":1480,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052651+0000","last_change":"2024-09-22T08:40:30.218624+0000","last_active":"2024-09-22T09:22:17.052651+0000","last_peered":"2024-09-22T09:22:17.052651+0000","last_clean":"2024-09-22T09:22:17.052651+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:22:17.052651+0000","last_undegraded":"2024-09-22T09:22:17.052651+0000","last_fullsized":"2024-09-22T09:22:17.052651+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:45.341645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'122","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:09.798510+0000","last_change":"2024-09-22T08:40:32.235553+0000","last_active":"2024-09-22T09:24:09.798510+0000","last_peered":"2024-09-22T09:24:09.798510+0000","last_clean":"2024-09-22T09:24:09.798510+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:24:09.798510+0000","last_undegraded":"2024-09-22T09:24:09.798510+0000","last_fullsized":"2024-09-22T09:24:09.798510+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:52.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.812807+0000","last_change":"2024-09-22T08:40:34.264667+0000","last_active":"2024-09-22T09:21:46.812807+0000","last_peered":"2024-09-22T09:21:46.812807+0000","last_clean":"2024-09-22T09:21:46.812807+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:21:46.812807+0000","last_undegraded":"2024-09-22T09:21:46.812807+0000","last_fullsized":"2024-09-22T09:21:46.812807+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:49.403994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'139","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.196706+0000","last_change":"2024-09-22T08:40:36.283636+0000","last_active":"2024-09-22T09:22:51.196706+0000","last_peered":"2024-09-22T09:22:51.196706+0000","last_clean":"2024-09-22T09:22:51.196706+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:22:51.196706+0000","last_undegraded":"2024-09-22T09:22:51.196706+0000","last_fullsized":"2024-09-22T09:22:51.196706+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:10.237893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.840885+0000","last_change":"2024-09-22T08:40:28.222823+0000","last_active":"2024-09-22T09:22:11.840885+0000","last_peered":"2024-09-22T09:22:11.840885+0000","last_clean":"2024-09-22T09:22:11.840885+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:22:11.840885+0000","last_undegraded":"2024-09-22T09:22:11.840885+0000","last_fullsized":"2024-09-22T09:22:11.840885+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:20.409193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'284","reported_seq":936,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859208+0000","last_change":"2024-09-22T08:40:26.261061+0000","last_active":"2024-09-22T09:22:11.859208+0000","last_peered":"2024-09-22T09:22:11.859208+0000","last_clean":"2024-09-22T09:22:11.859208+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:22:11.859208+0000","last_undegraded":"2024-09-22T09:22:11.859208+0000","last_fullsized":"2024-09-22T09:22:11.859208+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:28.164786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15731411,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":595,"num_read_kb":5715,"num_write":1134,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837163+0000","last_change":"2024-09-22T08:40:16.330890+0000","last_active":"2024-09-22T09:21:56.837163+0000","last_peered":"2024-09-22T09:21:56.837163+0000","last_clean":"2024-09-22T09:21:56.837163+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:21:56.837163+0000","last_undegraded":"2024-09-22T09:21:56.837163+0000","last_fullsized":"2024-09-22T09:21:56.837163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:49.499194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.051324+0000","last_change":"2024-09-22T08:40:30.220309+0000","last_active":"2024-09-22T09:22:12.051324+0000","last_peered":"2024-09-22T09:22:12.051324+0000","last_clean":"2024-09-22T09:22:12.051324+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:22:12.051324+0000","last_undegraded":"2024-09-22T09:22:12.051324+0000","last_fullsized":"2024-09-22T09:22:12.051324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:18.896426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'565","reported_seq":1215,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.983147+0000","last_change":"2024-09-22T08:40:32.242087+0000","last_active":"2024-09-22T09:24:12.983147+0000","last_peered":"2024-09-22T09:24:12.983147+0000","last_clean":"2024-09-22T09:24:12.983147+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:24:12.983147+0000","last_undegraded":"2024-09-22T09:24:12.983147+0000","last_fullsized":"2024-09-22T09:24:12.983147+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:18.728918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110230,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1573,"num_read_kb":2526,"num_write":2082,"num_write_kb":1920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.815578+0000","last_change":"2024-09-22T08:40:34.239878+0000","last_active":"2024-09-22T09:22:16.815578+0000","last_peered":"2024-09-22T09:22:16.815578+0000","last_clean":"2024-09-22T09:22:16.815578+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:22:16.815578+0000","last_undegraded":"2024-09-22T09:22:16.815578+0000","last_fullsized":"2024-09-22T09:22:16.815578+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:57.779772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'153","reported_seq":665,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.059607+0000","last_change":"2024-09-22T08:40:36.378492+0000","last_active":"2024-09-22T09:22:30.059607+0000","last_peered":"2024-09-22T09:22:30.059607+0000","last_clean":"2024-09-22T09:22:30.059607+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:22:30.059607+0000","last_undegraded":"2024-09-22T09:22:30.059607+0000","last_fullsized":"2024-09-22T09:22:30.059607+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:31.397881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.168144+0000","last_change":"2024-09-22T08:40:28.223293+0000","last_active":"2024-09-22T09:22:38.168144+0000","last_peered":"2024-09-22T09:22:38.168144+0000","last_clean":"2024-09-22T09:22:38.168144+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:22:38.168144+0000","last_undegraded":"2024-09-22T09:22:38.168144+0000","last_fullsized":"2024-09-22T09:22:38.168144+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:13:14.508184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'312","reported_seq":962,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.907577+0000","last_change":"2024-09-22T08:40:26.232907+0000","last_active":"2024-09-22T09:22:22.907577+0000","last_peered":"2024-09-22T09:22:22.907577+0000","last_clean":"2024-09-22T09:22:22.907577+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:22:22.907577+0000","last_undegraded":"2024-09-22T09:22:22.907577+0000","last_fullsized":"2024-09-22T09:22:22.907577+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:12.072039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29683,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":616,"num_read_kb":2439,"num_write":1175,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007899+0000","last_change":"2024-09-22T08:40:16.833425+0000","last_active":"2024-09-22T09:22:02.007899+0000","last_peered":"2024-09-22T09:22:02.007899+0000","last_clean":"2024-09-22T09:22:02.007899+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:22:02.007899+0000","last_undegraded":"2024-09-22T09:22:02.007899+0000","last_fullsized":"2024-09-22T09:22:02.007899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:57.751658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818136+0000","last_change":"2024-09-22T08:40:30.219055+0000","last_active":"2024-09-22T09:22:11.818136+0000","last_peered":"2024-09-22T09:22:11.818136+0000","last_clean":"2024-09-22T09:22:11.818136+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:22:11.818136+0000","last_undegraded":"2024-09-22T09:22:11.818136+0000","last_fullsized":"2024-09-22T09:22:11.818136+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:13:41.006254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'159","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.975778+0000","last_change":"2024-09-22T08:40:32.337751+0000","last_active":"2024-09-22T09:22:22.975778+0000","last_peered":"2024-09-22T09:22:22.975778+0000","last_clean":"2024-09-22T09:22:22.975778+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:22:22.975778+0000","last_undegraded":"2024-09-22T09:22:22.975778+0000","last_fullsized":"2024-09-22T09:22:22.975778+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:41.831806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'785","reported_seq":2472,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.013097+0000","last_change":"2024-09-22T08:40:34.269647+0000","last_active":"2024-09-22T09:24:13.013097+0000","last_peered":"2024-09-22T09:24:13.013097+0000","last_clean":"2024-09-22T09:24:13.013097+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:24:13.013097+0000","last_undegraded":"2024-09-22T09:24:13.013097+0000","last_fullsized":"2024-09-22T09:24:13.013097+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.950637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'132","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.877871+0000","last_change":"2024-09-22T08:40:36.377464+0000","last_active":"2024-09-22T09:23:31.877871+0000","last_peered":"2024-09-22T09:23:31.877871+0000","last_clean":"2024-09-22T09:23:31.877871+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:23:31.877871+0000","last_undegraded":"2024-09-22T09:23:31.877871+0000","last_fullsized":"2024-09-22T09:23:31.877871+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:55.057175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":837,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:38.650654+0000","last_change":"2024-09-22T08:40:28.235156+0000","last_active":"2024-09-22T09:21:38.650654+0000","last_peered":"2024-09-22T09:21:38.650654+0000","last_clean":"2024-09-22T09:21:38.650654+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:21:38.650654+0000","last_undegraded":"2024-09-22T09:21:38.650654+0000","last_fullsized":"2024-09-22T09:21:38.650654+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:02.371487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'339","reported_seq":1032,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.359138+0000","last_change":"2024-09-22T08:40:26.223319+0000","last_active":"2024-09-22T09:22:37.359138+0000","last_peered":"2024-09-22T09:22:37.359138+0000","last_clean":"2024-09-22T09:22:37.359138+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:22:37.359138+0000","last_undegraded":"2024-09-22T09:22:37.359138+0000","last_fullsized":"2024-09-22T09:22:37.359138+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:02.849194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5906266,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":828,"num_read_kb":6172,"num_write":1233,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.830093+0000","last_change":"2024-09-22T08:40:16.331170+0000","last_active":"2024-09-22T09:21:26.830093+0000","last_peered":"2024-09-22T09:21:26.830093+0000","last_clean":"2024-09-22T09:21:26.830093+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:21:26.830093+0000","last_undegraded":"2024-09-22T09:21:26.830093+0000","last_fullsized":"2024-09-22T09:21:26.830093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:28.108572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814313+0000","last_change":"2024-09-22T08:40:30.200499+0000","last_active":"2024-09-22T09:22:11.814313+0000","last_peered":"2024-09-22T09:22:11.814313+0000","last_clean":"2024-09-22T09:22:11.814313+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:22:11.814313+0000","last_undegraded":"2024-09-22T09:22:11.814313+0000","last_fullsized":"2024-09-22T09:22:11.814313+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:40.435115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'108","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814443+0000","last_change":"2024-09-22T08:40:32.241036+0000","last_active":"2024-09-22T09:22:11.814443+0000","last_peered":"2024-09-22T09:22:11.814443+0000","last_clean":"2024-09-22T09:22:11.814443+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:22:11.814443+0000","last_undegraded":"2024-09-22T09:22:11.814443+0000","last_fullsized":"2024-09-22T09:22:11.814443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:15.275331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'779","reported_seq":2493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.328382+0000","last_change":"2024-09-22T08:40:34.242536+0000","last_active":"2024-09-22T09:24:13.328382+0000","last_peered":"2024-09-22T09:24:13.328382+0000","last_clean":"2024-09-22T09:24:13.328382+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:24:13.328382+0000","last_undegraded":"2024-09-22T09:24:13.328382+0000","last_fullsized":"2024-09-22T09:24:13.328382+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:23.009780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'276","reported_seq":802,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:22.067631+0000","last_change":"2024-09-22T08:40:36.280765+0000","last_active":"2024-09-22T09:23:22.067631+0000","last_peered":"2024-09-22T09:23:22.067631+0000","last_clean":"2024-09-22T09:23:22.067631+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:23:22.067631+0000","last_undegraded":"2024-09-22T09:23:22.067631+0000","last_fullsized":"2024-09-22T09:23:22.067631+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:02.502001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'131","reported_seq":746,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814239+0000","last_change":"2024-09-22T08:40:28.224633+0000","last_active":"2024-09-22T09:22:11.814239+0000","last_peered":"2024-09-22T09:22:11.814239+0000","last_clean":"2024-09-22T09:22:11.814239+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:22:11.814239+0000","last_undegraded":"2024-09-22T09:22:11.814239+0000","last_fullsized":"2024-09-22T09:22:11.814239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:00.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'326","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.251745+0000","last_change":"2024-09-22T08:40:26.226687+0000","last_active":"2024-09-22T09:22:49.251745+0000","last_peered":"2024-09-22T09:22:49.251745+0000","last_clean":"2024-09-22T09:22:49.251745+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:22:49.251745+0000","last_undegraded":"2024-09-22T09:22:49.251745+0000","last_fullsized":"2024-09-22T09:22:49.251745+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:41.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8811994,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":791,"num_read_kb":11014,"num_write":1115,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.808469+0000","last_change":"2024-09-22T08:40:16.470857+0000","last_active":"2024-09-22T09:21:26.808469+0000","last_peered":"2024-09-22T09:21:26.808469+0000","last_clean":"2024-09-22T09:21:26.808469+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:21:26.808469+0000","last_undegraded":"2024-09-22T09:21:26.808469+0000","last_fullsized":"2024-09-22T09:21:26.808469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:41:57.296974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.835305+0000","last_change":"2024-09-22T08:40:30.206060+0000","last_active":"2024-09-22T09:20:41.835305+0000","last_peered":"2024-09-22T09:20:41.835305+0000","last_clean":"2024-09-22T09:20:41.835305+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:20:41.835305+0000","last_undegraded":"2024-09-22T09:20:41.835305+0000","last_fullsized":"2024-09-22T09:20:41.835305+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:09:39.488356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'717","reported_seq":1414,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.941852+0000","last_change":"2024-09-22T08:40:32.338866+0000","last_active":"2024-09-22T09:24:12.941852+0000","last_peered":"2024-09-22T09:24:12.941852+0000","last_clean":"2024-09-22T09:24:12.941852+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:24:12.941852+0000","last_undegraded":"2024-09-22T09:24:12.941852+0000","last_fullsized":"2024-09-22T09:24:12.941852+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:05.870774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170467,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1270,"num_read_kb":2734,"num_write":1050,"num_write_kb":878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.860496+0000","last_change":"2024-09-22T08:40:34.269570+0000","last_active":"2024-09-22T09:22:16.860496+0000","last_peered":"2024-09-22T09:22:16.860496+0000","last_clean":"2024-09-22T09:22:16.860496+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:22:16.860496+0000","last_undegraded":"2024-09-22T09:22:16.860496+0000","last_fullsized":"2024-09-22T09:22:16.860496+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:59.593457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'126","reported_seq":627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.427215+0000","last_change":"2024-09-22T08:40:36.279873+0000","last_active":"2024-09-22T09:22:06.427215+0000","last_peered":"2024-09-22T09:22:06.427215+0000","last_clean":"2024-09-22T09:22:06.427215+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:22:06.427215+0000","last_undegraded":"2024-09-22T09:22:06.427215+0000","last_fullsized":"2024-09-22T09:22:06.427215+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:06.303322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'134","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.895514+0000","last_change":"2024-09-22T08:40:36.285973+0000","last_active":"2024-09-22T09:22:51.895514+0000","last_peered":"2024-09-22T09:22:51.895514+0000","last_clean":"2024-09-22T09:22:51.895514+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:22:51.895514+0000","last_undegraded":"2024-09-22T09:22:51.895514+0000","last_fullsized":"2024-09-22T09:22:51.895514+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:06.674441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1417,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.831903+0000","last_change":"2024-09-22T08:40:28.210232+0000","last_active":"2024-09-22T09:22:24.831903+0000","last_peered":"2024-09-22T09:22:24.831903+0000","last_clean":"2024-09-22T09:22:24.831903+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:22:24.831903+0000","last_undegraded":"2024-09-22T09:22:24.831903+0000","last_fullsized":"2024-09-22T09:22:24.831903+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:44.822860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'306","reported_seq":996,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.621493+0000","last_change":"2024-09-22T08:40:26.249780+0000","last_active":"2024-09-22T09:22:06.621493+0000","last_peered":"2024-09-22T09:22:06.621493+0000","last_clean":"2024-09-22T09:22:06.621493+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:22:06.621493+0000","last_undegraded":"2024-09-22T09:22:06.621493+0000","last_fullsized":"2024-09-22T09:22:06.621493+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:10.926523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24121495,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":717,"num_read_kb":57903,"num_write":1250,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.812791+0000","last_change":"2024-09-22T08:40:30.226863+0000","last_active":"2024-09-22T09:20:11.812791+0000","last_peered":"2024-09-22T09:20:11.812791+0000","last_clean":"2024-09-22T09:20:11.812791+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:20:11.812791+0000","last_undegraded":"2024-09-22T09:20:11.812791+0000","last_fullsized":"2024-09-22T09:20:11.812791+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:55.427470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'271","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864426+0000","last_change":"2024-09-22T08:40:32.238396+0000","last_active":"2024-09-22T09:22:31.864426+0000","last_peered":"2024-09-22T09:22:31.864426+0000","last_clean":"2024-09-22T09:22:31.864426+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:22:31.864426+0000","last_undegraded":"2024-09-22T09:22:31.864426+0000","last_fullsized":"2024-09-22T09:22:31.864426+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:00.526507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55220,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":946,"num_write":376,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829076+0000","last_change":"2024-09-22T08:40:34.243516+0000","last_active":"2024-09-22T09:20:16.829076+0000","last_peered":"2024-09-22T09:20:16.829076+0000","last_clean":"2024-09-22T09:20:16.829076+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:20:16.829076+0000","last_undegraded":"2024-09-22T09:20:16.829076+0000","last_fullsized":"2024-09-22T09:20:16.829076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:40.023874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.263063+0000","last_change":"2024-09-22T08:40:36.279368+0000","last_active":"2024-09-22T09:22:34.263063+0000","last_peered":"2024-09-22T09:22:34.263063+0000","last_clean":"2024-09-22T09:22:34.263063+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:22:34.263063+0000","last_undegraded":"2024-09-22T09:22:34.263063+0000","last_fullsized":"2024-09-22T09:22:34.263063+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:15.157066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'174","reported_seq":783,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.045390+0000","last_change":"2024-09-22T08:40:28.208814+0000","last_active":"2024-09-22T09:22:36.045390+0000","last_peered":"2024-09-22T09:22:36.045390+0000","last_clean":"2024-09-22T09:22:36.045390+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:22:36.045390+0000","last_undegraded":"2024-09-22T09:22:36.045390+0000","last_fullsized":"2024-09-22T09:22:36.045390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:57.690745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'276","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.937031+0000","last_change":"2024-09-22T08:40:26.237164+0000","last_active":"2024-09-22T09:21:37.937031+0000","last_peered":"2024-09-22T09:21:37.937031+0000","last_clean":"2024-09-22T09:21:37.937031+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:21:37.937031+0000","last_undegraded":"2024-09-22T09:21:37.937031+0000","last_fullsized":"2024-09-22T09:21:37.937031+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:05.593075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108797,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":493,"num_read_kb":5506,"num_write":964,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.827974+0000","last_change":"2024-09-22T08:40:30.213654+0000","last_active":"2024-09-22T09:20:11.827974+0000","last_peered":"2024-09-22T09:20:11.827974+0000","last_clean":"2024-09-22T09:20:11.827974+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:20:11.827974+0000","last_undegraded":"2024-09-22T09:20:11.827974+0000","last_fullsized":"2024-09-22T09:20:11.827974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:47.170541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'57","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056029+0000","last_change":"2024-09-22T08:40:32.224633+0000","last_active":"2024-09-22T09:22:32.056029+0000","last_peered":"2024-09-22T09:22:32.056029+0000","last_clean":"2024-09-22T09:22:32.056029+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:22:32.056029+0000","last_undegraded":"2024-09-22T09:22:32.056029+0000","last_fullsized":"2024-09-22T09:22:32.056029+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:55.295196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983210+0000","last_change":"2024-09-22T08:40:34.241779+0000","last_active":"2024-09-22T09:20:16.983210+0000","last_peered":"2024-09-22T09:20:16.983210+0000","last_clean":"2024-09-22T09:20:16.983210+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:20:16.983210+0000","last_undegraded":"2024-09-22T09:20:16.983210+0000","last_fullsized":"2024-09-22T09:20:16.983210+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:38.132021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'203","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.191962+0000","last_change":"2024-09-22T08:40:36.276448+0000","last_active":"2024-09-22T09:22:51.191962+0000","last_peered":"2024-09-22T09:22:51.191962+0000","last_clean":"2024-09-22T09:22:51.191962+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:22:51.191962+0000","last_undegraded":"2024-09-22T09:22:51.191962+0000","last_fullsized":"2024-09-22T09:22:51.191962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:59.605500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:56.873101+0000","last_change":"2024-09-22T08:40:28.237328+0000","last_active":"2024-09-22T09:20:56.873101+0000","last_peered":"2024-09-22T09:20:56.873101+0000","last_clean":"2024-09-22T09:20:56.873101+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:20:56.873101+0000","last_undegraded":"2024-09-22T09:20:56.873101+0000","last_fullsized":"2024-09-22T09:20:56.873101+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:30.447192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'278","reported_seq":934,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.678531+0000","last_change":"2024-09-22T08:40:26.230990+0000","last_active":"2024-09-22T09:22:21.678531+0000","last_peered":"2024-09-22T09:22:21.678531+0000","last_clean":"2024-09-22T09:22:21.678531+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:22:21.678531+0000","last_undegraded":"2024-09-22T09:22:21.678531+0000","last_fullsized":"2024-09-22T09:22:21.678531+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:36.452623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5664906,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":572,"num_read_kb":34711,"num_write":999,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.981852+0000","last_change":"2024-09-22T08:40:30.211405+0000","last_active":"2024-09-22T09:20:11.981852+0000","last_peered":"2024-09-22T09:20:11.981852+0000","last_clean":"2024-09-22T09:20:11.981852+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:20:11.981852+0000","last_undegraded":"2024-09-22T09:20:11.981852+0000","last_fullsized":"2024-09-22T09:20:11.981852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:18.040675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'315","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864526+0000","last_change":"2024-09-22T08:40:32.243725+0000","last_active":"2024-09-22T09:22:31.864526+0000","last_peered":"2024-09-22T09:22:31.864526+0000","last_clean":"2024-09-22T09:22:31.864526+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:22:31.864526+0000","last_undegraded":"2024-09-22T09:22:31.864526+0000","last_fullsized":"2024-09-22T09:22:31.864526+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:24.187991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80037,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":522,"num_read_kb":1093,"num_write":426,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.793832+0000","last_change":"2024-09-22T08:40:34.263462+0000","last_active":"2024-09-22T09:20:16.793832+0000","last_peered":"2024-09-22T09:20:16.793832+0000","last_clean":"2024-09-22T09:20:16.793832+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:20:16.793832+0000","last_undegraded":"2024-09-22T09:20:16.793832+0000","last_fullsized":"2024-09-22T09:20:16.793832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:07.217975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'132","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.833593+0000","last_change":"2024-09-22T08:40:36.280509+0000","last_active":"2024-09-22T09:22:21.833593+0000","last_peered":"2024-09-22T09:22:21.833593+0000","last_clean":"2024-09-22T09:22:21.833593+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:22:21.833593+0000","last_undegraded":"2024-09-22T09:22:21.833593+0000","last_fullsized":"2024-09-22T09:22:21.833593+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:35.515200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.402156+0000","last_change":"2024-09-22T08:41:01.930411+0000","last_active":"2024-09-22T09:22:09.402156+0000","last_peered":"2024-09-22T09:22:09.402156+0000","last_clean":"2024-09-22T09:22:09.402156+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:22:09.402156+0000","last_undegraded":"2024-09-22T09:22:09.402156+0000","last_fullsized":"2024-09-22T09:22:09.402156+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:06.907880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'304","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.639395+0000","last_change":"2024-09-22T08:40:26.257329+0000","last_active":"2024-09-22T09:22:10.639395+0000","last_peered":"2024-09-22T09:22:10.639395+0000","last_clean":"2024-09-22T09:22:10.639395+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:22:10.639395+0000","last_undegraded":"2024-09-22T09:22:10.639395+0000","last_fullsized":"2024-09-22T09:22:10.639395+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:55.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6910039,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":556,"num_read_kb":72381,"num_write":1124,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.792717+0000","last_change":"2024-09-22T08:40:30.216924+0000","last_active":"2024-09-22T09:20:11.792717+0000","last_peered":"2024-09-22T09:20:11.792717+0000","last_clean":"2024-09-22T09:20:11.792717+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:20:11.792717+0000","last_undegraded":"2024-09-22T09:20:11.792717+0000","last_fullsized":"2024-09-22T09:20:11.792717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:51.952397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'300","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.207756+0000","last_change":"2024-09-22T08:40:32.235734+0000","last_active":"2024-09-22T09:22:34.207756+0000","last_peered":"2024-09-22T09:22:34.207756+0000","last_clean":"2024-09-22T09:22:34.207756+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:22:34.207756+0000","last_undegraded":"2024-09-22T09:22:34.207756+0000","last_fullsized":"2024-09-22T09:22:34.207756+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:22.334746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":495,"num_read_kb":1264,"num_write":422,"num_write_kb":442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:17.022324+0000","last_change":"2024-09-22T08:40:34.235282+0000","last_active":"2024-09-22T09:20:17.022324+0000","last_peered":"2024-09-22T09:20:17.022324+0000","last_clean":"2024-09-22T09:20:17.022324+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:20:17.022324+0000","last_undegraded":"2024-09-22T09:20:17.022324+0000","last_fullsized":"2024-09-22T09:20:17.022324+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:31.588161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":664,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818279+0000","last_change":"2024-09-22T08:40:28.230264+0000","last_active":"2024-09-22T09:22:11.818279+0000","last_peered":"2024-09-22T09:22:11.818279+0000","last_clean":"2024-09-22T09:22:11.818279+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:22:11.818279+0000","last_undegraded":"2024-09-22T09:22:11.818279+0000","last_fullsized":"2024-09-22T09:22:11.818279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:48.285633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'295","reported_seq":928,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.652032+0000","last_change":"2024-09-22T08:40:26.215731+0000","last_active":"2024-09-22T09:22:24.652032+0000","last_peered":"2024-09-22T09:22:24.652032+0000","last_clean":"2024-09-22T09:22:24.652032+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:22:24.652032+0000","last_undegraded":"2024-09-22T09:22:24.652032+0000","last_fullsized":"2024-09-22T09:22:24.652032+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:32.587853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254371,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":561,"num_read_kb":4820,"num_write":1177,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057561+0000","last_change":"2024-09-22T08:40:30.214694+0000","last_active":"2024-09-22T09:22:37.057561+0000","last_peered":"2024-09-22T09:22:37.057561+0000","last_clean":"2024-09-22T09:22:37.057561+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:22:37.057561+0000","last_undegraded":"2024-09-22T09:22:37.057561+0000","last_fullsized":"2024-09-22T09:22:37.057561+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:27.709434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'461","reported_seq":1080,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.916064+0000","last_change":"2024-09-22T08:40:32.223560+0000","last_active":"2024-09-22T09:24:12.916064+0000","last_peered":"2024-09-22T09:24:12.916064+0000","last_clean":"2024-09-22T09:24:12.916064+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:24:12.916064+0000","last_undegraded":"2024-09-22T09:24:12.916064+0000","last_fullsized":"2024-09-22T09:24:12.916064+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:54.667591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109124,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":833,"num_read_kb":1789,"num_write":730,"num_write_kb":655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":482,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.837725+0000","last_change":"2024-09-22T08:40:34.252498+0000","last_active":"2024-09-22T09:20:36.837725+0000","last_peered":"2024-09-22T09:20:36.837725+0000","last_clean":"2024-09-22T09:20:36.837725+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:20:36.837725+0000","last_undegraded":"2024-09-22T09:20:36.837725+0000","last_fullsized":"2024-09-22T09:20:36.837725+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:07.956126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'191","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.258161+0000","last_change":"2024-09-22T08:40:36.378566+0000","last_active":"2024-09-22T09:22:34.258161+0000","last_peered":"2024-09-22T09:22:34.258161+0000","last_clean":"2024-09-22T09:22:34.258161+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:22:34.258161+0000","last_undegraded":"2024-09-22T09:22:34.258161+0000","last_fullsized":"2024-09-22T09:22:34.258161+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.277791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057498+0000","last_change":"2024-09-22T08:40:28.220393+0000","last_active":"2024-09-22T09:22:37.057498+0000","last_peered":"2024-09-22T09:22:37.057498+0000","last_clean":"2024-09-22T09:22:37.057498+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:22:37.057498+0000","last_undegraded":"2024-09-22T09:22:37.057498+0000","last_fullsized":"2024-09-22T09:22:37.057498+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:05.374071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'287","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.757531+0000","last_change":"2024-09-22T08:40:26.250298+0000","last_active":"2024-09-22T09:22:31.757531+0000","last_peered":"2024-09-22T09:22:31.757531+0000","last_clean":"2024-09-22T09:22:31.757531+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:22:31.757531+0000","last_undegraded":"2024-09-22T09:22:31.757531+0000","last_fullsized":"2024-09-22T09:22:31.757531+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:14.996116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11591362,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":467,"num_read_kb":107261,"num_write":1012,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818241+0000","last_change":"2024-09-22T08:40:30.216330+0000","last_active":"2024-09-22T09:22:11.818241+0000","last_peered":"2024-09-22T09:22:11.818241+0000","last_clean":"2024-09-22T09:22:11.818241+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:22:11.818241+0000","last_undegraded":"2024-09-22T09:22:11.818241+0000","last_fullsized":"2024-09-22T09:22:11.818241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:16.202092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'299","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:02.022841+0000","last_change":"2024-09-22T08:40:32.235772+0000","last_active":"2024-09-22T09:23:02.022841+0000","last_peered":"2024-09-22T09:23:02.022841+0000","last_clean":"2024-09-22T09:23:02.022841+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:23:02.022841+0000","last_undegraded":"2024-09-22T09:23:02.022841+0000","last_fullsized":"2024-09-22T09:23:02.022841+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:11.676829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55306,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":981,"num_write":418,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.818239+0000","last_change":"2024-09-22T08:40:34.267483+0000","last_active":"2024-09-22T09:20:36.818239+0000","last_peered":"2024-09-22T09:20:36.818239+0000","last_clean":"2024-09-22T09:20:36.818239+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:20:36.818239+0000","last_undegraded":"2024-09-22T09:20:36.818239+0000","last_fullsized":"2024-09-22T09:20:36.818239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:59.533536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'164","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.812111+0000","last_change":"2024-09-22T08:40:36.280289+0000","last_active":"2024-09-22T09:22:27.812111+0000","last_peered":"2024-09-22T09:22:27.812111+0000","last_clean":"2024-09-22T09:22:27.812111+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:22:27.812111+0000","last_undegraded":"2024-09-22T09:22:27.812111+0000","last_fullsized":"2024-09-22T09:22:27.812111+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:07.401686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:13.074042+0000","last_change":"2024-09-22T08:40:28.211241+0000","last_active":"2024-09-22T09:22:13.074042+0000","last_peered":"2024-09-22T09:22:13.074042+0000","last_clean":"2024-09-22T09:22:13.074042+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:22:13.074042+0000","last_undegraded":"2024-09-22T09:22:13.074042+0000","last_fullsized":"2024-09-22T09:22:13.074042+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:33.783277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'244","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:38.140900+0000","last_change":"2024-09-22T08:41:01.439808+0000","last_active":"2024-09-22T09:21:38.140900+0000","last_peered":"2024-09-22T09:21:38.140900+0000","last_clean":"2024-09-22T09:21:38.140900+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:21:38.140900+0000","last_undegraded":"2024-09-22T09:21:38.140900+0000","last_fullsized":"2024-09-22T09:21:38.140900+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:46.833657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7479678,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":430,"num_read_kb":2553,"num_write":909,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.791777+0000","last_change":"2024-09-22T08:40:30.207654+0000","last_active":"2024-09-22T09:20:31.791777+0000","last_peered":"2024-09-22T09:20:31.791777+0000","last_clean":"2024-09-22T09:20:31.791777+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:20:31.791777+0000","last_undegraded":"2024-09-22T09:20:31.791777+0000","last_fullsized":"2024-09-22T09:20:31.791777+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:09.523633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'263","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.971595+0000","last_change":"2024-09-22T08:40:32.339876+0000","last_active":"2024-09-22T09:24:12.971595+0000","last_peered":"2024-09-22T09:24:12.971595+0000","last_clean":"2024-09-22T09:24:12.971595+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:24:12.971595+0000","last_undegraded":"2024-09-22T09:24:12.971595+0000","last_fullsized":"2024-09-22T09:24:12.971595+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:31.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53879,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":900,"num_write":356,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.820416+0000","last_change":"2024-09-22T08:40:34.268017+0000","last_active":"2024-09-22T09:20:46.820416+0000","last_peered":"2024-09-22T09:20:46.820416+0000","last_clean":"2024-09-22T09:20:46.820416+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:20:46.820416+0000","last_undegraded":"2024-09-22T09:20:46.820416+0000","last_fullsized":"2024-09-22T09:20:46.820416+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:43.735660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'112","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.989456+0000","last_change":"2024-09-22T08:40:36.283029+0000","last_active":"2024-09-22T09:24:12.989456+0000","last_peered":"2024-09-22T09:24:12.989456+0000","last_clean":"2024-09-22T09:24:12.989456+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:24:12.989456+0000","last_undegraded":"2024-09-22T09:24:12.989456+0000","last_fullsized":"2024-09-22T09:24:12.989456+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:24.032962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:30.319596+0000","last_change":"2024-09-22T08:40:28.205935+0000","last_active":"2024-09-22T09:21:30.319596+0000","last_peered":"2024-09-22T09:21:30.319596+0000","last_clean":"2024-09-22T09:21:30.319596+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:21:30.319596+0000","last_undegraded":"2024-09-22T09:21:30.319596+0000","last_fullsized":"2024-09-22T09:21:30.319596+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:12:50.825707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'231","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.198344+0000","last_change":"2024-09-22T08:40:26.244245+0000","last_active":"2024-09-22T09:22:17.198344+0000","last_peered":"2024-09-22T09:22:17.198344+0000","last_clean":"2024-09-22T09:22:17.198344+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:22:17.198344+0000","last_undegraded":"2024-09-22T09:22:17.198344+0000","last_fullsized":"2024-09-22T09:22:17.198344+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:53.955430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7098354,"num_objects":52,"num_object_clones":0,"num_object_copies":208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":436,"num_read_kb":14922,"num_write":844,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.817150+0000","last_change":"2024-09-22T08:40:30.216191+0000","last_active":"2024-09-22T09:20:31.817150+0000","last_peered":"2024-09-22T09:20:31.817150+0000","last_clean":"2024-09-22T09:20:31.817150+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:20:31.817150+0000","last_undegraded":"2024-09-22T09:20:31.817150+0000","last_fullsized":"2024-09-22T09:20:31.817150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:37.722299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'76","reported_seq":596,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.960220+0000","last_change":"2024-09-22T08:40:32.337594+0000","last_active":"2024-09-22T09:22:06.960220+0000","last_peered":"2024-09-22T09:22:06.960220+0000","last_clean":"2024-09-22T09:22:06.960220+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:22:06.960220+0000","last_undegraded":"2024-09-22T09:22:06.960220+0000","last_fullsized":"2024-09-22T09:22:06.960220+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:38.512762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'747","reported_seq":4408,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.312762+0000","last_change":"2024-09-22T08:40:34.246022+0000","last_active":"2024-09-22T09:24:13.312762+0000","last_peered":"2024-09-22T09:24:13.312762+0000","last_clean":"2024-09-22T09:24:13.312762+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:24:13.312762+0000","last_undegraded":"2024-09-22T09:24:13.312762+0000","last_fullsized":"2024-09-22T09:24:13.312762+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:32.159093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":607,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.456417+0000","last_change":"2024-09-22T08:40:36.285732+0000","last_active":"2024-09-22T09:22:31.456417+0000","last_peered":"2024-09-22T09:22:31.456417+0000","last_clean":"2024-09-22T09:22:31.456417+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:22:31.456417+0000","last_undegraded":"2024-09-22T09:22:31.456417+0000","last_fullsized":"2024-09-22T09:22:31.456417+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:00.169118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'216","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:21.159548+0000","last_change":"2024-09-22T08:40:28.213487+0000","last_active":"2024-09-22T09:21:21.159548+0000","last_peered":"2024-09-22T09:21:21.159548+0000","last_clean":"2024-09-22T09:21:21.159548+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:21:21.159548+0000","last_undegraded":"2024-09-22T09:21:21.159548+0000","last_fullsized":"2024-09-22T09:21:21.159548+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:38:11.179025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'296","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.905367+0000","last_change":"2024-09-22T08:41:01.724534+0000","last_active":"2024-09-22T09:22:12.905367+0000","last_peered":"2024-09-22T09:22:12.905367+0000","last_clean":"2024-09-22T09:22:12.905367+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:22:12.905367+0000","last_undegraded":"2024-09-22T09:22:12.905367+0000","last_fullsized":"2024-09-22T09:22:12.905367+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:03.315611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65195,"num_objects":57,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":551,"num_read_kb":17894,"num_write":1095,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.987033+0000","last_change":"2024-09-22T08:40:30.218813+0000","last_active":"2024-09-22T09:20:31.987033+0000","last_peered":"2024-09-22T09:20:31.987033+0000","last_clean":"2024-09-22T09:20:31.987033+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:20:31.987033+0000","last_undegraded":"2024-09-22T09:20:31.987033+0000","last_fullsized":"2024-09-22T09:20:31.987033+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:05.594699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'337","reported_seq":910,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:06.884105+0000","last_change":"2024-09-22T08:40:32.228018+0000","last_active":"2024-09-22T09:24:06.884105+0000","last_peered":"2024-09-22T09:24:06.884105+0000","last_clean":"2024-09-22T09:24:06.884105+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:24:06.884105+0000","last_undegraded":"2024-09-22T09:24:06.884105+0000","last_fullsized":"2024-09-22T09:24:06.884105+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:00.472741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67187,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":539,"num_read_kb":1093,"num_write":456,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043392+0000","last_change":"2024-09-22T08:40:34.256455+0000","last_active":"2024-09-22T09:21:42.043392+0000","last_peered":"2024-09-22T09:21:42.043392+0000","last_clean":"2024-09-22T09:21:42.043392+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:21:42.043392+0000","last_undegraded":"2024-09-22T09:21:42.043392+0000","last_fullsized":"2024-09-22T09:21:42.043392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:38.598433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'123","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.736559+0000","last_change":"2024-09-22T08:40:36.286281+0000","last_active":"2024-09-22T09:22:51.736559+0000","last_peered":"2024-09-22T09:22:51.736559+0000","last_clean":"2024-09-22T09:22:51.736559+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:22:51.736559+0000","last_undegraded":"2024-09-22T09:22:51.736559+0000","last_fullsized":"2024-09-22T09:22:51.736559+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:35:58.264868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.971997+0000","last_change":"2024-09-22T08:40:28.210602+0000","last_active":"2024-09-22T09:22:22.971997+0000","last_peered":"2024-09-22T09:22:22.971997+0000","last_clean":"2024-09-22T09:22:22.971997+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:22:22.971997+0000","last_undegraded":"2024-09-22T09:22:22.971997+0000","last_fullsized":"2024-09-22T09:22:22.971997+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:46.821173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'238","reported_seq":960,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.203439+0000","last_change":"2024-09-22T08:40:26.269661+0000","last_active":"2024-09-22T09:22:34.203439+0000","last_peered":"2024-09-22T09:22:34.203439+0000","last_clean":"2024-09-22T09:22:34.203439+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:22:34.203439+0000","last_undegraded":"2024-09-22T09:22:34.203439+0000","last_fullsized":"2024-09-22T09:22:34.203439+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:59.306559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10871065,"num_objects":49,"num_object_clones":0,"num_object_copies":196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":888,"num_read_kb":41551,"num_write":899,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836679+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:20:31.836679+0000","last_peered":"2024-09-22T09:20:31.836679+0000","last_clean":"2024-09-22T09:20:31.836679+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:20:31.836679+0000","last_undegraded":"2024-09-22T09:20:31.836679+0000","last_fullsized":"2024-09-22T09:20:31.836679+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:31.499209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'243","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.074617+0000","last_change":"2024-09-22T08:40:32.218284+0000","last_active":"2024-09-22T09:24:02.074617+0000","last_peered":"2024-09-22T09:24:02.074617+0000","last_clean":"2024-09-22T09:24:02.074617+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:24:02.074617+0000","last_undegraded":"2024-09-22T09:24:02.074617+0000","last_fullsized":"2024-09-22T09:24:02.074617+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:58.512416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46746,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":390,"num_read_kb":800,"num_write":316,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813669+0000","last_change":"2024-09-22T08:40:34.246815+0000","last_active":"2024-09-22T09:21:51.813669+0000","last_peered":"2024-09-22T09:21:51.813669+0000","last_clean":"2024-09-22T09:21:51.813669+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:21:51.813669+0000","last_undegraded":"2024-09-22T09:21:51.813669+0000","last_fullsized":"2024-09-22T09:21:51.813669+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:34:00.941484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'95","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.054894+0000","last_change":"2024-09-22T08:40:36.378716+0000","last_active":"2024-09-22T09:22:30.054894+0000","last_peered":"2024-09-22T09:22:30.054894+0000","last_clean":"2024-09-22T09:22:30.054894+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:22:30.054894+0000","last_undegraded":"2024-09-22T09:22:30.054894+0000","last_fullsized":"2024-09-22T09:22:30.054894+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:00.135478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":758,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.638999+0000","last_change":"2024-09-22T08:40:28.205525+0000","last_active":"2024-09-22T09:21:51.638999+0000","last_peered":"2024-09-22T09:21:51.638999+0000","last_clean":"2024-09-22T09:21:51.638999+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:21:51.638999+0000","last_undegraded":"2024-09-22T09:21:51.638999+0000","last_fullsized":"2024-09-22T09:21:51.638999+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:27:06.059242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'297","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.452761+0000","last_change":"2024-09-22T08:40:26.257920+0000","last_active":"2024-09-22T09:22:49.452761+0000","last_peered":"2024-09-22T09:22:49.452761+0000","last_clean":"2024-09-22T09:22:49.452761+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:22:49.452761+0000","last_undegraded":"2024-09-22T09:22:49.452761+0000","last_fullsized":"2024-09-22T09:22:49.452761+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:04.354265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2189322,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":484,"num_read_kb":4035,"num_write":1002,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806187+0000","last_change":"2024-09-22T08:40:30.218127+0000","last_active":"2024-09-22T09:21:36.806187+0000","last_peered":"2024-09-22T09:21:36.806187+0000","last_clean":"2024-09-22T09:21:36.806187+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:21:36.806187+0000","last_undegraded":"2024-09-22T09:21:36.806187+0000","last_fullsized":"2024-09-22T09:21:36.806187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:33:29.213076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'248","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.871528+0000","last_change":"2024-09-22T08:40:32.242860+0000","last_active":"2024-09-22T09:23:01.871528+0000","last_peered":"2024-09-22T09:23:01.871528+0000","last_clean":"2024-09-22T09:23:01.871528+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:23:01.871528+0000","last_undegraded":"2024-09-22T09:23:01.871528+0000","last_fullsized":"2024-09-22T09:23:01.871528+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:02.279133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63286,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":433,"num_read_kb":979,"num_write":368,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792918+0000","last_change":"2024-09-22T08:40:34.249824+0000","last_active":"2024-09-22T09:20:36.792918+0000","last_peered":"2024-09-22T09:20:36.792918+0000","last_clean":"2024-09-22T09:20:36.792918+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:20:36.792918+0000","last_undegraded":"2024-09-22T09:20:36.792918+0000","last_fullsized":"2024-09-22T09:20:36.792918+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:09.360403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'168","reported_seq":1634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.828089+0000","last_change":"2024-09-22T08:40:36.276126+0000","last_active":"2024-09-22T09:22:51.828089+0000","last_peered":"2024-09-22T09:22:51.828089+0000","last_clean":"2024-09-22T09:22:51.828089+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:22:51.828089+0000","last_undegraded":"2024-09-22T09:22:51.828089+0000","last_fullsized":"2024-09-22T09:22:51.828089+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:45.378893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.491568+0000","last_change":"2024-09-22T08:40:28.207904+0000","last_active":"2024-09-22T09:22:02.491568+0000","last_peered":"2024-09-22T09:22:02.491568+0000","last_clean":"2024-09-22T09:22:02.491568+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:22:02.491568+0000","last_undegraded":"2024-09-22T09:22:02.491568+0000","last_fullsized":"2024-09-22T09:22:02.491568+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:21.645162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'309","reported_seq":993,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.385486+0000","last_change":"2024-09-22T08:40:26.244061+0000","last_active":"2024-09-22T09:22:11.385486+0000","last_peered":"2024-09-22T09:22:11.385486+0000","last_clean":"2024-09-22T09:22:11.385486+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:22:11.385486+0000","last_undegraded":"2024-09-22T09:22:11.385486+0000","last_fullsized":"2024-09-22T09:22:11.385486+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:33.685590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7425289,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":822,"num_read_kb":12957,"num_write":1108,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"37'4","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.616476+0000","last_change":"2024-09-22T08:40:30.226294+0000","last_active":"2024-09-22T09:24:12.616476+0000","last_peered":"2024-09-22T09:24:12.616476+0000","last_clean":"2024-09-22T09:24:12.616476+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:24:12.616476+0000","last_undegraded":"2024-09-22T09:24:12.616476+0000","last_fullsized":"2024-09-22T09:24:12.616476+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:55.588208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'291","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.825827+0000","last_change":"2024-09-22T08:40:32.227933+0000","last_active":"2024-09-22T09:23:01.825827+0000","last_peered":"2024-09-22T09:23:01.825827+0000","last_clean":"2024-09-22T09:23:01.825827+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:23:01.825827+0000","last_undegraded":"2024-09-22T09:23:01.825827+0000","last_fullsized":"2024-09-22T09:23:01.825827+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:30.270701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53684,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":948,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:37.027163+0000","last_change":"2024-09-22T08:40:34.243945+0000","last_active":"2024-09-22T09:20:37.027163+0000","last_peered":"2024-09-22T09:20:37.027163+0000","last_clean":"2024-09-22T09:20:37.027163+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:20:37.027163+0000","last_undegraded":"2024-09-22T09:20:37.027163+0000","last_fullsized":"2024-09-22T09:20:37.027163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:28.259658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'131","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.769591+0000","last_change":"2024-09-22T08:40:36.289976+0000","last_active":"2024-09-22T09:24:11.769591+0000","last_peered":"2024-09-22T09:24:11.769591+0000","last_clean":"2024-09-22T09:24:11.769591+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:24:11.769591+0000","last_undegraded":"2024-09-22T09:24:11.769591+0000","last_fullsized":"2024-09-22T09:24:11.769591+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:47.511649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833795+0000","last_change":"2024-09-22T08:40:28.209928+0000","last_active":"2024-09-22T09:21:41.833795+0000","last_peered":"2024-09-22T09:21:41.833795+0000","last_clean":"2024-09-22T09:21:41.833795+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:21:41.833795+0000","last_undegraded":"2024-09-22T09:21:41.833795+0000","last_fullsized":"2024-09-22T09:21:41.833795+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:27.404498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'346","reported_seq":1010,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.634102+0000","last_change":"2024-09-22T08:40:26.257379+0000","last_active":"2024-09-22T09:22:34.634102+0000","last_peered":"2024-09-22T09:22:34.634102+0000","last_clean":"2024-09-22T09:22:34.634102+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:22:34.634102+0000","last_undegraded":"2024-09-22T09:22:34.634102+0000","last_fullsized":"2024-09-22T09:22:34.634102+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:21.546841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5642952,"num_objects":83,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":631,"num_read_kb":31461,"num_write":1197,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833740+0000","last_change":"2024-09-22T08:40:28.199791+0000","last_active":"2024-09-22T09:21:41.833740+0000","last_peered":"2024-09-22T09:21:41.833740+0000","last_clean":"2024-09-22T09:21:41.833740+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:21:41.833740+0000","last_undegraded":"2024-09-22T09:21:41.833740+0000","last_fullsized":"2024-09-22T09:21:41.833740+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:11.632009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'400","reported_seq":1099,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:25.520000+0000","last_change":"2024-09-22T08:40:26.259014+0000","last_active":"2024-09-22T09:22:25.520000+0000","last_peered":"2024-09-22T09:22:25.520000+0000","last_clean":"2024-09-22T09:22:25.520000+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:22:25.520000+0000","last_undegraded":"2024-09-22T09:22:25.520000+0000","last_fullsized":"2024-09-22T09:22:25.520000+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:58.485269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28519745,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":953,"num_read_kb":49683,"num_write":1269,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.090291+0000","last_change":"2024-09-22T08:40:28.235308+0000","last_active":"2024-09-22T09:22:15.090291+0000","last_peered":"2024-09-22T09:22:15.090291+0000","last_clean":"2024-09-22T09:22:15.090291+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:22:15.090291+0000","last_undegraded":"2024-09-22T09:22:15.090291+0000","last_fullsized":"2024-09-22T09:22:15.090291+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:55.504112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'283","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.284851+0000","last_change":"2024-09-22T08:40:26.261741+0000","last_active":"2024-09-22T09:22:31.284851+0000","last_peered":"2024-09-22T09:22:31.284851+0000","last_clean":"2024-09-22T09:22:31.284851+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:22:31.284851+0000","last_undegraded":"2024-09-22T09:22:31.284851+0000","last_fullsized":"2024-09-22T09:22:31.284851+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:18.499284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215423,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":569,"num_read_kb":81199,"num_write":1082,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":756,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.211483+0000","last_change":"2024-09-22T08:40:28.221248+0000","last_active":"2024-09-22T09:22:21.211483+0000","last_peered":"2024-09-22T09:22:21.211483+0000","last_clean":"2024-09-22T09:22:21.211483+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:22:21.211483+0000","last_undegraded":"2024-09-22T09:22:21.211483+0000","last_fullsized":"2024-09-22T09:22:21.211483+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:04.512125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'272","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.582411+0000","last_change":"2024-09-22T08:40:26.244774+0000","last_active":"2024-09-22T09:22:38.582411+0000","last_peered":"2024-09-22T09:22:38.582411+0000","last_clean":"2024-09-22T09:22:38.582411+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:22:38.582411+0000","last_undegraded":"2024-09-22T09:22:38.582411+0000","last_fullsized":"2024-09-22T09:22:38.582411+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:39.040162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11760428,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":553,"num_read_kb":53246,"num_write":988,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861517+0000","last_change":"2024-09-22T08:40:28.233011+0000","last_active":"2024-09-22T09:22:21.861517+0000","last_peered":"2024-09-22T09:22:21.861517+0000","last_clean":"2024-09-22T09:22:21.861517+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:22:21.861517+0000","last_undegraded":"2024-09-22T09:22:21.861517+0000","last_fullsized":"2024-09-22T09:22:21.861517+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:13.526137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'365","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:25.407979+0000","last_change":"2024-09-22T08:40:26.236532+0000","last_active":"2024-09-22T09:22:25.407979+0000","last_peered":"2024-09-22T09:22:25.407979+0000","last_clean":"2024-09-22T09:22:25.407979+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:22:25.407979+0000","last_undegraded":"2024-09-22T09:22:25.407979+0000","last_fullsized":"2024-09-22T09:22:25.407979+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16063443,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":1044,"num_read_kb":55887,"num_write":1226,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.620818+0000","last_change":"2024-09-22T08:40:28.205442+0000","last_active":"2024-09-22T09:22:29.620818+0000","last_peered":"2024-09-22T09:22:29.620818+0000","last_clean":"2024-09-22T09:22:29.620818+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:22:29.620818+0000","last_undegraded":"2024-09-22T09:22:29.620818+0000","last_fullsized":"2024-09-22T09:22:29.620818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:00.705712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'322","reported_seq":956,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832478+0000","last_change":"2024-09-22T08:40:26.222811+0000","last_active":"2024-09-22T09:21:36.832478+0000","last_peered":"2024-09-22T09:21:36.832478+0000","last_clean":"2024-09-22T09:21:36.832478+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:21:36.832478+0000","last_undegraded":"2024-09-22T09:21:36.832478+0000","last_fullsized":"2024-09-22T09:21:36.832478+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107920,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":594,"num_read_kb":1539,"num_write":1217,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859462+0000","last_change":"2024-09-22T08:40:28.211970+0000","last_active":"2024-09-22T09:22:11.859462+0000","last_peered":"2024-09-22T09:22:11.859462+0000","last_clean":"2024-09-22T09:22:11.859462+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:22:11.859462+0000","last_undegraded":"2024-09-22T09:22:11.859462+0000","last_fullsized":"2024-09-22T09:22:11.859462+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:48:20.546690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'307","reported_seq":1086,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.776249+0000","last_change":"2024-09-22T08:41:01.929041+0000","last_active":"2024-09-22T09:22:36.776249+0000","last_peered":"2024-09-22T09:22:36.776249+0000","last_clean":"2024-09-22T09:22:36.776249+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:22:36.776249+0000","last_undegraded":"2024-09-22T09:22:36.776249+0000","last_fullsized":"2024-09-22T09:22:36.776249+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:12.357825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12714930,"num_objects":57,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":1033,"num_read_kb":91023,"num_write":1116,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.780423+0000","last_change":"2024-09-22T08:40:28.208688+0000","last_active":"2024-09-22T09:24:11.780423+0000","last_peered":"2024-09-22T09:24:11.780423+0000","last_clean":"2024-09-22T09:24:11.780423+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:11.780423+0000","last_undegraded":"2024-09-22T09:24:11.780423+0000","last_fullsized":"2024-09-22T09:24:11.780423+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:18:55.421170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'275","reported_seq":918,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.062991+0000","last_change":"2024-09-22T08:40:26.237453+0000","last_active":"2024-09-22T09:22:34.062991+0000","last_peered":"2024-09-22T09:22:34.062991+0000","last_clean":"2024-09-22T09:22:34.062991+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:22:34.062991+0000","last_undegraded":"2024-09-22T09:22:34.062991+0000","last_fullsized":"2024-09-22T09:22:34.062991+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:53.526239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6991727,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":516,"num_read_kb":25935,"num_write":1087,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:05.822663+0000","last_change":"2024-09-22T08:40:28.207091+0000","last_active":"2024-09-22T09:22:05.822663+0000","last_peered":"2024-09-22T09:22:05.822663+0000","last_clean":"2024-09-22T09:22:05.822663+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:22:05.822663+0000","last_undegraded":"2024-09-22T09:22:05.822663+0000","last_fullsized":"2024-09-22T09:22:05.822663+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:15:09.374508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'288","reported_seq":903,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:10.898999+0000","last_change":"2024-09-22T08:40:26.271302+0000","last_active":"2024-09-22T09:24:10.898999+0000","last_peered":"2024-09-22T09:24:10.898999+0000","last_clean":"2024-09-22T09:24:10.898999+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:10.898999+0000","last_undegraded":"2024-09-22T09:24:10.898999+0000","last_fullsized":"2024-09-22T09:24:10.898999+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:41.174707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5595388,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":537,"num_read_kb":484,"num_write":1083,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.221417+0000","last_change":"2024-09-22T08:40:28.214148+0000","last_active":"2024-09-22T09:22:19.221417+0000","last_peered":"2024-09-22T09:22:19.221417+0000","last_clean":"2024-09-22T09:22:19.221417+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:22:19.221417+0000","last_undegraded":"2024-09-22T09:22:19.221417+0000","last_fullsized":"2024-09-22T09:22:19.221417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:37:27.699128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'346","reported_seq":1034,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.774691+0000","last_change":"2024-09-22T08:40:26.224652+0000","last_active":"2024-09-22T09:22:21.774691+0000","last_peered":"2024-09-22T09:22:21.774691+0000","last_clean":"2024-09-22T09:22:21.774691+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:22:21.774691+0000","last_undegraded":"2024-09-22T09:22:21.774691+0000","last_fullsized":"2024-09-22T09:22:21.774691+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:48:54.817482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5631310,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":739,"num_read_kb":60663,"num_write":1312,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'201","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.436258+0000","last_change":"2024-09-22T08:40:28.204686+0000","last_active":"2024-09-22T09:22:06.436258+0000","last_peered":"2024-09-22T09:22:06.436258+0000","last_clean":"2024-09-22T09:22:06.436258+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:22:06.436258+0000","last_undegraded":"2024-09-22T09:22:06.436258+0000","last_fullsized":"2024-09-22T09:22:06.436258+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:07.574690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'296","reported_seq":1109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.651060+0000","last_change":"2024-09-22T08:41:01.363975+0000","last_active":"2024-09-22T09:22:30.651060+0000","last_peered":"2024-09-22T09:22:30.651060+0000","last_clean":"2024-09-22T09:22:30.651060+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:22:30.651060+0000","last_undegraded":"2024-09-22T09:22:30.651060+0000","last_fullsized":"2024-09-22T09:22:30.651060+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:43.490799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70733,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":1211,"num_read_kb":3050,"num_write":1135,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:34.839842+0000","last_change":"2024-09-22T08:40:28.220432+0000","last_active":"2024-09-22T09:21:34.839842+0000","last_peered":"2024-09-22T09:21:34.839842+0000","last_clean":"2024-09-22T09:21:34.839842+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:21:34.839842+0000","last_undegraded":"2024-09-22T09:21:34.839842+0000","last_fullsized":"2024-09-22T09:21:34.839842+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:32.199441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'272","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.753221+0000","last_change":"2024-09-22T08:41:01.437314+0000","last_active":"2024-09-22T09:22:27.753221+0000","last_peered":"2024-09-22T09:22:27.753221+0000","last_clean":"2024-09-22T09:22:27.753221+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:22:27.753221+0000","last_undegraded":"2024-09-22T09:22:27.753221+0000","last_fullsized":"2024-09-22T09:22:27.753221+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:44.712525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5766682,"num_objects":55,"num_object_clones":0,"num_object_copies":220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":637,"num_read_kb":32269,"num_write":1070,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.848422+0000","last_change":"2024-09-22T08:40:28.233036+0000","last_active":"2024-09-22T09:22:08.848422+0000","last_peered":"2024-09-22T09:22:08.848422+0000","last_clean":"2024-09-22T09:22:08.848422+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:22:08.848422+0000","last_undegraded":"2024-09-22T09:22:08.848422+0000","last_fullsized":"2024-09-22T09:22:08.848422+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:09:35.411210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'271","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.798780+0000","last_change":"2024-09-22T08:40:26.262218+0000","last_active":"2024-09-22T09:22:48.798780+0000","last_peered":"2024-09-22T09:22:48.798780+0000","last_clean":"2024-09-22T09:22:48.798780+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:22:48.798780+0000","last_undegraded":"2024-09-22T09:22:48.798780+0000","last_fullsized":"2024-09-22T09:22:48.798780+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:13.288855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11863898,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":505,"num_read_kb":14484,"num_write":991,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'148","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.280122+0000","last_change":"2024-09-22T08:40:28.199839+0000","last_active":"2024-09-22T09:21:40.280122+0000","last_peered":"2024-09-22T09:21:40.280122+0000","last_clean":"2024-09-22T09:21:40.280122+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:21:40.280122+0000","last_undegraded":"2024-09-22T09:21:40.280122+0000","last_fullsized":"2024-09-22T09:21:40.280122+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:08.388702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'263","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.818710+0000","last_change":"2024-09-22T08:40:26.253475+0000","last_active":"2024-09-22T09:22:22.818710+0000","last_peered":"2024-09-22T09:22:22.818710+0000","last_clean":"2024-09-22T09:22:22.818710+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:22:22.818710+0000","last_undegraded":"2024-09-22T09:22:22.818710+0000","last_fullsized":"2024-09-22T09:22:22.818710+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:21.160011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1477741,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":533,"num_read_kb":10006,"num_write":936,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.955999+0000","last_change":"2024-09-22T08:40:28.206381+0000","last_active":"2024-09-22T09:22:06.955999+0000","last_peered":"2024-09-22T09:22:06.955999+0000","last_clean":"2024-09-22T09:22:06.955999+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:22:06.955999+0000","last_undegraded":"2024-09-22T09:22:06.955999+0000","last_fullsized":"2024-09-22T09:22:06.955999+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:30.460990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'351","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.701036+0000","last_change":"2024-09-22T08:40:26.269059+0000","last_active":"2024-09-22T09:22:48.701036+0000","last_peered":"2024-09-22T09:22:48.701036+0000","last_clean":"2024-09-22T09:22:48.701036+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:22:48.701036+0000","last_undegraded":"2024-09-22T09:22:48.701036+0000","last_fullsized":"2024-09-22T09:22:48.701036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:55.214378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11582952,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":742,"num_read_kb":13003,"num_write":1129,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:04.003815+0000","last_change":"2024-09-22T08:41:01.363030+0000","last_active":"2024-09-22T09:22:04.003815+0000","last_peered":"2024-09-22T09:22:04.003815+0000","last_clean":"2024-09-22T09:22:04.003815+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:22:04.003815+0000","last_undegraded":"2024-09-22T09:22:04.003815+0000","last_fullsized":"2024-09-22T09:22:04.003815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:48.423551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'332","reported_seq":965,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:07.358614+0000","last_change":"2024-09-22T08:40:26.263019+0000","last_active":"2024-09-22T09:24:07.358614+0000","last_peered":"2024-09-22T09:24:07.358614+0000","last_clean":"2024-09-22T09:24:07.358614+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:07.358614+0000","last_undegraded":"2024-09-22T09:24:07.358614+0000","last_fullsized":"2024-09-22T09:24:07.358614+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:14.424781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4240623,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":599,"num_read_kb":3902,"num_write":1173,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'281","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.086932+0000","last_change":"2024-09-22T08:40:26.223063+0000","last_active":"2024-09-22T09:24:02.086932+0000","last_peered":"2024-09-22T09:24:02.086932+0000","last_clean":"2024-09-22T09:24:02.086932+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:02.086932+0000","last_undegraded":"2024-09-22T09:24:02.086932+0000","last_fullsized":"2024-09-22T09:24:02.086932+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1072280,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":491,"num_read_kb":7233,"num_write":976,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'269","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.168850+0000","last_change":"2024-09-22T08:40:28.207474+0000","last_active":"2024-09-22T09:22:51.168850+0000","last_peered":"2024-09-22T09:22:51.168850+0000","last_clean":"2024-09-22T09:22:51.168850+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:22:51.168850+0000","last_undegraded":"2024-09-22T09:22:51.168850+0000","last_fullsized":"2024-09-22T09:22:51.168850+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:49.721922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'268","reported_seq":912,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.862100+0000","last_change":"2024-09-22T08:40:26.235108+0000","last_active":"2024-09-22T09:21:40.862100+0000","last_peered":"2024-09-22T09:21:40.862100+0000","last_clean":"2024-09-22T09:21:40.862100+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:21:40.862100+0000","last_undegraded":"2024-09-22T09:21:40.862100+0000","last_fullsized":"2024-09-22T09:21:40.862100+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:24.694127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11537169,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":523,"num_read_kb":61894,"num_write":986,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.105161+0000","last_change":"2024-09-22T08:40:28.224620+0000","last_active":"2024-09-22T09:22:10.105161+0000","last_peered":"2024-09-22T09:22:10.105161+0000","last_clean":"2024-09-22T09:22:10.105161+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:22:10.105161+0000","last_undegraded":"2024-09-22T09:22:10.105161+0000","last_fullsized":"2024-09-22T09:22:10.105161+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:43.708987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1494,"ondisk_log_size":1494,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":492,"ondisk_log_size":492,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1947950,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17106,"num_read_kb":33038,"num_write":14503,"num_write_kb":11669,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3284992,"data_stored":2772848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2139,"ondisk_log_size":2139,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2423,"num_read_kb":2888,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3870,"ondisk_log_size":3870,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":566828630,"num_objects":4346,"num_object_clones":0,"num_object_copies":17384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4346,"num_whiteouts":0,"num_read":40169,"num_read_kb":2168654,"num_write":68878,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":821755904,"data_stored":821755904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4549,"ondisk_log_size":4549,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73690477,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":118,"num_read_kb":186434,"num_write":138,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147390464,"data_stored":147380954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73690477,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":185165,"num_write":138,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147390464,"data_stored":147380954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542683,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":454568,"kb_used_data":170712,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":93917272,"statfs":{"total":96636764160,"available":96171286528,"internally_reserved":0,"allocated":174809088,"data_stored":172771098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542683,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":404704,"kb_used_data":144464,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":93967136,"statfs":{"total":96636764160,"available":96222347264,"internally_reserved":0,"allocated":147931136,"data_stored":145957243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":266467782},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542682,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294264,"kb_used_data":146536,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94077576,"statfs":{"total":96636764160,"available":96335437824,"internally_reserved":0,"allocated":150052864,"data_stored":147954950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":151255494},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542683,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258484,"kb_used_data":150948,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94113356,"statfs":{"total":96636764160,"available":96372076544,"internally_reserved":0,"allocated":154570752,"data_stored":152603443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542682,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":383840,"kb_used_data":131920,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93988000,"statfs":{"total":96636764160,"available":96243712000,"internally_reserved":0,"allocated":135086080,"data_stored":133041265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542683,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":221380,"kb_used_data":118068,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94150460,"statfs":{"total":96636764160,"available":96410071040,"internally_reserved":0,"allocated":120901632,"data_stored":118949611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105773509},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542681,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":307932,"kb_used_data":154636,"kb_used_omap":1,"kb_used_meta":153278,"kb_avail":94063908,"statfs":{"total":96636764160,"available":96321441792,"internally_reserved":0,"allocated":158347264,"data_stored":156339872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":156957125},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542682,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":366652,"kb_used_data":110572,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94005188,"statfs":{"total":96636764160,"available":96261312512,"internally_reserved":0,"allocated":113225728,"data_stored":111173584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":262207940},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":92233728,"data_stored":92233728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":100589568,"data_stored":100589568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86548480,"data_stored":86548480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81666048,"data_stored":81666048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":130732032,"data_stored":130732032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":97898496,"data_stored":97898496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":114806784,"data_stored":114806784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":117280768,"data_stored":117280768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":329699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":479232,"data_stored":407594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":126311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":470920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":83008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":684032,"data_stored":579276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":303104,"data_stored":259804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":606208,"data_stored":516236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12582912,"data_stored":12582912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":33091584,"data_stored":33090219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":17403904,"data_stored":17401724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21688320,"data_stored":21685745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9478144,"data_stored":9477329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15728640,"data_stored":15728640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19591168,"data_stored":19588593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3145728,"data_stored":3145728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19963904,"data_stored":19963089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12582912,"data_stored":12582912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26931200,"data_stored":26928625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10022912,"data_stored":10021547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":29360128,"data_stored":29360128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12877824,"data_stored":12873069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32505856,"data_stored":32505856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:24:41.581 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-22T09:24:41.581 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:24:41.947 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:24:41.960 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:24:41.969 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1596,"stamp":"2024-09-22T09:24:41.253253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":716765469,"num_objects":4711,"num_object_clones":0,"num_object_copies":18114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4711,"num_whiteouts":0,"num_read":194269,"num_read_kb":2691010,"num_write":141940,"num_write_kb":2460560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13898,"ondisk_log_size":13898,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2691824,"kb_used_data":1127856,"kb_used_omap":12,"kb_used_meta":1563827,"kb_avail":752282896,"statfs":{"total":773094113280,"available":770337685504,"internally_reserved":0,"allocated":1154924544,"data_stored":1138791066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1601359408},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007620"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.827560+0000","last_change":"2024-09-22T09:09:48.755405+0000","last_active":"2024-09-22T09:19:51.827560+0000","last_peered":"2024-09-22T09:19:51.827560+0000","last_clean":"2024-09-22T09:19:51.827560+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:19:51.827560+0000","last_undegraded":"2024-09-22T09:19:51.827560+0000","last_fullsized":"2024-09-22T09:19:51.827560+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:30.739591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.845253+0000","last_change":"2024-09-22T08:58:41.443693+0000","last_active":"2024-09-22T09:21:11.845253+0000","last_peered":"2024-09-22T09:21:11.845253+0000","last_clean":"2024-09-22T09:21:11.845253+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:21:11.845253+0000","last_undegraded":"2024-09-22T09:21:11.845253+0000","last_fullsized":"2024-09-22T09:21:11.845253+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:47.797319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843354+0000","last_change":"2024-09-22T08:58:38.365791+0000","last_active":"2024-09-22T09:21:11.843354+0000","last_peered":"2024-09-22T09:21:11.843354+0000","last_clean":"2024-09-22T09:21:11.843354+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:21:11.843354+0000","last_undegraded":"2024-09-22T09:21:11.843354+0000","last_fullsized":"2024-09-22T09:21:11.843354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:11.739324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047456+0000","last_change":"2024-09-22T08:56:54.600099+0000","last_active":"2024-09-22T09:21:57.047456+0000","last_peered":"2024-09-22T09:21:57.047456+0000","last_clean":"2024-09-22T09:21:57.047456+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:21:57.047456+0000","last_undegraded":"2024-09-22T09:21:57.047456+0000","last_fullsized":"2024-09-22T09:21:57.047456+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:23.779747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.800753+0000","last_change":"2024-09-22T09:09:48.752275+0000","last_active":"2024-09-22T09:19:51.800753+0000","last_peered":"2024-09-22T09:19:51.800753+0000","last_clean":"2024-09-22T09:19:51.800753+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:19:51.800753+0000","last_undegraded":"2024-09-22T09:19:51.800753+0000","last_fullsized":"2024-09-22T09:19:51.800753+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:44.032587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800971+0000","last_change":"2024-09-22T08:58:41.446846+0000","last_active":"2024-09-22T09:21:11.800971+0000","last_peered":"2024-09-22T09:21:11.800971+0000","last_clean":"2024-09-22T09:21:11.800971+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:21:11.800971+0000","last_undegraded":"2024-09-22T09:21:11.800971+0000","last_fullsized":"2024-09-22T09:21:11.800971+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:52.410844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826208+0000","last_change":"2024-09-22T08:58:38.397484+0000","last_active":"2024-09-22T09:21:11.826208+0000","last_peered":"2024-09-22T09:21:11.826208+0000","last_clean":"2024-09-22T09:21:11.826208+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:21:11.826208+0000","last_undegraded":"2024-09-22T09:21:11.826208+0000","last_fullsized":"2024-09-22T09:21:11.826208+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:51.710995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815745+0000","last_change":"2024-09-22T08:56:54.598842+0000","last_active":"2024-09-22T09:21:01.815745+0000","last_peered":"2024-09-22T09:21:01.815745+0000","last_clean":"2024-09-22T09:21:01.815745+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:21:01.815745+0000","last_undegraded":"2024-09-22T09:21:01.815745+0000","last_fullsized":"2024-09-22T09:21:01.815745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:14.425186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814682+0000","last_change":"2024-09-22T09:09:48.761369+0000","last_active":"2024-09-22T09:21:56.814682+0000","last_peered":"2024-09-22T09:21:56.814682+0000","last_clean":"2024-09-22T09:21:56.814682+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:21:56.814682+0000","last_undegraded":"2024-09-22T09:21:56.814682+0000","last_fullsized":"2024-09-22T09:21:56.814682+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:25.355992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042336+0000","last_change":"2024-09-22T08:58:41.525012+0000","last_active":"2024-09-22T09:21:37.042336+0000","last_peered":"2024-09-22T09:21:37.042336+0000","last_clean":"2024-09-22T09:21:37.042336+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:21:37.042336+0000","last_undegraded":"2024-09-22T09:21:37.042336+0000","last_fullsized":"2024-09-22T09:21:37.042336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:04.402440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812657+0000","last_change":"2024-09-22T08:58:38.371684+0000","last_active":"2024-09-22T09:20:46.812657+0000","last_peered":"2024-09-22T09:20:46.812657+0000","last_clean":"2024-09-22T09:20:46.812657+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:20:46.812657+0000","last_undegraded":"2024-09-22T09:20:46.812657+0000","last_fullsized":"2024-09-22T09:20:46.812657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:53.469682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":21053,"num_write":11,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047287+0000","last_change":"2024-09-22T08:56:54.593351+0000","last_active":"2024-09-22T09:21:57.047287+0000","last_peered":"2024-09-22T09:21:57.047287+0000","last_clean":"2024-09-22T09:21:57.047287+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:21:57.047287+0000","last_undegraded":"2024-09-22T09:21:57.047287+0000","last_fullsized":"2024-09-22T09:21:57.047287+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:08.128046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'1","reported_seq":31,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033377+0000","last_change":"2024-09-22T08:59:03.437438+0000","last_active":"2024-09-22T09:21:02.033377+0000","last_peered":"2024-09-22T09:21:02.033377+0000","last_clean":"2024-09-22T09:21:02.033377+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:21:02.033377+0000","last_undegraded":"2024-09-22T09:21:02.033377+0000","last_fullsized":"2024-09-22T09:21:02.033377+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:28.904325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'1","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806444+0000","last_change":"2024-09-22T08:58:38.360243+0000","last_active":"2024-09-22T09:21:36.806444+0000","last_peered":"2024-09-22T09:21:36.806444+0000","last_clean":"2024-09-22T09:21:36.806444+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:21:36.806444+0000","last_undegraded":"2024-09-22T09:21:36.806444+0000","last_fullsized":"2024-09-22T09:21:36.806444+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:49.867852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855545+0000","last_change":"2024-09-22T08:56:54.600880+0000","last_active":"2024-09-22T09:21:56.855545+0000","last_peered":"2024-09-22T09:21:56.855545+0000","last_clean":"2024-09-22T09:21:56.855545+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:21:56.855545+0000","last_undegraded":"2024-09-22T09:21:56.855545+0000","last_fullsized":"2024-09-22T09:21:56.855545+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:05.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836603+0000","last_change":"2024-09-22T08:58:41.450320+0000","last_active":"2024-09-22T09:20:31.836603+0000","last_peered":"2024-09-22T09:20:31.836603+0000","last_clean":"2024-09-22T09:20:31.836603+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:20:31.836603+0000","last_undegraded":"2024-09-22T09:20:31.836603+0000","last_fullsized":"2024-09-22T09:20:31.836603+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:31.104179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024508+0000","last_change":"2024-09-22T08:58:38.373270+0000","last_active":"2024-09-22T09:20:27.024508+0000","last_peered":"2024-09-22T09:20:27.024508+0000","last_clean":"2024-09-22T09:20:27.024508+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:20:27.024508+0000","last_undegraded":"2024-09-22T09:20:27.024508+0000","last_fullsized":"2024-09-22T09:20:27.024508+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:01:05.904264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855477+0000","last_change":"2024-09-22T08:56:54.608090+0000","last_active":"2024-09-22T09:21:56.855477+0000","last_peered":"2024-09-22T09:21:56.855477+0000","last_clean":"2024-09-22T09:21:56.855477+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:21:56.855477+0000","last_undegraded":"2024-09-22T09:21:56.855477+0000","last_fullsized":"2024-09-22T09:21:56.855477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:11.689626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.842869+0000","last_change":"2024-09-22T09:09:48.738160+0000","last_active":"2024-09-22T09:22:21.842869+0000","last_peered":"2024-09-22T09:22:21.842869+0000","last_clean":"2024-09-22T09:22:21.842869+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:22:21.842869+0000","last_undegraded":"2024-09-22T09:22:21.842869+0000","last_fullsized":"2024-09-22T09:22:21.842869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:15.877715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.795952+0000","last_change":"2024-09-22T08:58:41.437494+0000","last_active":"2024-09-22T09:20:26.795952+0000","last_peered":"2024-09-22T09:20:26.795952+0000","last_clean":"2024-09-22T09:20:26.795952+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:20:26.795952+0000","last_undegraded":"2024-09-22T09:20:26.795952+0000","last_fullsized":"2024-09-22T09:20:26.795952+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:12.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792773+0000","last_change":"2024-09-22T08:58:38.366373+0000","last_active":"2024-09-22T09:20:36.792773+0000","last_peered":"2024-09-22T09:20:36.792773+0000","last_clean":"2024-09-22T09:20:36.792773+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:20:36.792773+0000","last_undegraded":"2024-09-22T09:20:36.792773+0000","last_fullsized":"2024-09-22T09:20:36.792773+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:08.694620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":11264,"num_write":5,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814785+0000","last_change":"2024-09-22T08:56:54.599007+0000","last_active":"2024-09-22T09:21:56.814785+0000","last_peered":"2024-09-22T09:21:56.814785+0000","last_clean":"2024-09-22T09:21:56.814785+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:21:56.814785+0000","last_undegraded":"2024-09-22T09:21:56.814785+0000","last_fullsized":"2024-09-22T09:21:56.814785+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:07.840632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977291+0000","last_change":"2024-09-22T09:09:48.758878+0000","last_active":"2024-09-22T09:19:51.977291+0000","last_peered":"2024-09-22T09:19:51.977291+0000","last_clean":"2024-09-22T09:19:51.977291+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:19:51.977291+0000","last_undegraded":"2024-09-22T09:19:51.977291+0000","last_fullsized":"2024-09-22T09:19:51.977291+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:39.058602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.805469+0000","last_change":"2024-09-22T08:58:41.435583+0000","last_active":"2024-09-22T09:21:11.805469+0000","last_peered":"2024-09-22T09:21:11.805469+0000","last_clean":"2024-09-22T09:21:11.805469+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:21:11.805469+0000","last_undegraded":"2024-09-22T09:21:11.805469+0000","last_fullsized":"2024-09-22T09:21:11.805469+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:46.155861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1142,"num_write":1,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800860+0000","last_change":"2024-09-22T08:58:38.383498+0000","last_active":"2024-09-22T09:21:11.800860+0000","last_peered":"2024-09-22T09:21:11.800860+0000","last_clean":"2024-09-22T09:21:11.800860+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:21:11.800860+0000","last_undegraded":"2024-09-22T09:21:11.800860+0000","last_fullsized":"2024-09-22T09:21:11.800860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:11.340849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":112,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034639+0000","last_change":"2024-09-22T08:56:54.600210+0000","last_active":"2024-09-22T09:21:07.034639+0000","last_peered":"2024-09-22T09:21:07.034639+0000","last_clean":"2024-09-22T09:21:07.034639+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:21:07.034639+0000","last_undegraded":"2024-09-22T09:21:07.034639+0000","last_fullsized":"2024-09-22T09:21:07.034639+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:45.141187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977377+0000","last_change":"2024-09-22T09:09:48.760608+0000","last_active":"2024-09-22T09:19:51.977377+0000","last_peered":"2024-09-22T09:19:51.977377+0000","last_clean":"2024-09-22T09:19:51.977377+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:19:51.977377+0000","last_undegraded":"2024-09-22T09:19:51.977377+0000","last_fullsized":"2024-09-22T09:19:51.977377+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:37.088159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843162+0000","last_change":"2024-09-22T08:58:41.435075+0000","last_active":"2024-09-22T09:21:11.843162+0000","last_peered":"2024-09-22T09:21:11.843162+0000","last_clean":"2024-09-22T09:21:11.843162+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:21:11.843162+0000","last_undegraded":"2024-09-22T09:21:11.843162+0000","last_fullsized":"2024-09-22T09:21:11.843162+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:36.146831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036126+0000","last_change":"2024-09-22T08:58:38.388789+0000","last_active":"2024-09-22T09:21:12.036126+0000","last_peered":"2024-09-22T09:21:12.036126+0000","last_clean":"2024-09-22T09:21:12.036126+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:21:12.036126+0000","last_undegraded":"2024-09-22T09:21:12.036126+0000","last_fullsized":"2024-09-22T09:21:12.036126+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:19.572450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":115,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.824880+0000","last_change":"2024-09-22T08:56:54.590822+0000","last_active":"2024-09-22T09:21:06.824880+0000","last_peered":"2024-09-22T09:21:06.824880+0000","last_clean":"2024-09-22T09:21:06.824880+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:21:06.824880+0000","last_undegraded":"2024-09-22T09:21:06.824880+0000","last_fullsized":"2024-09-22T09:21:06.824880+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:58.840094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.831161+0000","last_change":"2024-09-22T09:09:48.739537+0000","last_active":"2024-09-22T09:21:31.831161+0000","last_peered":"2024-09-22T09:21:31.831161+0000","last_clean":"2024-09-22T09:21:31.831161+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:21:31.831161+0000","last_undegraded":"2024-09-22T09:21:31.831161+0000","last_fullsized":"2024-09-22T09:21:31.831161+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:23.863203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831808+0000","last_change":"2024-09-22T08:58:41.516623+0000","last_active":"2024-09-22T09:20:26.831808+0000","last_peered":"2024-09-22T09:20:26.831808+0000","last_clean":"2024-09-22T09:20:26.831808+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:20:26.831808+0000","last_undegraded":"2024-09-22T09:20:26.831808+0000","last_fullsized":"2024-09-22T09:20:26.831808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:38.555336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858197+0000","last_change":"2024-09-22T08:58:38.380922+0000","last_active":"2024-09-22T09:22:06.858197+0000","last_peered":"2024-09-22T09:22:06.858197+0000","last_clean":"2024-09-22T09:22:06.858197+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:22:06.858197+0000","last_undegraded":"2024-09-22T09:22:06.858197+0000","last_fullsized":"2024-09-22T09:22:06.858197+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:39.211299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":299,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:39.660711+0000","last_change":"2024-09-22T08:56:54.604341+0000","last_active":"2024-09-22T09:21:39.660711+0000","last_peered":"2024-09-22T09:21:39.660711+0000","last_clean":"2024-09-22T09:21:39.660711+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:21:39.660711+0000","last_undegraded":"2024-09-22T09:21:39.660711+0000","last_fullsized":"2024-09-22T09:21:39.660711+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:57.502176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.821946+0000","last_change":"2024-09-22T09:09:48.721699+0000","last_active":"2024-09-22T09:21:31.821946+0000","last_peered":"2024-09-22T09:21:31.821946+0000","last_clean":"2024-09-22T09:21:31.821946+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:21:31.821946+0000","last_undegraded":"2024-09-22T09:21:31.821946+0000","last_fullsized":"2024-09-22T09:21:31.821946+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:55.345809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858344+0000","last_change":"2024-09-22T08:58:41.519005+0000","last_active":"2024-09-22T09:22:06.858344+0000","last_peered":"2024-09-22T09:22:06.858344+0000","last_clean":"2024-09-22T09:22:06.858344+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:22:06.858344+0000","last_undegraded":"2024-09-22T09:22:06.858344+0000","last_fullsized":"2024-09-22T09:22:06.858344+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:18.754947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985945+0000","last_change":"2024-09-22T08:58:38.385550+0000","last_active":"2024-09-22T09:20:26.985945+0000","last_peered":"2024-09-22T09:20:26.985945+0000","last_clean":"2024-09-22T09:20:26.985945+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:20:26.985945+0000","last_undegraded":"2024-09-22T09:20:26.985945+0000","last_fullsized":"2024-09-22T09:20:26.985945+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:16.966373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":163,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.627919+0000","last_change":"2024-09-22T08:56:54.607952+0000","last_active":"2024-09-22T09:22:08.627919+0000","last_peered":"2024-09-22T09:22:08.627919+0000","last_clean":"2024-09-22T09:22:08.627919+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:22:08.627919+0000","last_undegraded":"2024-09-22T09:22:08.627919+0000","last_fullsized":"2024-09-22T09:22:08.627919+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:06:47.728603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.001023+0000","last_change":"2024-09-22T09:09:48.751596+0000","last_active":"2024-09-22T09:21:32.001023+0000","last_peered":"2024-09-22T09:21:32.001023+0000","last_clean":"2024-09-22T09:21:32.001023+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:21:32.001023+0000","last_undegraded":"2024-09-22T09:21:32.001023+0000","last_fullsized":"2024-09-22T09:21:32.001023+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:02.062036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831864+0000","last_change":"2024-09-22T08:58:41.520488+0000","last_active":"2024-09-22T09:20:26.831864+0000","last_peered":"2024-09-22T09:20:26.831864+0000","last_clean":"2024-09-22T09:20:26.831864+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:20:26.831864+0000","last_undegraded":"2024-09-22T09:20:26.831864+0000","last_fullsized":"2024-09-22T09:20:26.831864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:25.974442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.807932+0000","last_change":"2024-09-22T08:58:38.376810+0000","last_active":"2024-09-22T09:20:26.807932+0000","last_peered":"2024-09-22T09:20:26.807932+0000","last_clean":"2024-09-22T09:20:26.807932+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:20:26.807932+0000","last_undegraded":"2024-09-22T09:20:26.807932+0000","last_fullsized":"2024-09-22T09:20:26.807932+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:12.440545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":816,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.816845+0000","last_change":"2024-09-22T08:56:54.587623+0000","last_active":"2024-09-22T09:21:06.816845+0000","last_peered":"2024-09-22T09:21:06.816845+0000","last_clean":"2024-09-22T09:21:06.816845+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:21:06.816845+0000","last_undegraded":"2024-09-22T09:21:06.816845+0000","last_fullsized":"2024-09-22T09:21:06.816845+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:22.466574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.849899+0000","last_change":"2024-09-22T09:09:48.746696+0000","last_active":"2024-09-22T09:21:31.849899+0000","last_peered":"2024-09-22T09:21:31.849899+0000","last_clean":"2024-09-22T09:21:31.849899+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:21:31.849899+0000","last_undegraded":"2024-09-22T09:21:31.849899+0000","last_fullsized":"2024-09-22T09:21:31.849899+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:02.285860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'2","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.790512+0000","last_change":"2024-09-22T08:58:41.453145+0000","last_active":"2024-09-22T09:20:26.790512+0000","last_peered":"2024-09-22T09:20:26.790512+0000","last_clean":"2024-09-22T09:20:26.790512+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:20:26.790512+0000","last_undegraded":"2024-09-22T09:20:26.790512+0000","last_fullsized":"2024-09-22T09:20:26.790512+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:50:38.937002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024783+0000","last_change":"2024-09-22T08:58:38.397505+0000","last_active":"2024-09-22T09:20:27.024783+0000","last_peered":"2024-09-22T09:20:27.024783+0000","last_clean":"2024-09-22T09:20:27.024783+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:20:27.024783+0000","last_undegraded":"2024-09-22T09:20:27.024783+0000","last_fullsized":"2024-09-22T09:20:27.024783+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:03.716762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":97,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984674+0000","last_change":"2024-09-22T08:56:54.599002+0000","last_active":"2024-09-22T09:20:21.984674+0000","last_peered":"2024-09-22T09:20:21.984674+0000","last_clean":"2024-09-22T09:20:21.984674+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:20:21.984674+0000","last_undegraded":"2024-09-22T09:20:21.984674+0000","last_fullsized":"2024-09-22T09:20:21.984674+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:12.339978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'4","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.838269+0000","last_change":"2024-09-22T08:58:41.453989+0000","last_active":"2024-09-22T09:22:01.838269+0000","last_peered":"2024-09-22T09:22:01.838269+0000","last_clean":"2024-09-22T09:22:01.838269+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:22:01.838269+0000","last_undegraded":"2024-09-22T09:22:01.838269+0000","last_fullsized":"2024-09-22T09:22:01.838269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:50.127983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.811766+0000","last_change":"2024-09-22T08:58:38.368671+0000","last_active":"2024-09-22T09:22:01.811766+0000","last_peered":"2024-09-22T09:22:01.811766+0000","last_clean":"2024-09-22T09:22:01.811766+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:22:01.811766+0000","last_undegraded":"2024-09-22T09:22:01.811766+0000","last_fullsized":"2024-09-22T09:22:01.811766+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:42:47.595328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":156,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983331+0000","last_change":"2024-09-22T08:56:54.599186+0000","last_active":"2024-09-22T09:20:16.983331+0000","last_peered":"2024-09-22T09:20:16.983331+0000","last_clean":"2024-09-22T09:20:16.983331+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:20:16.983331+0000","last_undegraded":"2024-09-22T09:20:16.983331+0000","last_fullsized":"2024-09-22T09:20:16.983331+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:25.580521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047394+0000","last_change":"2024-09-22T09:09:48.738573+0000","last_active":"2024-09-22T09:21:57.047394+0000","last_peered":"2024-09-22T09:21:57.047394+0000","last_clean":"2024-09-22T09:21:57.047394+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:21:57.047394+0000","last_undegraded":"2024-09-22T09:21:57.047394+0000","last_fullsized":"2024-09-22T09:21:57.047394+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:28.821434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'2","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.838206+0000","last_change":"2024-09-22T08:58:41.436081+0000","last_active":"2024-09-22T09:22:01.838206+0000","last_peered":"2024-09-22T09:22:01.838206+0000","last_clean":"2024-09-22T09:22:01.838206+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:22:01.838206+0000","last_undegraded":"2024-09-22T09:22:01.838206+0000","last_fullsized":"2024-09-22T09:22:01.838206+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:40.540641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856803+0000","last_change":"2024-09-22T08:58:38.364897+0000","last_active":"2024-09-22T09:22:01.856803+0000","last_peered":"2024-09-22T09:22:01.856803+0000","last_clean":"2024-09-22T09:22:01.856803+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:22:01.856803+0000","last_undegraded":"2024-09-22T09:22:01.856803+0000","last_fullsized":"2024-09-22T09:22:01.856803+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:31.622201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.434133+0000","last_change":"2024-09-22T08:56:54.576792+0000","last_active":"2024-09-22T09:22:12.434133+0000","last_peered":"2024-09-22T09:22:12.434133+0000","last_clean":"2024-09-22T09:22:12.434133+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:22:12.434133+0000","last_undegraded":"2024-09-22T09:22:12.434133+0000","last_fullsized":"2024-09-22T09:22:12.434133+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.461222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.040732+0000","last_change":"2024-09-22T09:09:48.730905+0000","last_active":"2024-09-22T09:21:32.040732+0000","last_peered":"2024-09-22T09:21:32.040732+0000","last_clean":"2024-09-22T09:21:32.040732+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:21:32.040732+0000","last_undegraded":"2024-09-22T09:21:32.040732+0000","last_fullsized":"2024-09-22T09:21:32.040732+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:15.337133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856972+0000","last_change":"2024-09-22T08:58:41.435415+0000","last_active":"2024-09-22T09:22:01.856972+0000","last_peered":"2024-09-22T09:22:01.856972+0000","last_clean":"2024-09-22T09:22:01.856972+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:22:01.856972+0000","last_undegraded":"2024-09-22T09:22:01.856972+0000","last_fullsized":"2024-09-22T09:22:01.856972+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:17.023617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":714225,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6516,"num_write":9,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815882+0000","last_change":"2024-09-22T08:58:38.395293+0000","last_active":"2024-09-22T09:22:01.815882+0000","last_peered":"2024-09-22T09:22:01.815882+0000","last_clean":"2024-09-22T09:22:01.815882+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:22:01.815882+0000","last_undegraded":"2024-09-22T09:22:01.815882+0000","last_fullsized":"2024-09-22T09:22:01.815882+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:29.809847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:35.872988+0000","last_change":"2024-09-22T08:56:54.584759+0000","last_active":"2024-09-22T09:21:35.872988+0000","last_peered":"2024-09-22T09:21:35.872988+0000","last_clean":"2024-09-22T09:21:35.872988+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:21:35.872988+0000","last_undegraded":"2024-09-22T09:21:35.872988+0000","last_fullsized":"2024-09-22T09:21:35.872988+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:29.614055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855599+0000","last_change":"2024-09-22T09:09:48.759723+0000","last_active":"2024-09-22T09:21:56.855599+0000","last_peered":"2024-09-22T09:21:56.855599+0000","last_clean":"2024-09-22T09:21:56.855599+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:21:56.855599+0000","last_undegraded":"2024-09-22T09:21:56.855599+0000","last_fullsized":"2024-09-22T09:21:56.855599+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:22.669889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815815+0000","last_change":"2024-09-22T08:58:41.445830+0000","last_active":"2024-09-22T09:22:01.815815+0000","last_peered":"2024-09-22T09:22:01.815815+0000","last_clean":"2024-09-22T09:22:01.815815+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:22:01.815815+0000","last_undegraded":"2024-09-22T09:22:01.815815+0000","last_fullsized":"2024-09-22T09:22:01.815815+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:29.181526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.857054+0000","last_change":"2024-09-22T08:58:38.376143+0000","last_active":"2024-09-22T09:22:01.857054+0000","last_peered":"2024-09-22T09:22:01.857054+0000","last_clean":"2024-09-22T09:22:01.857054+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:22:01.857054+0000","last_undegraded":"2024-09-22T09:22:01.857054+0000","last_fullsized":"2024-09-22T09:22:01.857054+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:20.192706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":11264,"num_write":11,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":104,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829035+0000","last_change":"2024-09-22T08:56:54.600713+0000","last_active":"2024-09-22T09:20:16.829035+0000","last_peered":"2024-09-22T09:20:16.829035+0000","last_clean":"2024-09-22T09:20:16.829035+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:20:16.829035+0000","last_undegraded":"2024-09-22T09:20:16.829035+0000","last_fullsized":"2024-09-22T09:20:16.829035+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:07.218970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812513+0000","last_change":"2024-09-22T09:09:48.721361+0000","last_active":"2024-09-22T09:20:46.812513+0000","last_peered":"2024-09-22T09:20:46.812513+0000","last_clean":"2024-09-22T09:20:46.812513+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:20:46.812513+0000","last_undegraded":"2024-09-22T09:20:46.812513+0000","last_fullsized":"2024-09-22T09:20:46.812513+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:16.155186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'2","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843406+0000","last_change":"2024-09-22T08:58:41.437487+0000","last_active":"2024-09-22T09:21:11.843406+0000","last_peered":"2024-09-22T09:21:11.843406+0000","last_clean":"2024-09-22T09:21:11.843406+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:21:11.843406+0000","last_undegraded":"2024-09-22T09:21:11.843406+0000","last_fullsized":"2024-09-22T09:21:11.843406+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:58.745586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":6144,"num_write":2,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996644+0000","last_change":"2024-09-22T08:58:38.377600+0000","last_active":"2024-09-22T09:21:11.996644+0000","last_peered":"2024-09-22T09:21:11.996644+0000","last_clean":"2024-09-22T09:21:11.996644+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:21:11.996644+0000","last_undegraded":"2024-09-22T09:21:11.996644+0000","last_fullsized":"2024-09-22T09:21:11.996644+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:14.392288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.853118+0000","last_change":"2024-09-22T08:56:54.603226+0000","last_active":"2024-09-22T09:21:46.853118+0000","last_peered":"2024-09-22T09:21:46.853118+0000","last_clean":"2024-09-22T09:21:46.853118+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:21:46.853118+0000","last_undegraded":"2024-09-22T09:21:46.853118+0000","last_fullsized":"2024-09-22T09:21:46.853118+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:24.364866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995356+0000","last_change":"2024-09-22T09:09:48.751136+0000","last_active":"2024-09-22T09:21:06.995356+0000","last_peered":"2024-09-22T09:21:06.995356+0000","last_clean":"2024-09-22T09:21:06.995356+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:21:06.995356+0000","last_undegraded":"2024-09-22T09:21:06.995356+0000","last_fullsized":"2024-09-22T09:21:06.995356+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:27.232929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843310+0000","last_change":"2024-09-22T08:58:41.438228+0000","last_active":"2024-09-22T09:21:11.843310+0000","last_peered":"2024-09-22T09:21:11.843310+0000","last_clean":"2024-09-22T09:21:11.843310+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:21:11.843310+0000","last_undegraded":"2024-09-22T09:21:11.843310+0000","last_fullsized":"2024-09-22T09:21:11.843310+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:02.090336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.817844+0000","last_change":"2024-09-22T08:58:38.390779+0000","last_active":"2024-09-22T09:21:11.817844+0000","last_peered":"2024-09-22T09:21:11.817844+0000","last_clean":"2024-09-22T09:21:11.817844+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:21:11.817844+0000","last_undegraded":"2024-09-22T09:21:11.817844+0000","last_fullsized":"2024-09-22T09:21:11.817844+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:34.988785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852810+0000","last_change":"2024-09-22T08:56:54.597422+0000","last_active":"2024-09-22T09:21:41.852810+0000","last_peered":"2024-09-22T09:21:41.852810+0000","last_clean":"2024-09-22T09:21:41.852810+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:21:41.852810+0000","last_undegraded":"2024-09-22T09:21:41.852810+0000","last_fullsized":"2024-09-22T09:21:41.852810+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:25.009119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.799067+0000","last_change":"2024-09-22T09:09:48.745798+0000","last_active":"2024-09-22T09:20:41.799067+0000","last_peered":"2024-09-22T09:20:41.799067+0000","last_clean":"2024-09-22T09:20:41.799067+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:20:41.799067+0000","last_undegraded":"2024-09-22T09:20:41.799067+0000","last_fullsized":"2024-09-22T09:20:41.799067+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:48:14.167859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827427+0000","last_change":"2024-09-22T08:58:41.520529+0000","last_active":"2024-09-22T09:21:16.827427+0000","last_peered":"2024-09-22T09:21:16.827427+0000","last_clean":"2024-09-22T09:21:16.827427+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:21:16.827427+0000","last_undegraded":"2024-09-22T09:21:16.827427+0000","last_fullsized":"2024-09-22T09:21:16.827427+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:56.880776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036272+0000","last_change":"2024-09-22T08:58:38.396411+0000","last_active":"2024-09-22T09:21:12.036272+0000","last_peered":"2024-09-22T09:21:12.036272+0000","last_clean":"2024-09-22T09:21:12.036272+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:21:12.036272+0000","last_undegraded":"2024-09-22T09:21:12.036272+0000","last_fullsized":"2024-09-22T09:21:12.036272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:04.215771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":75,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.811645+0000","last_change":"2024-09-22T08:56:54.589464+0000","last_active":"2024-09-22T09:21:41.811645+0000","last_peered":"2024-09-22T09:21:41.811645+0000","last_clean":"2024-09-22T09:21:41.811645+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:21:41.811645+0000","last_undegraded":"2024-09-22T09:21:41.811645+0000","last_fullsized":"2024-09-22T09:21:41.811645+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:13.688301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.989328+0000","last_change":"2024-09-22T09:09:48.751276+0000","last_active":"2024-09-22T09:20:41.989328+0000","last_peered":"2024-09-22T09:20:41.989328+0000","last_clean":"2024-09-22T09:20:41.989328+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:20:41.989328+0000","last_undegraded":"2024-09-22T09:20:41.989328+0000","last_fullsized":"2024-09-22T09:20:41.989328+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:14.382588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843448+0000","last_change":"2024-09-22T08:58:41.453015+0000","last_active":"2024-09-22T09:21:11.843448+0000","last_peered":"2024-09-22T09:21:11.843448+0000","last_clean":"2024-09-22T09:21:11.843448+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:21:11.843448+0000","last_undegraded":"2024-09-22T09:21:11.843448+0000","last_fullsized":"2024-09-22T09:21:11.843448+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:27.417050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'1","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827349+0000","last_change":"2024-09-22T08:58:38.391876+0000","last_active":"2024-09-22T09:21:16.827349+0000","last_peered":"2024-09-22T09:21:16.827349+0000","last_clean":"2024-09-22T09:21:16.827349+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:21:16.827349+0000","last_undegraded":"2024-09-22T09:21:16.827349+0000","last_fullsized":"2024-09-22T09:21:16.827349+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:52.460406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824454+0000","last_change":"2024-09-22T08:56:54.581443+0000","last_active":"2024-09-22T09:21:41.824454+0000","last_peered":"2024-09-22T09:21:41.824454+0000","last_clean":"2024-09-22T09:21:41.824454+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:21:41.824454+0000","last_undegraded":"2024-09-22T09:21:41.824454+0000","last_fullsized":"2024-09-22T09:21:41.824454+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:09.024231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.842051+0000","last_change":"2024-09-22T09:09:48.757694+0000","last_active":"2024-09-22T09:21:06.842051+0000","last_peered":"2024-09-22T09:21:06.842051+0000","last_clean":"2024-09-22T09:21:06.842051+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:21:06.842051+0000","last_undegraded":"2024-09-22T09:21:06.842051+0000","last_fullsized":"2024-09-22T09:21:06.842051+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:37.646915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.788896+0000","last_change":"2024-09-22T08:58:41.447934+0000","last_active":"2024-09-22T09:20:21.788896+0000","last_peered":"2024-09-22T09:20:21.788896+0000","last_clean":"2024-09-22T09:20:21.788896+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:20:21.788896+0000","last_undegraded":"2024-09-22T09:20:21.788896+0000","last_fullsized":"2024-09-22T09:20:21.788896+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:43.222794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:22.023341+0000","last_change":"2024-09-22T08:58:38.377993+0000","last_active":"2024-09-22T09:20:22.023341+0000","last_peered":"2024-09-22T09:20:22.023341+0000","last_clean":"2024-09-22T09:20:22.023341+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:20:22.023341+0000","last_undegraded":"2024-09-22T09:20:22.023341+0000","last_fullsized":"2024-09-22T09:20:22.023341+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:56.993690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":15,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.557204+0000","last_change":"2024-09-22T08:56:54.590030+0000","last_active":"2024-09-22T09:22:11.557204+0000","last_peered":"2024-09-22T09:22:11.557204+0000","last_clean":"2024-09-22T09:22:11.557204+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:22:11.557204+0000","last_undegraded":"2024-09-22T09:22:11.557204+0000","last_fullsized":"2024-09-22T09:22:11.557204+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:03.886839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996740+0000","last_change":"2024-09-22T09:09:48.753533+0000","last_active":"2024-09-22T09:21:11.996740+0000","last_peered":"2024-09-22T09:21:11.996740+0000","last_clean":"2024-09-22T09:21:11.996740+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:21:11.996740+0000","last_undegraded":"2024-09-22T09:21:11.996740+0000","last_fullsized":"2024-09-22T09:21:11.996740+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:03.184421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'3","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984508+0000","last_change":"2024-09-22T08:58:41.516292+0000","last_active":"2024-09-22T09:20:21.984508+0000","last_peered":"2024-09-22T09:20:21.984508+0000","last_clean":"2024-09-22T09:20:21.984508+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:20:21.984508+0000","last_undegraded":"2024-09-22T09:20:21.984508+0000","last_fullsized":"2024-09-22T09:20:21.984508+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:22.170700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":18432,"num_write":3,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.814971+0000","last_change":"2024-09-22T08:58:38.379346+0000","last_active":"2024-09-22T09:20:21.814971+0000","last_peered":"2024-09-22T09:20:21.814971+0000","last_clean":"2024-09-22T09:20:21.814971+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:20:21.814971+0000","last_undegraded":"2024-09-22T09:20:21.814971+0000","last_fullsized":"2024-09-22T09:20:21.814971+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:24.619522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:18.587782+0000","last_change":"2024-09-22T08:56:54.579732+0000","last_active":"2024-09-22T09:21:18.587782+0000","last_peered":"2024-09-22T09:21:18.587782+0000","last_clean":"2024-09-22T09:21:18.587782+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:21:18.587782+0000","last_undegraded":"2024-09-22T09:21:18.587782+0000","last_fullsized":"2024-09-22T09:21:18.587782+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:06.014792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995411+0000","last_change":"2024-09-22T09:09:48.744168+0000","last_active":"2024-09-22T09:21:06.995411+0000","last_peered":"2024-09-22T09:21:06.995411+0000","last_clean":"2024-09-22T09:21:06.995411+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:21:06.995411+0000","last_undegraded":"2024-09-22T09:21:06.995411+0000","last_fullsized":"2024-09-22T09:21:06.995411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:48.781461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826141+0000","last_change":"2024-09-22T08:58:41.441172+0000","last_active":"2024-09-22T09:21:11.826141+0000","last_peered":"2024-09-22T09:21:11.826141+0000","last_clean":"2024-09-22T09:21:11.826141+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:21:11.826141+0000","last_undegraded":"2024-09-22T09:21:11.826141+0000","last_fullsized":"2024-09-22T09:21:11.826141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:31:23.005593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:22.023417+0000","last_change":"2024-09-22T08:58:38.396188+0000","last_active":"2024-09-22T09:20:22.023417+0000","last_peered":"2024-09-22T09:20:22.023417+0000","last_clean":"2024-09-22T09:20:22.023417+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:20:22.023417+0000","last_undegraded":"2024-09-22T09:20:22.023417+0000","last_fullsized":"2024-09-22T09:20:22.023417+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:18.890043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.836606+0000","last_change":"2024-09-22T08:56:54.594855+0000","last_active":"2024-09-22T09:20:46.836606+0000","last_peered":"2024-09-22T09:20:46.836606+0000","last_clean":"2024-09-22T09:20:46.836606+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:20:46.836606+0000","last_undegraded":"2024-09-22T09:20:46.836606+0000","last_fullsized":"2024-09-22T09:20:46.836606+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:10.798534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034859+0000","last_change":"2024-09-22T09:09:48.760627+0000","last_active":"2024-09-22T09:21:07.034859+0000","last_peered":"2024-09-22T09:21:07.034859+0000","last_clean":"2024-09-22T09:21:07.034859+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:21:07.034859+0000","last_undegraded":"2024-09-22T09:21:07.034859+0000","last_fullsized":"2024-09-22T09:21:07.034859+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:22.960950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'5","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985810+0000","last_change":"2024-09-22T08:58:41.447917+0000","last_active":"2024-09-22T09:20:26.985810+0000","last_peered":"2024-09-22T09:20:26.985810+0000","last_clean":"2024-09-22T09:20:26.985810+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:20:26.985810+0000","last_undegraded":"2024-09-22T09:20:26.985810+0000","last_fullsized":"2024-09-22T09:20:26.985810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:29.164959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":15,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'1","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800930+0000","last_change":"2024-09-22T08:58:38.370540+0000","last_active":"2024-09-22T09:21:11.800930+0000","last_peered":"2024-09-22T09:21:11.800930+0000","last_clean":"2024-09-22T09:21:11.800930+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:21:11.800930+0000","last_undegraded":"2024-09-22T09:21:11.800930+0000","last_fullsized":"2024-09-22T09:21:11.800930+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:16.813035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":117,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800093+0000","last_change":"2024-09-22T08:56:54.589582+0000","last_active":"2024-09-22T09:20:46.800093+0000","last_peered":"2024-09-22T09:20:46.800093+0000","last_clean":"2024-09-22T09:20:46.800093+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:20:46.800093+0000","last_undegraded":"2024-09-22T09:20:46.800093+0000","last_fullsized":"2024-09-22T09:20:46.800093+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:44.746819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012917+0000","last_change":"2024-09-22T09:09:48.738845+0000","last_active":"2024-09-22T09:22:22.012917+0000","last_peered":"2024-09-22T09:22:22.012917+0000","last_clean":"2024-09-22T09:22:22.012917+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:22:22.012917+0000","last_undegraded":"2024-09-22T09:22:22.012917+0000","last_fullsized":"2024-09-22T09:22:22.012917+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:00.259058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042109+0000","last_change":"2024-09-22T08:58:41.443512+0000","last_active":"2024-09-22T09:21:37.042109+0000","last_peered":"2024-09-22T09:21:37.042109+0000","last_clean":"2024-09-22T09:21:37.042109+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:21:37.042109+0000","last_undegraded":"2024-09-22T09:21:37.042109+0000","last_fullsized":"2024-09-22T09:21:37.042109+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:14.903111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002296+0000","last_change":"2024-09-22T08:58:38.374996+0000","last_active":"2024-09-22T09:21:37.002296+0000","last_peered":"2024-09-22T09:21:37.002296+0000","last_clean":"2024-09-22T09:21:37.002296+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:21:37.002296+0000","last_undegraded":"2024-09-22T09:21:37.002296+0000","last_fullsized":"2024-09-22T09:21:37.002296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:57.538729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:47.029690+0000","last_change":"2024-09-22T08:56:54.590303+0000","last_active":"2024-09-22T09:20:47.029690+0000","last_peered":"2024-09-22T09:20:47.029690+0000","last_clean":"2024-09-22T09:20:47.029690+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:20:47.029690+0000","last_undegraded":"2024-09-22T09:20:47.029690+0000","last_fullsized":"2024-09-22T09:20:47.029690+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:00.333024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861406+0000","last_change":"2024-09-22T09:09:48.755994+0000","last_active":"2024-09-22T09:22:21.861406+0000","last_peered":"2024-09-22T09:22:21.861406+0000","last_clean":"2024-09-22T09:22:21.861406+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:22:21.861406+0000","last_undegraded":"2024-09-22T09:22:21.861406+0000","last_fullsized":"2024-09-22T09:22:21.861406+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:40:00.521403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042051+0000","last_change":"2024-09-22T08:58:41.517269+0000","last_active":"2024-09-22T09:21:37.042051+0000","last_peered":"2024-09-22T09:21:37.042051+0000","last_clean":"2024-09-22T09:21:37.042051+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:21:37.042051+0000","last_undegraded":"2024-09-22T09:21:37.042051+0000","last_fullsized":"2024-09-22T09:21:37.042051+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:57.179825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824492+0000","last_change":"2024-09-22T08:58:38.392432+0000","last_active":"2024-09-22T09:21:41.824492+0000","last_peered":"2024-09-22T09:21:41.824492+0000","last_clean":"2024-09-22T09:21:41.824492+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:21:41.824492+0000","last_undegraded":"2024-09-22T09:21:41.824492+0000","last_fullsized":"2024-09-22T09:21:41.824492+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:50.516607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800240+0000","last_change":"2024-09-22T08:56:54.581691+0000","last_active":"2024-09-22T09:20:46.800240+0000","last_peered":"2024-09-22T09:20:46.800240+0000","last_clean":"2024-09-22T09:20:46.800240+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:20:46.800240+0000","last_undegraded":"2024-09-22T09:20:46.800240+0000","last_fullsized":"2024-09-22T09:20:46.800240+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:22.236533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.836931+0000","last_change":"2024-09-22T09:09:48.765280+0000","last_active":"2024-09-22T09:21:56.836931+0000","last_peered":"2024-09-22T09:21:56.836931+0000","last_clean":"2024-09-22T09:21:56.836931+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:21:56.836931+0000","last_undegraded":"2024-09-22T09:21:56.836931+0000","last_fullsized":"2024-09-22T09:21:56.836931+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:59.916855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984790+0000","last_change":"2024-09-22T08:58:41.524645+0000","last_active":"2024-09-22T09:20:21.984790+0000","last_peered":"2024-09-22T09:20:21.984790+0000","last_clean":"2024-09-22T09:20:21.984790+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:20:21.984790+0000","last_undegraded":"2024-09-22T09:20:21.984790+0000","last_fullsized":"2024-09-22T09:20:21.984790+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:09.557414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.834311+0000","last_change":"2024-09-22T08:58:38.382725+0000","last_active":"2024-09-22T09:20:21.834311+0000","last_peered":"2024-09-22T09:20:21.834311+0000","last_clean":"2024-09-22T09:20:21.834311+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:20:21.834311+0000","last_undegraded":"2024-09-22T09:20:21.834311+0000","last_fullsized":"2024-09-22T09:20:21.834311+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:15.690324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":103,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007861+0000","last_change":"2024-09-22T08:56:54.587023+0000","last_active":"2024-09-22T09:22:02.007861+0000","last_peered":"2024-09-22T09:22:02.007861+0000","last_clean":"2024-09-22T09:22:02.007861+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:22:02.007861+0000","last_undegraded":"2024-09-22T09:22:02.007861+0000","last_fullsized":"2024-09-22T09:22:02.007861+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:48.228442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.816662+0000","last_change":"2024-09-22T09:09:48.747972+0000","last_active":"2024-09-22T09:22:21.816662+0000","last_peered":"2024-09-22T09:22:21.816662+0000","last_clean":"2024-09-22T09:22:21.816662+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:22:21.816662+0000","last_undegraded":"2024-09-22T09:22:21.816662+0000","last_fullsized":"2024-09-22T09:22:21.816662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:23:47.751712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.789087+0000","last_change":"2024-09-22T08:58:41.441654+0000","last_active":"2024-09-22T09:20:21.789087+0000","last_peered":"2024-09-22T09:20:21.789087+0000","last_clean":"2024-09-22T09:20:21.789087+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:20:21.789087+0000","last_undegraded":"2024-09-22T09:20:21.789087+0000","last_fullsized":"2024-09-22T09:20:21.789087+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:51.206574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984813+0000","last_change":"2024-09-22T08:58:38.377447+0000","last_active":"2024-09-22T09:20:21.984813+0000","last_peered":"2024-09-22T09:20:21.984813+0000","last_clean":"2024-09-22T09:20:21.984813+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:20:21.984813+0000","last_undegraded":"2024-09-22T09:20:21.984813+0000","last_fullsized":"2024-09-22T09:20:21.984813+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.649775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7005681,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6842,"num_write":3,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":371,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837122+0000","last_change":"2024-09-22T08:56:54.590834+0000","last_active":"2024-09-22T09:21:56.837122+0000","last_peered":"2024-09-22T09:21:56.837122+0000","last_clean":"2024-09-22T09:21:56.837122+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:21:56.837122+0000","last_undegraded":"2024-09-22T09:21:56.837122+0000","last_fullsized":"2024-09-22T09:21:56.837122+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:36.250465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.811441+0000","last_change":"2024-09-22T09:09:48.753201+0000","last_active":"2024-09-22T09:20:41.811441+0000","last_peered":"2024-09-22T09:20:41.811441+0000","last_clean":"2024-09-22T09:20:41.811441+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:20:41.811441+0000","last_undegraded":"2024-09-22T09:20:41.811441+0000","last_fullsized":"2024-09-22T09:20:41.811441+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:39.480361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'7","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832302+0000","last_change":"2024-09-22T08:58:41.438114+0000","last_active":"2024-09-22T09:21:36.832302+0000","last_peered":"2024-09-22T09:21:36.832302+0000","last_clean":"2024-09-22T09:21:36.832302+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:21:36.832302+0000","last_undegraded":"2024-09-22T09:21:36.832302+0000","last_fullsized":"2024-09-22T09:21:36.832302+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:10.322698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":17,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.990458+0000","last_change":"2024-09-22T08:58:38.366756+0000","last_active":"2024-09-22T09:20:46.990458+0000","last_peered":"2024-09-22T09:20:46.990458+0000","last_clean":"2024-09-22T09:20:46.990458+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:20:46.990458+0000","last_undegraded":"2024-09-22T09:20:46.990458+0000","last_fullsized":"2024-09-22T09:20:46.990458+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:45:33.846924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855999+0000","last_change":"2024-09-22T08:56:54.594039+0000","last_active":"2024-09-22T09:21:56.855999+0000","last_peered":"2024-09-22T09:21:56.855999+0000","last_clean":"2024-09-22T09:21:56.855999+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:21:56.855999+0000","last_undegraded":"2024-09-22T09:21:56.855999+0000","last_fullsized":"2024-09-22T09:21:56.855999+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:41.679824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:42.028489+0000","last_change":"2024-09-22T09:09:48.751755+0000","last_active":"2024-09-22T09:20:42.028489+0000","last_peered":"2024-09-22T09:20:42.028489+0000","last_clean":"2024-09-22T09:20:42.028489+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:20:42.028489+0000","last_undegraded":"2024-09-22T09:20:42.028489+0000","last_fullsized":"2024-09-22T09:20:42.028489+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:29.400156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.839725+0000","last_change":"2024-09-22T08:58:41.452900+0000","last_active":"2024-09-22T09:20:46.839725+0000","last_peered":"2024-09-22T09:20:46.839725+0000","last_clean":"2024-09-22T09:20:46.839725+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:20:46.839725+0000","last_undegraded":"2024-09-22T09:20:46.839725+0000","last_fullsized":"2024-09-22T09:20:46.839725+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:42.210667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":12311,"num_write":6,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'1","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002188+0000","last_change":"2024-09-22T08:58:38.369598+0000","last_active":"2024-09-22T09:21:37.002188+0000","last_peered":"2024-09-22T09:21:37.002188+0000","last_clean":"2024-09-22T09:21:37.002188+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:21:37.002188+0000","last_undegraded":"2024-09-22T09:21:37.002188+0000","last_fullsized":"2024-09-22T09:21:37.002188+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:27.833066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.810739+0000","last_change":"2024-09-22T08:56:54.579244+0000","last_active":"2024-09-22T09:21:56.810739+0000","last_peered":"2024-09-22T09:21:56.810739+0000","last_clean":"2024-09-22T09:21:56.810739+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:21:56.810739+0000","last_undegraded":"2024-09-22T09:21:56.810739+0000","last_fullsized":"2024-09-22T09:21:56.810739+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:32.509713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.053703+0000","last_change":"2024-09-22T09:09:48.745439+0000","last_active":"2024-09-22T09:22:22.053703+0000","last_peered":"2024-09-22T09:22:22.053703+0000","last_clean":"2024-09-22T09:22:22.053703+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:22:22.053703+0000","last_undegraded":"2024-09-22T09:22:22.053703+0000","last_fullsized":"2024-09-22T09:22:22.053703+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:43.238962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'7","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810523+0000","last_change":"2024-09-22T08:58:41.438805+0000","last_active":"2024-09-22T09:21:36.810523+0000","last_peered":"2024-09-22T09:21:36.810523+0000","last_clean":"2024-09-22T09:21:36.810523+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:21:36.810523+0000","last_undegraded":"2024-09-22T09:21:36.810523+0000","last_fullsized":"2024-09-22T09:21:36.810523+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:33.761097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":15,"num_read_kb":25602,"num_write":12,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'7","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832369+0000","last_change":"2024-09-22T08:58:38.387037+0000","last_active":"2024-09-22T09:21:36.832369+0000","last_peered":"2024-09-22T09:21:36.832369+0000","last_clean":"2024-09-22T09:21:36.832369+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:21:36.832369+0000","last_undegraded":"2024-09-22T09:21:36.832369+0000","last_fullsized":"2024-09-22T09:21:36.832369+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:32.963637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":11,"num_read_kb":18961,"num_write":17,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.778948+0000","last_change":"2024-09-22T08:56:54.590584+0000","last_active":"2024-09-22T09:22:11.778948+0000","last_peered":"2024-09-22T09:22:11.778948+0000","last_clean":"2024-09-22T09:22:11.778948+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:22:11.778948+0000","last_undegraded":"2024-09-22T09:22:11.778948+0000","last_fullsized":"2024-09-22T09:22:11.778948+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:48.908933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.014220+0000","last_change":"2024-09-22T09:09:48.768472+0000","last_active":"2024-09-22T09:22:27.014220+0000","last_peered":"2024-09-22T09:22:27.014220+0000","last_clean":"2024-09-22T09:22:27.014220+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:22:27.014220+0000","last_undegraded":"2024-09-22T09:22:27.014220+0000","last_fullsized":"2024-09-22T09:22:27.014220+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:43.387844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806295+0000","last_change":"2024-09-22T08:58:41.432894+0000","last_active":"2024-09-22T09:21:36.806295+0000","last_peered":"2024-09-22T09:21:36.806295+0000","last_clean":"2024-09-22T09:21:36.806295+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:21:36.806295+0000","last_undegraded":"2024-09-22T09:21:36.806295+0000","last_fullsized":"2024-09-22T09:21:36.806295+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:49.920522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810572+0000","last_change":"2024-09-22T08:58:38.381164+0000","last_active":"2024-09-22T09:21:36.810572+0000","last_peered":"2024-09-22T09:21:36.810572+0000","last_clean":"2024-09-22T09:21:36.810572+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:21:36.810572+0000","last_undegraded":"2024-09-22T09:21:36.810572+0000","last_fullsized":"2024-09-22T09:21:36.810572+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:44.354440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":145,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.792421+0000","last_change":"2024-09-22T08:56:54.584487+0000","last_active":"2024-09-22T09:22:11.792421+0000","last_peered":"2024-09-22T09:22:11.792421+0000","last_clean":"2024-09-22T09:22:11.792421+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:22:11.792421+0000","last_undegraded":"2024-09-22T09:22:11.792421+0000","last_fullsized":"2024-09-22T09:22:11.792421+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:10.890946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.704482+0000","last_change":"2024-09-22T08:40:26.259136+0000","last_active":"2024-09-22T09:22:48.704482+0000","last_peered":"2024-09-22T09:22:48.704482+0000","last_clean":"2024-09-22T09:22:48.704482+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:22:48.704482+0000","last_undegraded":"2024-09-22T09:22:48.704482+0000","last_fullsized":"2024-09-22T09:22:48.704482+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:04.745104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13694245,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":603,"num_read_kb":27944,"num_write":984,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":743,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.189657+0000","last_change":"2024-09-22T08:40:28.223337+0000","last_active":"2024-09-22T09:22:02.189657+0000","last_peered":"2024-09-22T09:22:02.189657+0000","last_clean":"2024-09-22T09:22:02.189657+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:22:02.189657+0000","last_undegraded":"2024-09-22T09:22:02.189657+0000","last_fullsized":"2024-09-22T09:22:02.189657+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:45.722304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'305","reported_seq":966,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.157923+0000","last_change":"2024-09-22T08:40:26.249405+0000","last_active":"2024-09-22T09:22:19.157923+0000","last_peered":"2024-09-22T09:22:19.157923+0000","last_clean":"2024-09-22T09:22:19.157923+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:22:19.157923+0000","last_undegraded":"2024-09-22T09:22:19.157923+0000","last_fullsized":"2024-09-22T09:22:19.157923+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:52.047534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11628969,"num_objects":81,"num_object_clones":0,"num_object_copies":324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":581,"num_read_kb":37442,"num_write":1076,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":974,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.264736+0000","last_change":"2024-09-22T08:40:28.236149+0000","last_active":"2024-09-22T09:22:17.264736+0000","last_peered":"2024-09-22T09:22:17.264736+0000","last_clean":"2024-09-22T09:22:17.264736+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:22:17.264736+0000","last_undegraded":"2024-09-22T09:22:17.264736+0000","last_fullsized":"2024-09-22T09:22:17.264736+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:22.155276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'292","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.945047+0000","last_change":"2024-09-22T08:40:26.209926+0000","last_active":"2024-09-22T09:22:28.945047+0000","last_peered":"2024-09-22T09:22:28.945047+0000","last_clean":"2024-09-22T09:22:28.945047+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:22:28.945047+0000","last_undegraded":"2024-09-22T09:22:28.945047+0000","last_fullsized":"2024-09-22T09:22:28.945047+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:00.317914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6805713,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":578,"num_read_kb":13679,"num_write":1129,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":716,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.733549+0000","last_change":"2024-09-22T08:40:28.196009+0000","last_active":"2024-09-22T09:22:17.733549+0000","last_peered":"2024-09-22T09:22:17.733549+0000","last_clean":"2024-09-22T09:22:17.733549+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:22:17.733549+0000","last_undegraded":"2024-09-22T09:22:17.733549+0000","last_fullsized":"2024-09-22T09:22:17.733549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:07.867134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'253","reported_seq":865,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.863573+0000","last_change":"2024-09-22T08:40:26.223783+0000","last_active":"2024-09-22T09:22:31.863573+0000","last_peered":"2024-09-22T09:22:31.863573+0000","last_clean":"2024-09-22T09:22:31.863573+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:22:31.863573+0000","last_undegraded":"2024-09-22T09:22:31.863573+0000","last_fullsized":"2024-09-22T09:22:31.863573+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:48.521169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":520061,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":396,"num_read_kb":22977,"num_write":787,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.766833+0000","last_change":"2024-09-22T08:40:28.207352+0000","last_active":"2024-09-22T09:22:38.766833+0000","last_peered":"2024-09-22T09:22:38.766833+0000","last_clean":"2024-09-22T09:22:38.766833+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:22:38.766833+0000","last_undegraded":"2024-09-22T09:22:38.766833+0000","last_fullsized":"2024-09-22T09:22:38.766833+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:32.356888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'307","reported_seq":997,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:04.165745+0000","last_change":"2024-09-22T08:40:26.255543+0000","last_active":"2024-09-22T09:24:04.165745+0000","last_peered":"2024-09-22T09:24:04.165745+0000","last_clean":"2024-09-22T09:24:04.165745+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:24:04.165745+0000","last_undegraded":"2024-09-22T09:24:04.165745+0000","last_fullsized":"2024-09-22T09:24:04.165745+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:57.630649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11540557,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":633,"num_read_kb":47725,"num_write":1228,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'107","reported_seq":721,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.558934+0000","last_change":"2024-09-22T08:40:28.221936+0000","last_active":"2024-09-22T09:22:37.558934+0000","last_peered":"2024-09-22T09:22:37.558934+0000","last_clean":"2024-09-22T09:22:37.558934+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:22:37.558934+0000","last_undegraded":"2024-09-22T09:22:37.558934+0000","last_fullsized":"2024-09-22T09:22:37.558934+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:06.330029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'278","reported_seq":918,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.556838+0000","last_change":"2024-09-22T08:40:26.244435+0000","last_active":"2024-09-22T09:22:33.556838+0000","last_peered":"2024-09-22T09:22:33.556838+0000","last_clean":"2024-09-22T09:22:33.556838+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:22:33.556838+0000","last_undegraded":"2024-09-22T09:22:33.556838+0000","last_fullsized":"2024-09-22T09:22:33.556838+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:19.425023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5541471,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":542,"num_read_kb":36706,"num_write":975,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814565+0000","last_change":"2024-09-22T08:40:28.213470+0000","last_active":"2024-09-22T09:22:11.814565+0000","last_peered":"2024-09-22T09:22:11.814565+0000","last_clean":"2024-09-22T09:22:11.814565+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:22:11.814565+0000","last_undegraded":"2024-09-22T09:22:11.814565+0000","last_fullsized":"2024-09-22T09:22:11.814565+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:24.348129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'303","reported_seq":945,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.257099+0000","last_change":"2024-09-22T08:40:26.256960+0000","last_active":"2024-09-22T09:21:11.257099+0000","last_peered":"2024-09-22T09:21:11.257099+0000","last_clean":"2024-09-22T09:21:11.257099+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:21:11.257099+0000","last_undegraded":"2024-09-22T09:21:11.257099+0000","last_fullsized":"2024-09-22T09:21:11.257099+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:52.171542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6292181,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":606,"num_read_kb":5378,"num_write":1161,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859289+0000","last_change":"2024-09-22T08:40:28.225505+0000","last_active":"2024-09-22T09:22:11.859289+0000","last_peered":"2024-09-22T09:22:11.859289+0000","last_clean":"2024-09-22T09:22:11.859289+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:22:11.859289+0000","last_undegraded":"2024-09-22T09:22:11.859289+0000","last_fullsized":"2024-09-22T09:22:11.859289+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:50.167408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'269","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.632403+0000","last_change":"2024-09-22T08:40:26.223521+0000","last_active":"2024-09-22T09:22:21.632403+0000","last_peered":"2024-09-22T09:22:21.632403+0000","last_clean":"2024-09-22T09:22:21.632403+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:22:21.632403+0000","last_undegraded":"2024-09-22T09:22:21.632403+0000","last_fullsized":"2024-09-22T09:22:21.632403+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:35.770868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36269,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":454,"num_read_kb":10855,"num_write":931,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.831189+0000","last_change":"2024-09-22T08:40:28.210451+0000","last_active":"2024-09-22T09:22:11.831189+0000","last_peered":"2024-09-22T09:22:11.831189+0000","last_clean":"2024-09-22T09:22:11.831189+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:22:11.831189+0000","last_undegraded":"2024-09-22T09:22:11.831189+0000","last_fullsized":"2024-09-22T09:22:11.831189+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:09.746662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.816973+0000","last_change":"2024-09-22T08:40:28.213552+0000","last_active":"2024-09-22T09:22:27.816973+0000","last_peered":"2024-09-22T09:22:27.816973+0000","last_clean":"2024-09-22T09:22:27.816973+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:22:27.816973+0000","last_undegraded":"2024-09-22T09:22:27.816973+0000","last_fullsized":"2024-09-22T09:22:27.816973+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:01:52.577190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'268","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:35.861689+0000","last_change":"2024-09-22T08:40:26.240708+0000","last_active":"2024-09-22T09:22:35.861689+0000","last_peered":"2024-09-22T09:22:35.861689+0000","last_clean":"2024-09-22T09:22:35.861689+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:22:35.861689+0000","last_undegraded":"2024-09-22T09:22:35.861689+0000","last_fullsized":"2024-09-22T09:22:35.861689+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:50.700667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120477,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":466,"num_read_kb":1798,"num_write":950,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.107436+0000","last_change":"2024-09-22T08:40:28.233230+0000","last_active":"2024-09-22T09:22:29.107436+0000","last_peered":"2024-09-22T09:22:29.107436+0000","last_clean":"2024-09-22T09:22:29.107436+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:22:29.107436+0000","last_undegraded":"2024-09-22T09:22:29.107436+0000","last_fullsized":"2024-09-22T09:22:29.107436+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:50.367002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'318","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:56.842640+0000","last_change":"2024-09-22T08:40:26.261802+0000","last_active":"2024-09-22T09:23:56.842640+0000","last_peered":"2024-09-22T09:23:56.842640+0000","last_clean":"2024-09-22T09:23:56.842640+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:23:56.842640+0000","last_undegraded":"2024-09-22T09:23:56.842640+0000","last_fullsized":"2024-09-22T09:23:56.842640+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:32.927376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6246769,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":594,"num_read_kb":13103,"num_write":1026,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":662,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.064444+0000","last_change":"2024-09-22T08:40:28.223341+0000","last_active":"2024-09-22T09:22:30.064444+0000","last_peered":"2024-09-22T09:22:30.064444+0000","last_clean":"2024-09-22T09:22:30.064444+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:22:30.064444+0000","last_undegraded":"2024-09-22T09:22:30.064444+0000","last_fullsized":"2024-09-22T09:22:30.064444+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:58:19.320811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'272","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.935295+0000","last_change":"2024-09-22T08:40:26.261375+0000","last_active":"2024-09-22T09:22:37.935295+0000","last_peered":"2024-09-22T09:22:37.935295+0000","last_clean":"2024-09-22T09:22:37.935295+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:22:37.935295+0000","last_undegraded":"2024-09-22T09:22:37.935295+0000","last_fullsized":"2024-09-22T09:22:37.935295+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:53:10.737768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12606721,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":465,"num_read_kb":11707,"num_write":981,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.748349+0000","last_change":"2024-09-22T08:40:28.208737+0000","last_active":"2024-09-22T09:22:51.748349+0000","last_peered":"2024-09-22T09:22:51.748349+0000","last_clean":"2024-09-22T09:22:51.748349+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:22:51.748349+0000","last_undegraded":"2024-09-22T09:22:51.748349+0000","last_fullsized":"2024-09-22T09:22:51.748349+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:39.578752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'279","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.256654+0000","last_change":"2024-09-22T08:40:26.266828+0000","last_active":"2024-09-22T09:22:22.256654+0000","last_peered":"2024-09-22T09:22:22.256654+0000","last_clean":"2024-09-22T09:22:22.256654+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:22:22.256654+0000","last_undegraded":"2024-09-22T09:22:22.256654+0000","last_fullsized":"2024-09-22T09:22:22.256654+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:08.107181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3339403,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":545,"num_read_kb":14758,"num_write":998,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.514636+0000","last_change":"2024-09-22T08:40:28.218545+0000","last_active":"2024-09-22T09:22:49.514636+0000","last_peered":"2024-09-22T09:22:49.514636+0000","last_clean":"2024-09-22T09:22:49.514636+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:22:49.514636+0000","last_undegraded":"2024-09-22T09:22:49.514636+0000","last_fullsized":"2024-09-22T09:22:49.514636+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:18.060783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'247","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.496971+0000","last_change":"2024-09-22T08:40:26.253337+0000","last_active":"2024-09-22T09:22:37.496971+0000","last_peered":"2024-09-22T09:22:37.496971+0000","last_clean":"2024-09-22T09:22:37.496971+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:22:37.496971+0000","last_undegraded":"2024-09-22T09:22:37.496971+0000","last_fullsized":"2024-09-22T09:22:37.496971+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:46.851624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6810007,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":455,"num_read_kb":76154,"num_write":874,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.841801+0000","last_change":"2024-09-22T08:40:28.207616+0000","last_active":"2024-09-22T09:22:36.841801+0000","last_peered":"2024-09-22T09:22:36.841801+0000","last_clean":"2024-09-22T09:22:36.841801+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:22:36.841801+0000","last_undegraded":"2024-09-22T09:22:36.841801+0000","last_fullsized":"2024-09-22T09:22:36.841801+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:17.945905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'289","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:18.894080+0000","last_change":"2024-09-22T08:40:26.226464+0000","last_active":"2024-09-22T09:22:18.894080+0000","last_peered":"2024-09-22T09:22:18.894080+0000","last_clean":"2024-09-22T09:22:18.894080+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:22:18.894080+0000","last_undegraded":"2024-09-22T09:22:18.894080+0000","last_fullsized":"2024-09-22T09:22:18.894080+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:10.083410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11004241,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":579,"num_read_kb":47558,"num_write":1131,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'134","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.837924+0000","last_change":"2024-09-22T08:40:36.289314+0000","last_active":"2024-09-22T09:22:51.837924+0000","last_peered":"2024-09-22T09:22:51.837924+0000","last_clean":"2024-09-22T09:22:51.837924+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:22:51.837924+0000","last_undegraded":"2024-09-22T09:22:51.837924+0000","last_fullsized":"2024-09-22T09:22:51.837924+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:37.542476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.423881+0000","last_change":"2024-09-22T08:40:28.212016+0000","last_active":"2024-09-22T09:22:32.423881+0000","last_peered":"2024-09-22T09:22:32.423881+0000","last_clean":"2024-09-22T09:22:32.423881+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:22:32.423881+0000","last_undegraded":"2024-09-22T09:22:32.423881+0000","last_fullsized":"2024-09-22T09:22:32.423881+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:31.570915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'252","reported_seq":951,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.190188+0000","last_change":"2024-09-22T08:40:26.274211+0000","last_active":"2024-09-22T09:22:49.190188+0000","last_peered":"2024-09-22T09:22:49.190188+0000","last_clean":"2024-09-22T09:22:49.190188+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:22:49.190188+0000","last_undegraded":"2024-09-22T09:22:49.190188+0000","last_fullsized":"2024-09-22T09:22:49.190188+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:01:46.914384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21571049,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":723,"num_read_kb":47942,"num_write":952,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851411+0000","last_change":"2024-09-22T08:40:30.224461+0000","last_active":"2024-09-22T09:21:36.851411+0000","last_peered":"2024-09-22T09:21:36.851411+0000","last_clean":"2024-09-22T09:21:36.851411+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:21:36.851411+0000","last_undegraded":"2024-09-22T09:21:36.851411+0000","last_fullsized":"2024-09-22T09:21:36.851411+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:47.499246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'343","reported_seq":936,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:07.354315+0000","last_change":"2024-09-22T08:40:32.229748+0000","last_active":"2024-09-22T09:24:07.354315+0000","last_peered":"2024-09-22T09:24:07.354315+0000","last_clean":"2024-09-22T09:24:07.354315+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:24:07.354315+0000","last_undegraded":"2024-09-22T09:24:07.354315+0000","last_fullsized":"2024-09-22T09:24:07.354315+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:16.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62763,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":554,"num_read_kb":1086,"num_write":452,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003628+0000","last_change":"2024-09-22T08:40:34.242927+0000","last_active":"2024-09-22T09:21:42.003628+0000","last_peered":"2024-09-22T09:21:42.003628+0000","last_clean":"2024-09-22T09:21:42.003628+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:21:42.003628+0000","last_undegraded":"2024-09-22T09:21:42.003628+0000","last_fullsized":"2024-09-22T09:21:42.003628+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:58.176870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'140","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.159152+0000","last_change":"2024-09-22T08:40:36.291089+0000","last_active":"2024-09-22T09:22:38.159152+0000","last_peered":"2024-09-22T09:22:38.159152+0000","last_clean":"2024-09-22T09:22:38.159152+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:22:38.159152+0000","last_undegraded":"2024-09-22T09:22:38.159152+0000","last_fullsized":"2024-09-22T09:22:38.159152+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:23:40.199101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.813564+0000","last_change":"2024-09-22T08:40:28.233921+0000","last_active":"2024-09-22T09:22:11.813564+0000","last_peered":"2024-09-22T09:22:11.813564+0000","last_clean":"2024-09-22T09:22:11.813564+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:22:11.813564+0000","last_undegraded":"2024-09-22T09:22:11.813564+0000","last_fullsized":"2024-09-22T09:22:11.813564+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:29.764309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'277","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.582430+0000","last_change":"2024-09-22T08:41:01.433086+0000","last_active":"2024-09-22T09:21:37.582430+0000","last_peered":"2024-09-22T09:21:37.582430+0000","last_clean":"2024-09-22T09:21:37.582430+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:21:37.582430+0000","last_undegraded":"2024-09-22T09:21:37.582430+0000","last_fullsized":"2024-09-22T09:21:37.582430+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:24.145630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17292547,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":587,"num_read_kb":64932,"num_write":999,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.830492+0000","last_change":"2024-09-22T08:40:30.210091+0000","last_active":"2024-09-22T09:20:21.830492+0000","last_peered":"2024-09-22T09:20:21.830492+0000","last_clean":"2024-09-22T09:20:21.830492+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:20:21.830492+0000","last_undegraded":"2024-09-22T09:20:21.830492+0000","last_fullsized":"2024-09-22T09:20:21.830492+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:49.676373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'88","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.847589+0000","last_change":"2024-09-22T08:40:32.228899+0000","last_active":"2024-09-22T09:22:21.847589+0000","last_peered":"2024-09-22T09:22:21.847589+0000","last_clean":"2024-09-22T09:22:21.847589+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:22:21.847589+0000","last_undegraded":"2024-09-22T09:22:21.847589+0000","last_fullsized":"2024-09-22T09:22:21.847589+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:54.861176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.807612+0000","last_change":"2024-09-22T08:40:34.244607+0000","last_active":"2024-09-22T09:21:41.807612+0000","last_peered":"2024-09-22T09:21:41.807612+0000","last_clean":"2024-09-22T09:21:41.807612+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:21:41.807612+0000","last_undegraded":"2024-09-22T09:21:41.807612+0000","last_fullsized":"2024-09-22T09:21:41.807612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:15.334141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:23.666557+0000","last_change":"2024-09-22T08:40:36.285373+0000","last_active":"2024-09-22T09:22:23.666557+0000","last_peered":"2024-09-22T09:22:23.666557+0000","last_clean":"2024-09-22T09:22:23.666557+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:22:23.666557+0000","last_undegraded":"2024-09-22T09:22:23.666557+0000","last_fullsized":"2024-09-22T09:22:23.666557+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:34.628249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":652,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.043699+0000","last_change":"2024-09-22T08:40:28.207818+0000","last_active":"2024-09-22T09:22:33.043699+0000","last_peered":"2024-09-22T09:22:33.043699+0000","last_clean":"2024-09-22T09:22:33.043699+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:22:33.043699+0000","last_undegraded":"2024-09-22T09:22:33.043699+0000","last_fullsized":"2024-09-22T09:22:33.043699+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:46.349127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'310","reported_seq":996,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.704241+0000","last_change":"2024-09-22T08:40:26.255500+0000","last_active":"2024-09-22T09:22:48.704241+0000","last_peered":"2024-09-22T09:22:48.704241+0000","last_clean":"2024-09-22T09:22:48.704241+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:22:48.704241+0000","last_undegraded":"2024-09-22T09:22:48.704241+0000","last_fullsized":"2024-09-22T09:22:48.704241+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:00.345964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18232931,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":698,"num_read_kb":65163,"num_write":1125,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.850353+0000","last_change":"2024-09-22T08:40:30.215917+0000","last_active":"2024-09-22T09:21:36.850353+0000","last_peered":"2024-09-22T09:21:36.850353+0000","last_clean":"2024-09-22T09:21:36.850353+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:21:36.850353+0000","last_undegraded":"2024-09-22T09:21:36.850353+0000","last_fullsized":"2024-09-22T09:21:36.850353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:28.163711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'106","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.835323+0000","last_change":"2024-09-22T08:40:32.231650+0000","last_active":"2024-09-22T09:22:24.835323+0000","last_peered":"2024-09-22T09:22:24.835323+0000","last_clean":"2024-09-22T09:22:24.835323+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:22:24.835323+0000","last_undegraded":"2024-09-22T09:22:24.835323+0000","last_fullsized":"2024-09-22T09:22:24.835323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:30.548418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'746","reported_seq":2131,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.015168+0000","last_change":"2024-09-22T08:40:34.268534+0000","last_active":"2024-09-22T09:24:13.015168+0000","last_peered":"2024-09-22T09:24:13.015168+0000","last_clean":"2024-09-22T09:24:13.015168+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:24:13.015168+0000","last_undegraded":"2024-09-22T09:24:13.015168+0000","last_fullsized":"2024-09-22T09:24:13.015168+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:03.533778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'227","reported_seq":1059,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.888033+0000","last_change":"2024-09-22T08:40:36.378416+0000","last_active":"2024-09-22T09:22:51.888033+0000","last_peered":"2024-09-22T09:22:51.888033+0000","last_clean":"2024-09-22T09:22:51.888033+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:22:51.888033+0000","last_undegraded":"2024-09-22T09:22:51.888033+0000","last_fullsized":"2024-09-22T09:22:51.888033+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:19.690938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'314","reported_seq":929,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.424729+0000","last_change":"2024-09-22T08:40:28.236621+0000","last_active":"2024-09-22T09:22:22.424729+0000","last_peered":"2024-09-22T09:22:22.424729+0000","last_clean":"2024-09-22T09:22:22.424729+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:22:22.424729+0000","last_undegraded":"2024-09-22T09:22:22.424729+0000","last_fullsized":"2024-09-22T09:22:22.424729+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:57.932204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'231","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.895375+0000","last_change":"2024-09-22T08:40:26.252202+0000","last_active":"2024-09-22T09:22:09.895375+0000","last_peered":"2024-09-22T09:22:09.895375+0000","last_clean":"2024-09-22T09:22:09.895375+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:22:09.895375+0000","last_undegraded":"2024-09-22T09:22:09.895375+0000","last_fullsized":"2024-09-22T09:22:09.895375+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:20.891916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5574822,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":470,"num_read_kb":36263,"num_write":879,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851513+0000","last_change":"2024-09-22T08:40:30.226665+0000","last_active":"2024-09-22T09:21:36.851513+0000","last_peered":"2024-09-22T09:21:36.851513+0000","last_clean":"2024-09-22T09:21:36.851513+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:21:36.851513+0000","last_undegraded":"2024-09-22T09:21:36.851513+0000","last_fullsized":"2024-09-22T09:21:36.851513+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:06:12.551764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'277","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.037630+0000","last_change":"2024-09-22T08:40:32.337534+0000","last_active":"2024-09-22T09:24:02.037630+0000","last_peered":"2024-09-22T09:24:02.037630+0000","last_clean":"2024-09-22T09:24:02.037630+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:24:02.037630+0000","last_undegraded":"2024-09-22T09:24:02.037630+0000","last_fullsized":"2024-09-22T09:24:02.037630+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:48.456266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60234,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":962,"num_write":378,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'780","reported_seq":4096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.021636+0000","last_change":"2024-09-22T08:40:34.248448+0000","last_active":"2024-09-22T09:24:13.021636+0000","last_peered":"2024-09-22T09:24:13.021636+0000","last_clean":"2024-09-22T09:24:13.021636+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:24:13.021636+0000","last_undegraded":"2024-09-22T09:24:13.021636+0000","last_fullsized":"2024-09-22T09:24:13.021636+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":700,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:41:47.556793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":676,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852614+0000","last_change":"2024-09-22T08:40:28.237327+0000","last_active":"2024-09-22T09:21:41.852614+0000","last_peered":"2024-09-22T09:21:41.852614+0000","last_clean":"2024-09-22T09:21:41.852614+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:21:41.852614+0000","last_undegraded":"2024-09-22T09:21:41.852614+0000","last_fullsized":"2024-09-22T09:21:41.852614+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:28.289536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'291","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:05.242899+0000","last_change":"2024-09-22T08:40:26.239768+0000","last_active":"2024-09-22T09:24:05.242899+0000","last_peered":"2024-09-22T09:24:05.242899+0000","last_clean":"2024-09-22T09:24:05.242899+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:05.242899+0000","last_undegraded":"2024-09-22T09:24:05.242899+0000","last_fullsized":"2024-09-22T09:24:05.242899+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:52.513951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5719723,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":540,"num_read_kb":33187,"num_write":1113,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003398+0000","last_change":"2024-09-22T08:40:30.222603+0000","last_active":"2024-09-22T09:21:42.003398+0000","last_peered":"2024-09-22T09:21:42.003398+0000","last_clean":"2024-09-22T09:21:42.003398+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:21:42.003398+0000","last_undegraded":"2024-09-22T09:21:42.003398+0000","last_fullsized":"2024-09-22T09:21:42.003398+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:58:59.504043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'361","reported_seq":962,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:56.881916+0000","last_change":"2024-09-22T08:40:32.337239+0000","last_active":"2024-09-22T09:23:56.881916+0000","last_peered":"2024-09-22T09:23:56.881916+0000","last_clean":"2024-09-22T09:23:56.881916+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:23:56.881916+0000","last_undegraded":"2024-09-22T09:23:56.881916+0000","last_fullsized":"2024-09-22T09:23:56.881916+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:28.287966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60577,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":589,"num_read_kb":1119,"num_write":474,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.825010+0000","last_change":"2024-09-22T08:40:34.262785+0000","last_active":"2024-09-22T09:21:06.825010+0000","last_peered":"2024-09-22T09:21:06.825010+0000","last_clean":"2024-09-22T09:21:06.825010+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:21:06.825010+0000","last_undegraded":"2024-09-22T09:21:06.825010+0000","last_fullsized":"2024-09-22T09:21:06.825010+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:49.084416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'570","reported_seq":1386,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.999209+0000","last_change":"2024-09-22T08:40:36.293120+0000","last_active":"2024-09-22T09:24:12.999209+0000","last_peered":"2024-09-22T09:24:12.999209+0000","last_clean":"2024-09-22T09:24:12.999209+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:24:12.999209+0000","last_undegraded":"2024-09-22T09:24:12.999209+0000","last_fullsized":"2024-09-22T09:24:12.999209+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:10.983610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.535812+0000","last_change":"2024-09-22T08:40:28.198391+0000","last_active":"2024-09-22T09:22:28.535812+0000","last_peered":"2024-09-22T09:22:28.535812+0000","last_clean":"2024-09-22T09:22:28.535812+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:22:28.535812+0000","last_undegraded":"2024-09-22T09:22:28.535812+0000","last_fullsized":"2024-09-22T09:22:28.535812+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:19.604982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'310","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.705492+0000","last_change":"2024-09-22T08:40:26.236203+0000","last_active":"2024-09-22T09:22:38.705492+0000","last_peered":"2024-09-22T09:22:38.705492+0000","last_clean":"2024-09-22T09:22:38.705492+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:22:38.705492+0000","last_undegraded":"2024-09-22T09:22:38.705492+0000","last_fullsized":"2024-09-22T09:22:38.705492+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:55.585472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10844582,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":721,"num_read_kb":68267,"num_write":1200,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"37'5","reported_seq":975,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.615455+0000","last_change":"2024-09-22T08:40:30.218954+0000","last_active":"2024-09-22T09:24:12.615455+0000","last_peered":"2024-09-22T09:24:12.615455+0000","last_clean":"2024-09-22T09:24:12.615455+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:12.615455+0000","last_undegraded":"2024-09-22T09:24:12.615455+0000","last_fullsized":"2024-09-22T09:24:12.615455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:53:58.131653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'265","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.874963+0000","last_change":"2024-09-22T08:40:32.240400+0000","last_active":"2024-09-22T09:23:16.874963+0000","last_peered":"2024-09-22T09:23:16.874963+0000","last_clean":"2024-09-22T09:23:16.874963+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:23:16.874963+0000","last_undegraded":"2024-09-22T09:23:16.874963+0000","last_fullsized":"2024-09-22T09:23:16.874963+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:26.677212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58475,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":437,"num_read_kb":915,"num_write":366,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855433+0000","last_change":"2024-09-22T08:40:34.244673+0000","last_active":"2024-09-22T09:21:56.855433+0000","last_peered":"2024-09-22T09:21:56.855433+0000","last_clean":"2024-09-22T09:21:56.855433+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:21:56.855433+0000","last_undegraded":"2024-09-22T09:21:56.855433+0000","last_fullsized":"2024-09-22T09:21:56.855433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:31.980150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2490","reported_seq":4306,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.782198+0000","last_change":"2024-09-22T08:40:36.293692+0000","last_active":"2024-09-22T09:24:01.782198+0000","last_peered":"2024-09-22T09:24:01.782198+0000","last_clean":"2024-09-22T09:24:01.782198+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:24:01.782198+0000","last_undegraded":"2024-09-22T09:24:01.782198+0000","last_fullsized":"2024-09-22T09:24:01.782198+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:58.485629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'190","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813722+0000","last_change":"2024-09-22T08:40:28.222692+0000","last_active":"2024-09-22T09:21:51.813722+0000","last_peered":"2024-09-22T09:21:51.813722+0000","last_clean":"2024-09-22T09:21:51.813722+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:21:51.813722+0000","last_undegraded":"2024-09-22T09:21:51.813722+0000","last_fullsized":"2024-09-22T09:21:51.813722+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:02.986611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'340","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.222449+0000","last_change":"2024-09-22T08:41:01.720736+0000","last_active":"2024-09-22T09:22:32.222449+0000","last_peered":"2024-09-22T09:22:32.222449+0000","last_clean":"2024-09-22T09:22:32.222449+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:22:32.222449+0000","last_undegraded":"2024-09-22T09:22:32.222449+0000","last_fullsized":"2024-09-22T09:22:32.222449+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:40:28.978230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11872596,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":690,"num_read_kb":13800,"num_write":1206,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815540+0000","last_change":"2024-09-22T08:40:30.222032+0000","last_active":"2024-09-22T09:21:01.815540+0000","last_peered":"2024-09-22T09:21:01.815540+0000","last_clean":"2024-09-22T09:21:01.815540+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:21:01.815540+0000","last_undegraded":"2024-09-22T09:21:01.815540+0000","last_fullsized":"2024-09-22T09:21:01.815540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:26.297158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'306","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:52.034851+0000","last_change":"2024-09-22T08:40:32.236088+0000","last_active":"2024-09-22T09:23:52.034851+0000","last_peered":"2024-09-22T09:23:52.034851+0000","last_clean":"2024-09-22T09:23:52.034851+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:23:52.034851+0000","last_undegraded":"2024-09-22T09:23:52.034851+0000","last_fullsized":"2024-09-22T09:23:52.034851+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:39.565401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58757,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":484,"num_read_kb":974,"num_write":398,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'775","reported_seq":2939,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.023034+0000","last_change":"2024-09-22T08:40:34.270222+0000","last_active":"2024-09-22T09:24:13.023034+0000","last_peered":"2024-09-22T09:24:13.023034+0000","last_clean":"2024-09-22T09:24:13.023034+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:24:13.023034+0000","last_undegraded":"2024-09-22T09:24:13.023034+0000","last_fullsized":"2024-09-22T09:24:13.023034+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":700,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:35:05.560063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.708224+0000","last_change":"2024-09-22T08:40:36.282527+0000","last_active":"2024-09-22T09:24:11.708224+0000","last_peered":"2024-09-22T09:24:11.708224+0000","last_clean":"2024-09-22T09:24:11.708224+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:24:11.708224+0000","last_undegraded":"2024-09-22T09:24:11.708224+0000","last_fullsized":"2024-09-22T09:24:11.708224+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:16.353142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4441","reported_seq":5172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033267+0000","last_change":"2024-09-22T08:40:28.201276+0000","last_active":"2024-09-22T09:21:02.033267+0000","last_peered":"2024-09-22T09:21:02.033267+0000","last_clean":"2024-09-22T09:21:02.033267+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:21:02.033267+0000","last_undegraded":"2024-09-22T09:21:02.033267+0000","last_fullsized":"2024-09-22T09:21:02.033267+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":3000,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:58.650729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'275","reported_seq":992,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:23.753432+0000","last_change":"2024-09-22T08:40:26.269999+0000","last_active":"2024-09-22T09:21:23.753432+0000","last_peered":"2024-09-22T09:21:23.753432+0000","last_clean":"2024-09-22T09:21:23.753432+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:21:23.753432+0000","last_undegraded":"2024-09-22T09:21:23.753432+0000","last_fullsized":"2024-09-22T09:21:23.753432+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:10.779043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8581122,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":770,"num_read_kb":4552,"num_write":1019,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.826772+0000","last_change":"2024-09-22T08:40:30.213052+0000","last_active":"2024-09-22T09:21:51.826772+0000","last_peered":"2024-09-22T09:21:51.826772+0000","last_clean":"2024-09-22T09:21:51.826772+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:21:51.826772+0000","last_undegraded":"2024-09-22T09:21:51.826772+0000","last_fullsized":"2024-09-22T09:21:51.826772+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:52.086469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'439","reported_seq":1056,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.910070+0000","last_change":"2024-09-22T08:40:32.235235+0000","last_active":"2024-09-22T09:24:12.910070+0000","last_peered":"2024-09-22T09:24:12.910070+0000","last_clean":"2024-09-22T09:24:12.910070+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:24:12.910070+0000","last_undegraded":"2024-09-22T09:24:12.910070+0000","last_fullsized":"2024-09-22T09:24:12.910070+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:06.357427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103688,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":775,"num_read_kb":1685,"num_write":642,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.825596+0000","last_change":"2024-09-22T08:40:34.258121+0000","last_active":"2024-09-22T09:21:46.825596+0000","last_peered":"2024-09-22T09:21:46.825596+0000","last_clean":"2024-09-22T09:21:46.825596+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:21:46.825596+0000","last_undegraded":"2024-09-22T09:21:46.825596+0000","last_fullsized":"2024-09-22T09:21:46.825596+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:58.083492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'144","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.832752+0000","last_change":"2024-09-22T08:40:36.283881+0000","last_active":"2024-09-22T09:22:51.832752+0000","last_peered":"2024-09-22T09:22:51.832752+0000","last_clean":"2024-09-22T09:22:51.832752+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:22:51.832752+0000","last_undegraded":"2024-09-22T09:22:51.832752+0000","last_fullsized":"2024-09-22T09:22:51.832752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:20.909518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":747,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.493018+0000","last_change":"2024-09-22T08:40:28.208576+0000","last_active":"2024-09-22T09:22:17.493018+0000","last_peered":"2024-09-22T09:22:17.493018+0000","last_clean":"2024-09-22T09:22:17.493018+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:22:17.493018+0000","last_undegraded":"2024-09-22T09:22:17.493018+0000","last_fullsized":"2024-09-22T09:22:17.493018+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:23.216459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'269","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:06.734491+0000","last_change":"2024-09-22T08:41:01.365404+0000","last_active":"2024-09-22T09:24:06.734491+0000","last_peered":"2024-09-22T09:24:06.734491+0000","last_clean":"2024-09-22T09:24:06.734491+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:06.734491+0000","last_undegraded":"2024-09-22T09:24:06.734491+0000","last_fullsized":"2024-09-22T09:24:06.734491+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:22.044941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2104046,"num_objects":81,"num_object_clones":0,"num_object_copies":324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":422,"num_read_kb":1526,"num_write":953,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815689+0000","last_change":"2024-09-22T08:40:30.212784+0000","last_active":"2024-09-22T09:21:01.815689+0000","last_peered":"2024-09-22T09:21:01.815689+0000","last_clean":"2024-09-22T09:21:01.815689+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:21:01.815689+0000","last_undegraded":"2024-09-22T09:21:01.815689+0000","last_fullsized":"2024-09-22T09:21:01.815689+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:54:39.582573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'288","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.829312+0000","last_change":"2024-09-22T08:40:32.222089+0000","last_active":"2024-09-22T09:23:16.829312+0000","last_peered":"2024-09-22T09:23:16.829312+0000","last_clean":"2024-09-22T09:23:16.829312+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:23:16.829312+0000","last_undegraded":"2024-09-22T09:23:16.829312+0000","last_fullsized":"2024-09-22T09:23:16.829312+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:51:50.006838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56784,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":965,"num_write":438,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036367+0000","last_change":"2024-09-22T08:40:34.256544+0000","last_active":"2024-09-22T09:21:12.036367+0000","last_peered":"2024-09-22T09:21:12.036367+0000","last_clean":"2024-09-22T09:21:12.036367+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:21:12.036367+0000","last_undegraded":"2024-09-22T09:21:12.036367+0000","last_fullsized":"2024-09-22T09:21:12.036367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:52:40.618815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'112","reported_seq":597,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.163565+0000","last_change":"2024-09-22T08:40:36.279550+0000","last_active":"2024-09-22T09:22:51.163565+0000","last_peered":"2024-09-22T09:22:51.163565+0000","last_clean":"2024-09-22T09:22:51.163565+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:22:51.163565+0000","last_undegraded":"2024-09-22T09:22:51.163565+0000","last_fullsized":"2024-09-22T09:22:51.163565+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:27.867742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'251","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:09.278776+0000","last_change":"2024-09-22T08:40:28.212212+0000","last_active":"2024-09-22T09:21:09.278776+0000","last_peered":"2024-09-22T09:21:09.278776+0000","last_clean":"2024-09-22T09:21:09.278776+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:21:09.278776+0000","last_undegraded":"2024-09-22T09:21:09.278776+0000","last_fullsized":"2024-09-22T09:21:09.278776+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:37.613792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'293","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.729095+0000","last_change":"2024-09-22T08:40:26.262181+0000","last_active":"2024-09-22T09:22:34.729095+0000","last_peered":"2024-09-22T09:22:34.729095+0000","last_clean":"2024-09-22T09:22:34.729095+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:22:34.729095+0000","last_undegraded":"2024-09-22T09:22:34.729095+0000","last_fullsized":"2024-09-22T09:22:34.729095+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5294989,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":866,"num_read_kb":24932,"num_write":1175,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.823757+0000","last_change":"2024-09-22T08:40:30.212747+0000","last_active":"2024-09-22T09:21:01.823757+0000","last_peered":"2024-09-22T09:21:01.823757+0000","last_clean":"2024-09-22T09:21:01.823757+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:21:01.823757+0000","last_undegraded":"2024-09-22T09:21:01.823757+0000","last_fullsized":"2024-09-22T09:21:01.823757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:56.396689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'278","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.849421+0000","last_change":"2024-09-22T08:40:32.238040+0000","last_active":"2024-09-22T09:23:26.849421+0000","last_peered":"2024-09-22T09:23:26.849421+0000","last_clean":"2024-09-22T09:23:26.849421+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:23:26.849421+0000","last_undegraded":"2024-09-22T09:23:26.849421+0000","last_fullsized":"2024-09-22T09:23:26.849421+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:45.697108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50801,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":905,"num_write":366,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'733","reported_seq":2118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.016603+0000","last_change":"2024-09-22T08:40:34.241819+0000","last_active":"2024-09-22T09:24:13.016603+0000","last_peered":"2024-09-22T09:24:13.016603+0000","last_clean":"2024-09-22T09:24:13.016603+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:24:13.016603+0000","last_undegraded":"2024-09-22T09:24:13.016603+0000","last_fullsized":"2024-09-22T09:24:13.016603+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:57.735413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'126","reported_seq":629,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.510086+0000","last_change":"2024-09-22T08:40:36.275467+0000","last_active":"2024-09-22T09:22:49.510086+0000","last_peered":"2024-09-22T09:22:49.510086+0000","last_clean":"2024-09-22T09:22:49.510086+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:22:49.510086+0000","last_undegraded":"2024-09-22T09:22:49.510086+0000","last_fullsized":"2024-09-22T09:22:49.510086+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:36.857958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'131","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:39.796808+0000","last_change":"2024-09-22T08:40:28.204938+0000","last_active":"2024-09-22T09:22:39.796808+0000","last_peered":"2024-09-22T09:22:39.796808+0000","last_clean":"2024-09-22T09:22:39.796808+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:22:39.796808+0000","last_undegraded":"2024-09-22T09:22:39.796808+0000","last_fullsized":"2024-09-22T09:22:39.796808+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:26.517783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'345","reported_seq":1049,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.780333+0000","last_change":"2024-09-22T08:40:26.249725+0000","last_active":"2024-09-22T09:22:30.780333+0000","last_peered":"2024-09-22T09:22:30.780333+0000","last_clean":"2024-09-22T09:22:30.780333+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:22:30.780333+0000","last_undegraded":"2024-09-22T09:22:30.780333+0000","last_fullsized":"2024-09-22T09:22:30.780333+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:19.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37778815,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":688,"num_read_kb":127249,"num_write":1320,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1455,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.629648+0000","last_change":"2024-09-22T08:40:30.224425+0000","last_active":"2024-09-22T09:24:12.629648+0000","last_peered":"2024-09-22T09:24:12.629648+0000","last_clean":"2024-09-22T09:24:12.629648+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:24:12.629648+0000","last_undegraded":"2024-09-22T09:24:12.629648+0000","last_fullsized":"2024-09-22T09:24:12.629648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:09.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":961,"num_read_kb":961,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'77","reported_seq":592,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.770564+0000","last_change":"2024-09-22T08:40:32.337675+0000","last_active":"2024-09-22T09:22:38.770564+0000","last_peered":"2024-09-22T09:22:38.770564+0000","last_clean":"2024-09-22T09:22:38.770564+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:22:38.770564+0000","last_undegraded":"2024-09-22T09:22:38.770564+0000","last_fullsized":"2024-09-22T09:22:38.770564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:33.449494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'747","reported_seq":2277,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.019308+0000","last_change":"2024-09-22T08:40:34.269000+0000","last_active":"2024-09-22T09:24:13.019308+0000","last_peered":"2024-09-22T09:24:13.019308+0000","last_clean":"2024-09-22T09:24:13.019308+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:24:13.019308+0000","last_undegraded":"2024-09-22T09:24:13.019308+0000","last_fullsized":"2024-09-22T09:24:13.019308+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:12:54.237905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'151","reported_seq":645,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.706022+0000","last_change":"2024-09-22T08:40:36.295808+0000","last_active":"2024-09-22T09:22:50.706022+0000","last_peered":"2024-09-22T09:22:50.706022+0000","last_clean":"2024-09-22T09:22:50.706022+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:22:50.706022+0000","last_undegraded":"2024-09-22T09:22:50.706022+0000","last_fullsized":"2024-09-22T09:22:50.706022+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:33.408435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":726,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.660512+0000","last_change":"2024-09-22T08:40:28.211094+0000","last_active":"2024-09-22T09:22:12.660512+0000","last_peered":"2024-09-22T09:22:12.660512+0000","last_clean":"2024-09-22T09:22:12.660512+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:22:12.660512+0000","last_undegraded":"2024-09-22T09:22:12.660512+0000","last_fullsized":"2024-09-22T09:22:12.660512+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:21:23.714397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'276","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.662402+0000","last_change":"2024-09-22T08:40:26.212504+0000","last_active":"2024-09-22T09:22:36.662402+0000","last_peered":"2024-09-22T09:22:36.662402+0000","last_clean":"2024-09-22T09:22:36.662402+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:22:36.662402+0000","last_undegraded":"2024-09-22T09:22:36.662402+0000","last_fullsized":"2024-09-22T09:22:36.662402+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:10.414635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22195814,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":471,"num_read_kb":55101,"num_write":1022,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.798343+0000","last_change":"2024-09-22T08:40:30.226965+0000","last_active":"2024-09-22T09:21:01.798343+0000","last_peered":"2024-09-22T09:21:01.798343+0000","last_clean":"2024-09-22T09:21:01.798343+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:21:01.798343+0000","last_undegraded":"2024-09-22T09:21:01.798343+0000","last_fullsized":"2024-09-22T09:21:01.798343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:05.973577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'342","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:16.873448+0000","last_change":"2024-09-22T08:40:32.230233+0000","last_active":"2024-09-22T09:23:16.873448+0000","last_peered":"2024-09-22T09:23:16.873448+0000","last_clean":"2024-09-22T09:23:16.873448+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:23:16.873448+0000","last_undegraded":"2024-09-22T09:23:16.873448+0000","last_fullsized":"2024-09-22T09:23:16.873448+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:03.661213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65533,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":578,"num_read_kb":1134,"num_write":468,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.804411+0000","last_change":"2024-09-22T08:40:34.250623+0000","last_active":"2024-09-22T09:21:06.804411+0000","last_peered":"2024-09-22T09:21:06.804411+0000","last_clean":"2024-09-22T09:21:06.804411+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:21:06.804411+0000","last_undegraded":"2024-09-22T09:21:06.804411+0000","last_fullsized":"2024-09-22T09:21:06.804411+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.599565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'136","reported_seq":631,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.700413+0000","last_change":"2024-09-22T08:40:36.286619+0000","last_active":"2024-09-22T09:22:50.700413+0000","last_peered":"2024-09-22T09:22:50.700413+0000","last_clean":"2024-09-22T09:22:50.700413+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:22:50.700413+0000","last_undegraded":"2024-09-22T09:22:50.700413+0000","last_fullsized":"2024-09-22T09:22:50.700413+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:42.393595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'233","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.821225+0000","last_change":"2024-09-22T08:40:28.222194+0000","last_active":"2024-09-22T09:22:21.821225+0000","last_peered":"2024-09-22T09:22:21.821225+0000","last_clean":"2024-09-22T09:22:21.821225+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:22:21.821225+0000","last_undegraded":"2024-09-22T09:22:21.821225+0000","last_fullsized":"2024-09-22T09:22:21.821225+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:18.390624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.011646+0000","last_change":"2024-09-22T08:40:09.255967+0000","last_active":"2024-09-22T09:22:17.011646+0000","last_peered":"2024-09-22T09:22:17.011646+0000","last_clean":"2024-09-22T09:22:17.011646+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:22:17.011646+0000","last_undegraded":"2024-09-22T09:22:17.011646+0000","last_fullsized":"2024-09-22T09:22:17.011646+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_clean_scrub_stamp":"2024-09-22T08:40:08.232876+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:45.699849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":520,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.856024+0000","last_change":"2024-09-22T08:40:16.325987+0000","last_active":"2024-09-22T09:21:56.856024+0000","last_peered":"2024-09-22T09:21:56.856024+0000","last_clean":"2024-09-22T09:21:56.856024+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:21:56.856024+0000","last_undegraded":"2024-09-22T09:21:56.856024+0000","last_fullsized":"2024-09-22T09:21:56.856024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:01.376746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'304","reported_seq":1006,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.916434+0000","last_change":"2024-09-22T08:40:26.242389+0000","last_active":"2024-09-22T09:22:29.916434+0000","last_peered":"2024-09-22T09:22:29.916434+0000","last_clean":"2024-09-22T09:22:29.916434+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:22:29.916434+0000","last_undegraded":"2024-09-22T09:22:29.916434+0000","last_fullsized":"2024-09-22T09:22:29.916434+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:59:58.015112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3997116,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":739,"num_read_kb":9051,"num_write":1150,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.010522+0000","last_change":"2024-09-22T08:40:30.216536+0000","last_active":"2024-09-22T09:22:12.010522+0000","last_peered":"2024-09-22T09:22:12.010522+0000","last_clean":"2024-09-22T09:22:12.010522+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:22:12.010522+0000","last_undegraded":"2024-09-22T09:22:12.010522+0000","last_fullsized":"2024-09-22T09:22:12.010522+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.467315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'699","reported_seq":1382,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.954609+0000","last_change":"2024-09-22T08:40:32.241532+0000","last_active":"2024-09-22T09:24:12.954609+0000","last_peered":"2024-09-22T09:24:12.954609+0000","last_clean":"2024-09-22T09:24:12.954609+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:24:12.954609+0000","last_undegraded":"2024-09-22T09:24:12.954609+0000","last_fullsized":"2024-09-22T09:24:12.954609+0000","mapping_epoch":31,"log_start":"266'600","ondisk_log_start":"266'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:19.925123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168787,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1355,"num_read_kb":2790,"num_write":1304,"num_write_kb":1171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:47.045065+0000","last_change":"2024-09-22T08:40:34.246287+0000","last_active":"2024-09-22T09:21:47.045065+0000","last_peered":"2024-09-22T09:21:47.045065+0000","last_clean":"2024-09-22T09:21:47.045065+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:21:47.045065+0000","last_undegraded":"2024-09-22T09:21:47.045065+0000","last_fullsized":"2024-09-22T09:21:47.045065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:03.351561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.762491+0000","last_change":"2024-09-22T08:40:36.286308+0000","last_active":"2024-09-22T09:22:51.762491+0000","last_peered":"2024-09-22T09:22:51.762491+0000","last_clean":"2024-09-22T09:22:51.762491+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:22:51.762491+0000","last_undegraded":"2024-09-22T09:22:51.762491+0000","last_fullsized":"2024-09-22T09:22:51.762491+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:09.034397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043684+0000","last_change":"2024-09-22T08:40:28.199456+0000","last_active":"2024-09-22T09:21:42.043684+0000","last_peered":"2024-09-22T09:21:42.043684+0000","last_clean":"2024-09-22T09:21:42.043684+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:21:42.043684+0000","last_undegraded":"2024-09-22T09:21:42.043684+0000","last_fullsized":"2024-09-22T09:21:42.043684+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:46.766360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012830+0000","last_change":"2024-09-22T08:40:16.833402+0000","last_active":"2024-09-22T09:22:22.012830+0000","last_peered":"2024-09-22T09:22:22.012830+0000","last_clean":"2024-09-22T09:22:22.012830+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:22:22.012830+0000","last_undegraded":"2024-09-22T09:22:22.012830+0000","last_fullsized":"2024-09-22T09:22:22.012830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:54.091287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'262","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.399569+0000","last_change":"2024-09-22T08:40:26.226528+0000","last_active":"2024-09-22T09:22:12.399569+0000","last_peered":"2024-09-22T09:22:12.399569+0000","last_clean":"2024-09-22T09:22:12.399569+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:22:12.399569+0000","last_undegraded":"2024-09-22T09:22:12.399569+0000","last_fullsized":"2024-09-22T09:22:12.399569+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:10.881164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6710500,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":464,"num_read_kb":9370,"num_write":919,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852874+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:21:41.852874+0000","last_peered":"2024-09-22T09:21:41.852874+0000","last_clean":"2024-09-22T09:21:41.852874+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:21:41.852874+0000","last_undegraded":"2024-09-22T09:21:41.852874+0000","last_fullsized":"2024-09-22T09:21:41.852874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:43.986878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1235","reported_seq":2690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.309273+0000","last_change":"2024-09-22T08:40:32.232373+0000","last_active":"2024-09-22T09:24:13.309273+0000","last_peered":"2024-09-22T09:24:13.309273+0000","last_clean":"2024-09-22T09:24:13.309273+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:24:13.309273+0000","last_undegraded":"2024-09-22T09:24:13.309273+0000","last_fullsized":"2024-09-22T09:24:13.309273+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:51.093226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176667,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1991,"num_read_kb":3462,"num_write":1102,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013069+0000","last_change":"2024-09-22T08:40:34.241452+0000","last_active":"2024-09-22T09:22:22.013069+0000","last_peered":"2024-09-22T09:22:22.013069+0000","last_clean":"2024-09-22T09:22:22.013069+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:22:22.013069+0000","last_undegraded":"2024-09-22T09:22:22.013069+0000","last_fullsized":"2024-09-22T09:22:22.013069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:25.437030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'136","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.080386+0000","last_change":"2024-09-22T08:40:36.377542+0000","last_active":"2024-09-22T09:22:15.080386+0000","last_peered":"2024-09-22T09:22:15.080386+0000","last_clean":"2024-09-22T09:22:15.080386+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:22:15.080386+0000","last_undegraded":"2024-09-22T09:22:15.080386+0000","last_fullsized":"2024-09-22T09:22:15.080386+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:29:22.361522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:03.756063+0000","last_change":"2024-09-22T08:40:28.222889+0000","last_active":"2024-09-22T09:22:03.756063+0000","last_peered":"2024-09-22T09:22:03.756063+0000","last_clean":"2024-09-22T09:22:03.756063+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:22:03.756063+0000","last_undegraded":"2024-09-22T09:22:03.756063+0000","last_fullsized":"2024-09-22T09:22:03.756063+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:09.655871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.827814+0000","last_change":"2024-09-22T08:40:16.316016+0000","last_active":"2024-09-22T09:21:56.827814+0000","last_peered":"2024-09-22T09:21:56.827814+0000","last_clean":"2024-09-22T09:21:56.827814+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:21:56.827814+0000","last_undegraded":"2024-09-22T09:21:56.827814+0000","last_fullsized":"2024-09-22T09:21:56.827814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:55.934267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'296","reported_seq":977,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.848514+0000","last_change":"2024-09-22T08:40:26.257604+0000","last_active":"2024-09-22T09:22:36.848514+0000","last_peered":"2024-09-22T09:22:36.848514+0000","last_clean":"2024-09-22T09:22:36.848514+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:22:36.848514+0000","last_undegraded":"2024-09-22T09:22:36.848514+0000","last_fullsized":"2024-09-22T09:22:36.848514+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:46.896239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6871319,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":620,"num_read_kb":83116,"num_write":1122,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824543+0000","last_change":"2024-09-22T08:40:30.229226+0000","last_active":"2024-09-22T09:21:41.824543+0000","last_peered":"2024-09-22T09:21:41.824543+0000","last_clean":"2024-09-22T09:21:41.824543+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:21:41.824543+0000","last_undegraded":"2024-09-22T09:21:41.824543+0000","last_fullsized":"2024-09-22T09:21:41.824543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:33.591354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'203","reported_seq":1271,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.154269+0000","last_change":"2024-09-22T08:40:32.341866+0000","last_active":"2024-09-22T09:24:13.154269+0000","last_peered":"2024-09-22T09:24:13.154269+0000","last_clean":"2024-09-22T09:24:13.154269+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:24:13.154269+0000","last_undegraded":"2024-09-22T09:24:13.154269+0000","last_fullsized":"2024-09-22T09:24:13.154269+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:21.529711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052534+0000","last_change":"2024-09-22T08:40:34.234323+0000","last_active":"2024-09-22T09:22:17.052534+0000","last_peered":"2024-09-22T09:22:17.052534+0000","last_clean":"2024-09-22T09:22:17.052534+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:22:17.052534+0000","last_undegraded":"2024-09-22T09:22:17.052534+0000","last_fullsized":"2024-09-22T09:22:17.052534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:56.367315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'269","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.709152+0000","last_change":"2024-09-22T08:40:36.293086+0000","last_active":"2024-09-22T09:24:11.709152+0000","last_peered":"2024-09-22T09:24:11.709152+0000","last_clean":"2024-09-22T09:24:11.709152+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:24:11.709152+0000","last_undegraded":"2024-09-22T09:24:11.709152+0000","last_fullsized":"2024-09-22T09:24:11.709152+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:40.091859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":899,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.842459+0000","last_change":"2024-09-22T08:40:28.200438+0000","last_active":"2024-09-22T09:22:30.842459+0000","last_peered":"2024-09-22T09:22:30.842459+0000","last_clean":"2024-09-22T09:22:30.842459+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:22:30.842459+0000","last_undegraded":"2024-09-22T09:22:30.842459+0000","last_fullsized":"2024-09-22T09:22:30.842459+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:31.618503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":521,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855931+0000","last_change":"2024-09-22T08:40:16.327395+0000","last_active":"2024-09-22T09:21:56.855931+0000","last_peered":"2024-09-22T09:21:56.855931+0000","last_clean":"2024-09-22T09:21:56.855931+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:21:56.855931+0000","last_undegraded":"2024-09-22T09:21:56.855931+0000","last_fullsized":"2024-09-22T09:21:56.855931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:06:04.249701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'416","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.719422+0000","last_change":"2024-09-22T08:40:26.265106+0000","last_active":"2024-09-22T09:22:48.719422+0000","last_peered":"2024-09-22T09:22:48.719422+0000","last_clean":"2024-09-22T09:22:48.719422+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:22:48.719422+0000","last_undegraded":"2024-09-22T09:22:48.719422+0000","last_fullsized":"2024-09-22T09:22:48.719422+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:28.408763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26885004,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":986,"num_read_kb":157624,"num_write":1480,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052651+0000","last_change":"2024-09-22T08:40:30.218624+0000","last_active":"2024-09-22T09:22:17.052651+0000","last_peered":"2024-09-22T09:22:17.052651+0000","last_clean":"2024-09-22T09:22:17.052651+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:22:17.052651+0000","last_undegraded":"2024-09-22T09:22:17.052651+0000","last_fullsized":"2024-09-22T09:22:17.052651+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:45.341645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'122","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:09.798510+0000","last_change":"2024-09-22T08:40:32.235553+0000","last_active":"2024-09-22T09:24:09.798510+0000","last_peered":"2024-09-22T09:24:09.798510+0000","last_clean":"2024-09-22T09:24:09.798510+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:24:09.798510+0000","last_undegraded":"2024-09-22T09:24:09.798510+0000","last_fullsized":"2024-09-22T09:24:09.798510+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:52.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.812807+0000","last_change":"2024-09-22T08:40:34.264667+0000","last_active":"2024-09-22T09:21:46.812807+0000","last_peered":"2024-09-22T09:21:46.812807+0000","last_clean":"2024-09-22T09:21:46.812807+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:21:46.812807+0000","last_undegraded":"2024-09-22T09:21:46.812807+0000","last_fullsized":"2024-09-22T09:21:46.812807+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:49.403994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'139","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.196706+0000","last_change":"2024-09-22T08:40:36.283636+0000","last_active":"2024-09-22T09:22:51.196706+0000","last_peered":"2024-09-22T09:22:51.196706+0000","last_clean":"2024-09-22T09:22:51.196706+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:22:51.196706+0000","last_undegraded":"2024-09-22T09:22:51.196706+0000","last_fullsized":"2024-09-22T09:22:51.196706+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:10.237893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.840885+0000","last_change":"2024-09-22T08:40:28.222823+0000","last_active":"2024-09-22T09:22:11.840885+0000","last_peered":"2024-09-22T09:22:11.840885+0000","last_clean":"2024-09-22T09:22:11.840885+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:22:11.840885+0000","last_undegraded":"2024-09-22T09:22:11.840885+0000","last_fullsized":"2024-09-22T09:22:11.840885+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:20.409193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'284","reported_seq":936,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859208+0000","last_change":"2024-09-22T08:40:26.261061+0000","last_active":"2024-09-22T09:22:11.859208+0000","last_peered":"2024-09-22T09:22:11.859208+0000","last_clean":"2024-09-22T09:22:11.859208+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:22:11.859208+0000","last_undegraded":"2024-09-22T09:22:11.859208+0000","last_fullsized":"2024-09-22T09:22:11.859208+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:28.164786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15731411,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":595,"num_read_kb":5715,"num_write":1134,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837163+0000","last_change":"2024-09-22T08:40:16.330890+0000","last_active":"2024-09-22T09:21:56.837163+0000","last_peered":"2024-09-22T09:21:56.837163+0000","last_clean":"2024-09-22T09:21:56.837163+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:21:56.837163+0000","last_undegraded":"2024-09-22T09:21:56.837163+0000","last_fullsized":"2024-09-22T09:21:56.837163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:49.499194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.051324+0000","last_change":"2024-09-22T08:40:30.220309+0000","last_active":"2024-09-22T09:22:12.051324+0000","last_peered":"2024-09-22T09:22:12.051324+0000","last_clean":"2024-09-22T09:22:12.051324+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:22:12.051324+0000","last_undegraded":"2024-09-22T09:22:12.051324+0000","last_fullsized":"2024-09-22T09:22:12.051324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:18.896426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'565","reported_seq":1215,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.983147+0000","last_change":"2024-09-22T08:40:32.242087+0000","last_active":"2024-09-22T09:24:12.983147+0000","last_peered":"2024-09-22T09:24:12.983147+0000","last_clean":"2024-09-22T09:24:12.983147+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:24:12.983147+0000","last_undegraded":"2024-09-22T09:24:12.983147+0000","last_fullsized":"2024-09-22T09:24:12.983147+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:18.728918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110230,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1573,"num_read_kb":2526,"num_write":2082,"num_write_kb":1920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.815578+0000","last_change":"2024-09-22T08:40:34.239878+0000","last_active":"2024-09-22T09:22:16.815578+0000","last_peered":"2024-09-22T09:22:16.815578+0000","last_clean":"2024-09-22T09:22:16.815578+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:22:16.815578+0000","last_undegraded":"2024-09-22T09:22:16.815578+0000","last_fullsized":"2024-09-22T09:22:16.815578+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:57.779772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'153","reported_seq":665,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.059607+0000","last_change":"2024-09-22T08:40:36.378492+0000","last_active":"2024-09-22T09:22:30.059607+0000","last_peered":"2024-09-22T09:22:30.059607+0000","last_clean":"2024-09-22T09:22:30.059607+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:22:30.059607+0000","last_undegraded":"2024-09-22T09:22:30.059607+0000","last_fullsized":"2024-09-22T09:22:30.059607+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:31.397881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.168144+0000","last_change":"2024-09-22T08:40:28.223293+0000","last_active":"2024-09-22T09:22:38.168144+0000","last_peered":"2024-09-22T09:22:38.168144+0000","last_clean":"2024-09-22T09:22:38.168144+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:22:38.168144+0000","last_undegraded":"2024-09-22T09:22:38.168144+0000","last_fullsized":"2024-09-22T09:22:38.168144+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:13:14.508184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'312","reported_seq":962,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.907577+0000","last_change":"2024-09-22T08:40:26.232907+0000","last_active":"2024-09-22T09:22:22.907577+0000","last_peered":"2024-09-22T09:22:22.907577+0000","last_clean":"2024-09-22T09:22:22.907577+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:22:22.907577+0000","last_undegraded":"2024-09-22T09:22:22.907577+0000","last_fullsized":"2024-09-22T09:22:22.907577+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:12.072039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29683,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":616,"num_read_kb":2439,"num_write":1175,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007899+0000","last_change":"2024-09-22T08:40:16.833425+0000","last_active":"2024-09-22T09:22:02.007899+0000","last_peered":"2024-09-22T09:22:02.007899+0000","last_clean":"2024-09-22T09:22:02.007899+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:22:02.007899+0000","last_undegraded":"2024-09-22T09:22:02.007899+0000","last_fullsized":"2024-09-22T09:22:02.007899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:57.751658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818136+0000","last_change":"2024-09-22T08:40:30.219055+0000","last_active":"2024-09-22T09:22:11.818136+0000","last_peered":"2024-09-22T09:22:11.818136+0000","last_clean":"2024-09-22T09:22:11.818136+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:22:11.818136+0000","last_undegraded":"2024-09-22T09:22:11.818136+0000","last_fullsized":"2024-09-22T09:22:11.818136+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:13:41.006254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'159","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.975778+0000","last_change":"2024-09-22T08:40:32.337751+0000","last_active":"2024-09-22T09:22:22.975778+0000","last_peered":"2024-09-22T09:22:22.975778+0000","last_clean":"2024-09-22T09:22:22.975778+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:22:22.975778+0000","last_undegraded":"2024-09-22T09:22:22.975778+0000","last_fullsized":"2024-09-22T09:22:22.975778+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:41.831806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'785","reported_seq":2472,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.013097+0000","last_change":"2024-09-22T08:40:34.269647+0000","last_active":"2024-09-22T09:24:13.013097+0000","last_peered":"2024-09-22T09:24:13.013097+0000","last_clean":"2024-09-22T09:24:13.013097+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:24:13.013097+0000","last_undegraded":"2024-09-22T09:24:13.013097+0000","last_fullsized":"2024-09-22T09:24:13.013097+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.950637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'132","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.877871+0000","last_change":"2024-09-22T08:40:36.377464+0000","last_active":"2024-09-22T09:23:31.877871+0000","last_peered":"2024-09-22T09:23:31.877871+0000","last_clean":"2024-09-22T09:23:31.877871+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:23:31.877871+0000","last_undegraded":"2024-09-22T09:23:31.877871+0000","last_fullsized":"2024-09-22T09:23:31.877871+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:55.057175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":837,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:38.650654+0000","last_change":"2024-09-22T08:40:28.235156+0000","last_active":"2024-09-22T09:21:38.650654+0000","last_peered":"2024-09-22T09:21:38.650654+0000","last_clean":"2024-09-22T09:21:38.650654+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:21:38.650654+0000","last_undegraded":"2024-09-22T09:21:38.650654+0000","last_fullsized":"2024-09-22T09:21:38.650654+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:02.371487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'339","reported_seq":1032,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.359138+0000","last_change":"2024-09-22T08:40:26.223319+0000","last_active":"2024-09-22T09:22:37.359138+0000","last_peered":"2024-09-22T09:22:37.359138+0000","last_clean":"2024-09-22T09:22:37.359138+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:22:37.359138+0000","last_undegraded":"2024-09-22T09:22:37.359138+0000","last_fullsized":"2024-09-22T09:22:37.359138+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:02.849194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5906266,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":828,"num_read_kb":6172,"num_write":1233,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.830093+0000","last_change":"2024-09-22T08:40:16.331170+0000","last_active":"2024-09-22T09:21:26.830093+0000","last_peered":"2024-09-22T09:21:26.830093+0000","last_clean":"2024-09-22T09:21:26.830093+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:21:26.830093+0000","last_undegraded":"2024-09-22T09:21:26.830093+0000","last_fullsized":"2024-09-22T09:21:26.830093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:28.108572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814313+0000","last_change":"2024-09-22T08:40:30.200499+0000","last_active":"2024-09-22T09:22:11.814313+0000","last_peered":"2024-09-22T09:22:11.814313+0000","last_clean":"2024-09-22T09:22:11.814313+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:22:11.814313+0000","last_undegraded":"2024-09-22T09:22:11.814313+0000","last_fullsized":"2024-09-22T09:22:11.814313+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:40.435115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'108","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814443+0000","last_change":"2024-09-22T08:40:32.241036+0000","last_active":"2024-09-22T09:22:11.814443+0000","last_peered":"2024-09-22T09:22:11.814443+0000","last_clean":"2024-09-22T09:22:11.814443+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:22:11.814443+0000","last_undegraded":"2024-09-22T09:22:11.814443+0000","last_fullsized":"2024-09-22T09:22:11.814443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:15.275331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'779","reported_seq":2493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.328382+0000","last_change":"2024-09-22T08:40:34.242536+0000","last_active":"2024-09-22T09:24:13.328382+0000","last_peered":"2024-09-22T09:24:13.328382+0000","last_clean":"2024-09-22T09:24:13.328382+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:24:13.328382+0000","last_undegraded":"2024-09-22T09:24:13.328382+0000","last_fullsized":"2024-09-22T09:24:13.328382+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:23.009780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'276","reported_seq":802,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:22.067631+0000","last_change":"2024-09-22T08:40:36.280765+0000","last_active":"2024-09-22T09:23:22.067631+0000","last_peered":"2024-09-22T09:23:22.067631+0000","last_clean":"2024-09-22T09:23:22.067631+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:23:22.067631+0000","last_undegraded":"2024-09-22T09:23:22.067631+0000","last_fullsized":"2024-09-22T09:23:22.067631+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:02.502001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'131","reported_seq":746,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814239+0000","last_change":"2024-09-22T08:40:28.224633+0000","last_active":"2024-09-22T09:22:11.814239+0000","last_peered":"2024-09-22T09:22:11.814239+0000","last_clean":"2024-09-22T09:22:11.814239+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:22:11.814239+0000","last_undegraded":"2024-09-22T09:22:11.814239+0000","last_fullsized":"2024-09-22T09:22:11.814239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:00.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'326","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.251745+0000","last_change":"2024-09-22T08:40:26.226687+0000","last_active":"2024-09-22T09:22:49.251745+0000","last_peered":"2024-09-22T09:22:49.251745+0000","last_clean":"2024-09-22T09:22:49.251745+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:22:49.251745+0000","last_undegraded":"2024-09-22T09:22:49.251745+0000","last_fullsized":"2024-09-22T09:22:49.251745+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:41.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8811994,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":791,"num_read_kb":11014,"num_write":1115,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.808469+0000","last_change":"2024-09-22T08:40:16.470857+0000","last_active":"2024-09-22T09:21:26.808469+0000","last_peered":"2024-09-22T09:21:26.808469+0000","last_clean":"2024-09-22T09:21:26.808469+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:21:26.808469+0000","last_undegraded":"2024-09-22T09:21:26.808469+0000","last_fullsized":"2024-09-22T09:21:26.808469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:41:57.296974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.835305+0000","last_change":"2024-09-22T08:40:30.206060+0000","last_active":"2024-09-22T09:20:41.835305+0000","last_peered":"2024-09-22T09:20:41.835305+0000","last_clean":"2024-09-22T09:20:41.835305+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:20:41.835305+0000","last_undegraded":"2024-09-22T09:20:41.835305+0000","last_fullsized":"2024-09-22T09:20:41.835305+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:09:39.488356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'717","reported_seq":1414,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.941852+0000","last_change":"2024-09-22T08:40:32.338866+0000","last_active":"2024-09-22T09:24:12.941852+0000","last_peered":"2024-09-22T09:24:12.941852+0000","last_clean":"2024-09-22T09:24:12.941852+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:24:12.941852+0000","last_undegraded":"2024-09-22T09:24:12.941852+0000","last_fullsized":"2024-09-22T09:24:12.941852+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:05.870774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170467,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1270,"num_read_kb":2734,"num_write":1050,"num_write_kb":878,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.860496+0000","last_change":"2024-09-22T08:40:34.269570+0000","last_active":"2024-09-22T09:22:16.860496+0000","last_peered":"2024-09-22T09:22:16.860496+0000","last_clean":"2024-09-22T09:22:16.860496+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:22:16.860496+0000","last_undegraded":"2024-09-22T09:22:16.860496+0000","last_fullsized":"2024-09-22T09:22:16.860496+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:59.593457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'126","reported_seq":627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.427215+0000","last_change":"2024-09-22T08:40:36.279873+0000","last_active":"2024-09-22T09:22:06.427215+0000","last_peered":"2024-09-22T09:22:06.427215+0000","last_clean":"2024-09-22T09:22:06.427215+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:22:06.427215+0000","last_undegraded":"2024-09-22T09:22:06.427215+0000","last_fullsized":"2024-09-22T09:22:06.427215+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:06.303322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'134","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.895514+0000","last_change":"2024-09-22T08:40:36.285973+0000","last_active":"2024-09-22T09:22:51.895514+0000","last_peered":"2024-09-22T09:22:51.895514+0000","last_clean":"2024-09-22T09:22:51.895514+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:22:51.895514+0000","last_undegraded":"2024-09-22T09:22:51.895514+0000","last_fullsized":"2024-09-22T09:22:51.895514+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:06.674441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1417,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.831903+0000","last_change":"2024-09-22T08:40:28.210232+0000","last_active":"2024-09-22T09:22:24.831903+0000","last_peered":"2024-09-22T09:22:24.831903+0000","last_clean":"2024-09-22T09:22:24.831903+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:22:24.831903+0000","last_undegraded":"2024-09-22T09:22:24.831903+0000","last_fullsized":"2024-09-22T09:22:24.831903+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:44.822860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'306","reported_seq":996,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.621493+0000","last_change":"2024-09-22T08:40:26.249780+0000","last_active":"2024-09-22T09:22:06.621493+0000","last_peered":"2024-09-22T09:22:06.621493+0000","last_clean":"2024-09-22T09:22:06.621493+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:22:06.621493+0000","last_undegraded":"2024-09-22T09:22:06.621493+0000","last_fullsized":"2024-09-22T09:22:06.621493+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:10.926523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24121495,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":717,"num_read_kb":57903,"num_write":1250,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.812791+0000","last_change":"2024-09-22T08:40:30.226863+0000","last_active":"2024-09-22T09:20:11.812791+0000","last_peered":"2024-09-22T09:20:11.812791+0000","last_clean":"2024-09-22T09:20:11.812791+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:20:11.812791+0000","last_undegraded":"2024-09-22T09:20:11.812791+0000","last_fullsized":"2024-09-22T09:20:11.812791+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:55.427470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'271","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864426+0000","last_change":"2024-09-22T08:40:32.238396+0000","last_active":"2024-09-22T09:22:31.864426+0000","last_peered":"2024-09-22T09:22:31.864426+0000","last_clean":"2024-09-22T09:22:31.864426+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:22:31.864426+0000","last_undegraded":"2024-09-22T09:22:31.864426+0000","last_fullsized":"2024-09-22T09:22:31.864426+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:00.526507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55220,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":946,"num_write":376,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829076+0000","last_change":"2024-09-22T08:40:34.243516+0000","last_active":"2024-09-22T09:20:16.829076+0000","last_peered":"2024-09-22T09:20:16.829076+0000","last_clean":"2024-09-22T09:20:16.829076+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:20:16.829076+0000","last_undegraded":"2024-09-22T09:20:16.829076+0000","last_fullsized":"2024-09-22T09:20:16.829076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:40.023874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.263063+0000","last_change":"2024-09-22T08:40:36.279368+0000","last_active":"2024-09-22T09:22:34.263063+0000","last_peered":"2024-09-22T09:22:34.263063+0000","last_clean":"2024-09-22T09:22:34.263063+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:22:34.263063+0000","last_undegraded":"2024-09-22T09:22:34.263063+0000","last_fullsized":"2024-09-22T09:22:34.263063+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:15.157066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'174","reported_seq":783,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.045390+0000","last_change":"2024-09-22T08:40:28.208814+0000","last_active":"2024-09-22T09:22:36.045390+0000","last_peered":"2024-09-22T09:22:36.045390+0000","last_clean":"2024-09-22T09:22:36.045390+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:22:36.045390+0000","last_undegraded":"2024-09-22T09:22:36.045390+0000","last_fullsized":"2024-09-22T09:22:36.045390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:57.690745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'276","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.937031+0000","last_change":"2024-09-22T08:40:26.237164+0000","last_active":"2024-09-22T09:21:37.937031+0000","last_peered":"2024-09-22T09:21:37.937031+0000","last_clean":"2024-09-22T09:21:37.937031+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:21:37.937031+0000","last_undegraded":"2024-09-22T09:21:37.937031+0000","last_fullsized":"2024-09-22T09:21:37.937031+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:05.593075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108797,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":493,"num_read_kb":5506,"num_write":964,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.827974+0000","last_change":"2024-09-22T08:40:30.213654+0000","last_active":"2024-09-22T09:20:11.827974+0000","last_peered":"2024-09-22T09:20:11.827974+0000","last_clean":"2024-09-22T09:20:11.827974+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:20:11.827974+0000","last_undegraded":"2024-09-22T09:20:11.827974+0000","last_fullsized":"2024-09-22T09:20:11.827974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:47.170541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'57","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056029+0000","last_change":"2024-09-22T08:40:32.224633+0000","last_active":"2024-09-22T09:22:32.056029+0000","last_peered":"2024-09-22T09:22:32.056029+0000","last_clean":"2024-09-22T09:22:32.056029+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:22:32.056029+0000","last_undegraded":"2024-09-22T09:22:32.056029+0000","last_fullsized":"2024-09-22T09:22:32.056029+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:55.295196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983210+0000","last_change":"2024-09-22T08:40:34.241779+0000","last_active":"2024-09-22T09:20:16.983210+0000","last_peered":"2024-09-22T09:20:16.983210+0000","last_clean":"2024-09-22T09:20:16.983210+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:20:16.983210+0000","last_undegraded":"2024-09-22T09:20:16.983210+0000","last_fullsized":"2024-09-22T09:20:16.983210+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:38.132021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'203","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.191962+0000","last_change":"2024-09-22T08:40:36.276448+0000","last_active":"2024-09-22T09:22:51.191962+0000","last_peered":"2024-09-22T09:22:51.191962+0000","last_clean":"2024-09-22T09:22:51.191962+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:22:51.191962+0000","last_undegraded":"2024-09-22T09:22:51.191962+0000","last_fullsized":"2024-09-22T09:22:51.191962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:59.605500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:56.873101+0000","last_change":"2024-09-22T08:40:28.237328+0000","last_active":"2024-09-22T09:20:56.873101+0000","last_peered":"2024-09-22T09:20:56.873101+0000","last_clean":"2024-09-22T09:20:56.873101+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:20:56.873101+0000","last_undegraded":"2024-09-22T09:20:56.873101+0000","last_fullsized":"2024-09-22T09:20:56.873101+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:30.447192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'278","reported_seq":934,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.678531+0000","last_change":"2024-09-22T08:40:26.230990+0000","last_active":"2024-09-22T09:22:21.678531+0000","last_peered":"2024-09-22T09:22:21.678531+0000","last_clean":"2024-09-22T09:22:21.678531+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:22:21.678531+0000","last_undegraded":"2024-09-22T09:22:21.678531+0000","last_fullsized":"2024-09-22T09:22:21.678531+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:36.452623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5664906,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":572,"num_read_kb":34711,"num_write":999,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.981852+0000","last_change":"2024-09-22T08:40:30.211405+0000","last_active":"2024-09-22T09:20:11.981852+0000","last_peered":"2024-09-22T09:20:11.981852+0000","last_clean":"2024-09-22T09:20:11.981852+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:20:11.981852+0000","last_undegraded":"2024-09-22T09:20:11.981852+0000","last_fullsized":"2024-09-22T09:20:11.981852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:18.040675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'315","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864526+0000","last_change":"2024-09-22T08:40:32.243725+0000","last_active":"2024-09-22T09:22:31.864526+0000","last_peered":"2024-09-22T09:22:31.864526+0000","last_clean":"2024-09-22T09:22:31.864526+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:22:31.864526+0000","last_undegraded":"2024-09-22T09:22:31.864526+0000","last_fullsized":"2024-09-22T09:22:31.864526+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:24.187991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80037,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":522,"num_read_kb":1093,"num_write":426,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.793832+0000","last_change":"2024-09-22T08:40:34.263462+0000","last_active":"2024-09-22T09:20:16.793832+0000","last_peered":"2024-09-22T09:20:16.793832+0000","last_clean":"2024-09-22T09:20:16.793832+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:20:16.793832+0000","last_undegraded":"2024-09-22T09:20:16.793832+0000","last_fullsized":"2024-09-22T09:20:16.793832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:07.217975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'132","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.833593+0000","last_change":"2024-09-22T08:40:36.280509+0000","last_active":"2024-09-22T09:22:21.833593+0000","last_peered":"2024-09-22T09:22:21.833593+0000","last_clean":"2024-09-22T09:22:21.833593+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:22:21.833593+0000","last_undegraded":"2024-09-22T09:22:21.833593+0000","last_fullsized":"2024-09-22T09:22:21.833593+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:35.515200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.402156+0000","last_change":"2024-09-22T08:41:01.930411+0000","last_active":"2024-09-22T09:22:09.402156+0000","last_peered":"2024-09-22T09:22:09.402156+0000","last_clean":"2024-09-22T09:22:09.402156+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:22:09.402156+0000","last_undegraded":"2024-09-22T09:22:09.402156+0000","last_fullsized":"2024-09-22T09:22:09.402156+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:06.907880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'304","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.639395+0000","last_change":"2024-09-22T08:40:26.257329+0000","last_active":"2024-09-22T09:22:10.639395+0000","last_peered":"2024-09-22T09:22:10.639395+0000","last_clean":"2024-09-22T09:22:10.639395+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:22:10.639395+0000","last_undegraded":"2024-09-22T09:22:10.639395+0000","last_fullsized":"2024-09-22T09:22:10.639395+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:55.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6910039,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":556,"num_read_kb":72381,"num_write":1124,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.792717+0000","last_change":"2024-09-22T08:40:30.216924+0000","last_active":"2024-09-22T09:20:11.792717+0000","last_peered":"2024-09-22T09:20:11.792717+0000","last_clean":"2024-09-22T09:20:11.792717+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:20:11.792717+0000","last_undegraded":"2024-09-22T09:20:11.792717+0000","last_fullsized":"2024-09-22T09:20:11.792717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:51.952397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'300","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.207756+0000","last_change":"2024-09-22T08:40:32.235734+0000","last_active":"2024-09-22T09:22:34.207756+0000","last_peered":"2024-09-22T09:22:34.207756+0000","last_clean":"2024-09-22T09:22:34.207756+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:22:34.207756+0000","last_undegraded":"2024-09-22T09:22:34.207756+0000","last_fullsized":"2024-09-22T09:22:34.207756+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:22.334746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":159564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":495,"num_read_kb":1264,"num_write":422,"num_write_kb":442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:17.022324+0000","last_change":"2024-09-22T08:40:34.235282+0000","last_active":"2024-09-22T09:20:17.022324+0000","last_peered":"2024-09-22T09:20:17.022324+0000","last_clean":"2024-09-22T09:20:17.022324+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:20:17.022324+0000","last_undegraded":"2024-09-22T09:20:17.022324+0000","last_fullsized":"2024-09-22T09:20:17.022324+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:31.588161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":664,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818279+0000","last_change":"2024-09-22T08:40:28.230264+0000","last_active":"2024-09-22T09:22:11.818279+0000","last_peered":"2024-09-22T09:22:11.818279+0000","last_clean":"2024-09-22T09:22:11.818279+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:22:11.818279+0000","last_undegraded":"2024-09-22T09:22:11.818279+0000","last_fullsized":"2024-09-22T09:22:11.818279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:48.285633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'295","reported_seq":928,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.652032+0000","last_change":"2024-09-22T08:40:26.215731+0000","last_active":"2024-09-22T09:22:24.652032+0000","last_peered":"2024-09-22T09:22:24.652032+0000","last_clean":"2024-09-22T09:22:24.652032+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:22:24.652032+0000","last_undegraded":"2024-09-22T09:22:24.652032+0000","last_fullsized":"2024-09-22T09:22:24.652032+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:32.587853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254371,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":561,"num_read_kb":4820,"num_write":1177,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057561+0000","last_change":"2024-09-22T08:40:30.214694+0000","last_active":"2024-09-22T09:22:37.057561+0000","last_peered":"2024-09-22T09:22:37.057561+0000","last_clean":"2024-09-22T09:22:37.057561+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:22:37.057561+0000","last_undegraded":"2024-09-22T09:22:37.057561+0000","last_fullsized":"2024-09-22T09:22:37.057561+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:27.709434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'461","reported_seq":1080,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.916064+0000","last_change":"2024-09-22T08:40:32.223560+0000","last_active":"2024-09-22T09:24:12.916064+0000","last_peered":"2024-09-22T09:24:12.916064+0000","last_clean":"2024-09-22T09:24:12.916064+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:24:12.916064+0000","last_undegraded":"2024-09-22T09:24:12.916064+0000","last_fullsized":"2024-09-22T09:24:12.916064+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:54.667591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109124,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":833,"num_read_kb":1789,"num_write":730,"num_write_kb":655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":482,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.837725+0000","last_change":"2024-09-22T08:40:34.252498+0000","last_active":"2024-09-22T09:20:36.837725+0000","last_peered":"2024-09-22T09:20:36.837725+0000","last_clean":"2024-09-22T09:20:36.837725+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:20:36.837725+0000","last_undegraded":"2024-09-22T09:20:36.837725+0000","last_fullsized":"2024-09-22T09:20:36.837725+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:07.956126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'191","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.258161+0000","last_change":"2024-09-22T08:40:36.378566+0000","last_active":"2024-09-22T09:22:34.258161+0000","last_peered":"2024-09-22T09:22:34.258161+0000","last_clean":"2024-09-22T09:22:34.258161+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:22:34.258161+0000","last_undegraded":"2024-09-22T09:22:34.258161+0000","last_fullsized":"2024-09-22T09:22:34.258161+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.277791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057498+0000","last_change":"2024-09-22T08:40:28.220393+0000","last_active":"2024-09-22T09:22:37.057498+0000","last_peered":"2024-09-22T09:22:37.057498+0000","last_clean":"2024-09-22T09:22:37.057498+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:22:37.057498+0000","last_undegraded":"2024-09-22T09:22:37.057498+0000","last_fullsized":"2024-09-22T09:22:37.057498+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:05.374071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'287","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.757531+0000","last_change":"2024-09-22T08:40:26.250298+0000","last_active":"2024-09-22T09:22:31.757531+0000","last_peered":"2024-09-22T09:22:31.757531+0000","last_clean":"2024-09-22T09:22:31.757531+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:22:31.757531+0000","last_undegraded":"2024-09-22T09:22:31.757531+0000","last_fullsized":"2024-09-22T09:22:31.757531+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:14.996116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11591362,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":467,"num_read_kb":107261,"num_write":1012,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818241+0000","last_change":"2024-09-22T08:40:30.216330+0000","last_active":"2024-09-22T09:22:11.818241+0000","last_peered":"2024-09-22T09:22:11.818241+0000","last_clean":"2024-09-22T09:22:11.818241+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:22:11.818241+0000","last_undegraded":"2024-09-22T09:22:11.818241+0000","last_fullsized":"2024-09-22T09:22:11.818241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:16.202092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'299","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:02.022841+0000","last_change":"2024-09-22T08:40:32.235772+0000","last_active":"2024-09-22T09:23:02.022841+0000","last_peered":"2024-09-22T09:23:02.022841+0000","last_clean":"2024-09-22T09:23:02.022841+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:23:02.022841+0000","last_undegraded":"2024-09-22T09:23:02.022841+0000","last_fullsized":"2024-09-22T09:23:02.022841+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:11.676829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55306,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":981,"num_write":418,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.818239+0000","last_change":"2024-09-22T08:40:34.267483+0000","last_active":"2024-09-22T09:20:36.818239+0000","last_peered":"2024-09-22T09:20:36.818239+0000","last_clean":"2024-09-22T09:20:36.818239+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:20:36.818239+0000","last_undegraded":"2024-09-22T09:20:36.818239+0000","last_fullsized":"2024-09-22T09:20:36.818239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:59.533536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'164","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.812111+0000","last_change":"2024-09-22T08:40:36.280289+0000","last_active":"2024-09-22T09:22:27.812111+0000","last_peered":"2024-09-22T09:22:27.812111+0000","last_clean":"2024-09-22T09:22:27.812111+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:22:27.812111+0000","last_undegraded":"2024-09-22T09:22:27.812111+0000","last_fullsized":"2024-09-22T09:22:27.812111+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:07.401686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:13.074042+0000","last_change":"2024-09-22T08:40:28.211241+0000","last_active":"2024-09-22T09:22:13.074042+0000","last_peered":"2024-09-22T09:22:13.074042+0000","last_clean":"2024-09-22T09:22:13.074042+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:22:13.074042+0000","last_undegraded":"2024-09-22T09:22:13.074042+0000","last_fullsized":"2024-09-22T09:22:13.074042+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:33.783277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'244","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:38.140900+0000","last_change":"2024-09-22T08:41:01.439808+0000","last_active":"2024-09-22T09:21:38.140900+0000","last_peered":"2024-09-22T09:21:38.140900+0000","last_clean":"2024-09-22T09:21:38.140900+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:21:38.140900+0000","last_undegraded":"2024-09-22T09:21:38.140900+0000","last_fullsized":"2024-09-22T09:21:38.140900+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:46.833657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7479678,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":430,"num_read_kb":2553,"num_write":909,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.791777+0000","last_change":"2024-09-22T08:40:30.207654+0000","last_active":"2024-09-22T09:20:31.791777+0000","last_peered":"2024-09-22T09:20:31.791777+0000","last_clean":"2024-09-22T09:20:31.791777+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:20:31.791777+0000","last_undegraded":"2024-09-22T09:20:31.791777+0000","last_fullsized":"2024-09-22T09:20:31.791777+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:09.523633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'263","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.971595+0000","last_change":"2024-09-22T08:40:32.339876+0000","last_active":"2024-09-22T09:24:12.971595+0000","last_peered":"2024-09-22T09:24:12.971595+0000","last_clean":"2024-09-22T09:24:12.971595+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:24:12.971595+0000","last_undegraded":"2024-09-22T09:24:12.971595+0000","last_fullsized":"2024-09-22T09:24:12.971595+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:31.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53879,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":900,"num_write":356,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.820416+0000","last_change":"2024-09-22T08:40:34.268017+0000","last_active":"2024-09-22T09:20:46.820416+0000","last_peered":"2024-09-22T09:20:46.820416+0000","last_clean":"2024-09-22T09:20:46.820416+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:20:46.820416+0000","last_undegraded":"2024-09-22T09:20:46.820416+0000","last_fullsized":"2024-09-22T09:20:46.820416+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:43.735660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'112","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.989456+0000","last_change":"2024-09-22T08:40:36.283029+0000","last_active":"2024-09-22T09:24:12.989456+0000","last_peered":"2024-09-22T09:24:12.989456+0000","last_clean":"2024-09-22T09:24:12.989456+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:24:12.989456+0000","last_undegraded":"2024-09-22T09:24:12.989456+0000","last_fullsized":"2024-09-22T09:24:12.989456+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:24.032962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:30.319596+0000","last_change":"2024-09-22T08:40:28.205935+0000","last_active":"2024-09-22T09:21:30.319596+0000","last_peered":"2024-09-22T09:21:30.319596+0000","last_clean":"2024-09-22T09:21:30.319596+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:21:30.319596+0000","last_undegraded":"2024-09-22T09:21:30.319596+0000","last_fullsized":"2024-09-22T09:21:30.319596+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:12:50.825707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'231","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.198344+0000","last_change":"2024-09-22T08:40:26.244245+0000","last_active":"2024-09-22T09:22:17.198344+0000","last_peered":"2024-09-22T09:22:17.198344+0000","last_clean":"2024-09-22T09:22:17.198344+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:22:17.198344+0000","last_undegraded":"2024-09-22T09:22:17.198344+0000","last_fullsized":"2024-09-22T09:22:17.198344+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:53.955430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7098354,"num_objects":52,"num_object_clones":0,"num_object_copies":208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":436,"num_read_kb":14922,"num_write":844,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.817150+0000","last_change":"2024-09-22T08:40:30.216191+0000","last_active":"2024-09-22T09:20:31.817150+0000","last_peered":"2024-09-22T09:20:31.817150+0000","last_clean":"2024-09-22T09:20:31.817150+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:20:31.817150+0000","last_undegraded":"2024-09-22T09:20:31.817150+0000","last_fullsized":"2024-09-22T09:20:31.817150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:37.722299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'76","reported_seq":596,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.960220+0000","last_change":"2024-09-22T08:40:32.337594+0000","last_active":"2024-09-22T09:22:06.960220+0000","last_peered":"2024-09-22T09:22:06.960220+0000","last_clean":"2024-09-22T09:22:06.960220+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:22:06.960220+0000","last_undegraded":"2024-09-22T09:22:06.960220+0000","last_fullsized":"2024-09-22T09:22:06.960220+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:38.512762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'747","reported_seq":4408,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.312762+0000","last_change":"2024-09-22T08:40:34.246022+0000","last_active":"2024-09-22T09:24:13.312762+0000","last_peered":"2024-09-22T09:24:13.312762+0000","last_clean":"2024-09-22T09:24:13.312762+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:24:13.312762+0000","last_undegraded":"2024-09-22T09:24:13.312762+0000","last_fullsized":"2024-09-22T09:24:13.312762+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:32.159093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":607,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.456417+0000","last_change":"2024-09-22T08:40:36.285732+0000","last_active":"2024-09-22T09:22:31.456417+0000","last_peered":"2024-09-22T09:22:31.456417+0000","last_clean":"2024-09-22T09:22:31.456417+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:22:31.456417+0000","last_undegraded":"2024-09-22T09:22:31.456417+0000","last_fullsized":"2024-09-22T09:22:31.456417+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:00.169118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'216","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:21.159548+0000","last_change":"2024-09-22T08:40:28.213487+0000","last_active":"2024-09-22T09:21:21.159548+0000","last_peered":"2024-09-22T09:21:21.159548+0000","last_clean":"2024-09-22T09:21:21.159548+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:21:21.159548+0000","last_undegraded":"2024-09-22T09:21:21.159548+0000","last_fullsized":"2024-09-22T09:21:21.159548+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:38:11.179025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'296","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.905367+0000","last_change":"2024-09-22T08:41:01.724534+0000","last_active":"2024-09-22T09:22:12.905367+0000","last_peered":"2024-09-22T09:22:12.905367+0000","last_clean":"2024-09-22T09:22:12.905367+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:22:12.905367+0000","last_undegraded":"2024-09-22T09:22:12.905367+0000","last_fullsized":"2024-09-22T09:22:12.905367+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:03.315611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65195,"num_objects":57,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":551,"num_read_kb":17894,"num_write":1095,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.987033+0000","last_change":"2024-09-22T08:40:30.218813+0000","last_active":"2024-09-22T09:20:31.987033+0000","last_peered":"2024-09-22T09:20:31.987033+0000","last_clean":"2024-09-22T09:20:31.987033+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:20:31.987033+0000","last_undegraded":"2024-09-22T09:20:31.987033+0000","last_fullsized":"2024-09-22T09:20:31.987033+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:05.594699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'337","reported_seq":910,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:06.884105+0000","last_change":"2024-09-22T08:40:32.228018+0000","last_active":"2024-09-22T09:24:06.884105+0000","last_peered":"2024-09-22T09:24:06.884105+0000","last_clean":"2024-09-22T09:24:06.884105+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:24:06.884105+0000","last_undegraded":"2024-09-22T09:24:06.884105+0000","last_fullsized":"2024-09-22T09:24:06.884105+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:00.472741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67187,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":539,"num_read_kb":1093,"num_write":456,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043392+0000","last_change":"2024-09-22T08:40:34.256455+0000","last_active":"2024-09-22T09:21:42.043392+0000","last_peered":"2024-09-22T09:21:42.043392+0000","last_clean":"2024-09-22T09:21:42.043392+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:21:42.043392+0000","last_undegraded":"2024-09-22T09:21:42.043392+0000","last_fullsized":"2024-09-22T09:21:42.043392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:38.598433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'123","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.736559+0000","last_change":"2024-09-22T08:40:36.286281+0000","last_active":"2024-09-22T09:22:51.736559+0000","last_peered":"2024-09-22T09:22:51.736559+0000","last_clean":"2024-09-22T09:22:51.736559+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:22:51.736559+0000","last_undegraded":"2024-09-22T09:22:51.736559+0000","last_fullsized":"2024-09-22T09:22:51.736559+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:35:58.264868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.971997+0000","last_change":"2024-09-22T08:40:28.210602+0000","last_active":"2024-09-22T09:22:22.971997+0000","last_peered":"2024-09-22T09:22:22.971997+0000","last_clean":"2024-09-22T09:22:22.971997+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:22:22.971997+0000","last_undegraded":"2024-09-22T09:22:22.971997+0000","last_fullsized":"2024-09-22T09:22:22.971997+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:46.821173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'238","reported_seq":960,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.203439+0000","last_change":"2024-09-22T08:40:26.269661+0000","last_active":"2024-09-22T09:22:34.203439+0000","last_peered":"2024-09-22T09:22:34.203439+0000","last_clean":"2024-09-22T09:22:34.203439+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:22:34.203439+0000","last_undegraded":"2024-09-22T09:22:34.203439+0000","last_fullsized":"2024-09-22T09:22:34.203439+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:59.306559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10871065,"num_objects":49,"num_object_clones":0,"num_object_copies":196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":888,"num_read_kb":41551,"num_write":899,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836679+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:20:31.836679+0000","last_peered":"2024-09-22T09:20:31.836679+0000","last_clean":"2024-09-22T09:20:31.836679+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:20:31.836679+0000","last_undegraded":"2024-09-22T09:20:31.836679+0000","last_fullsized":"2024-09-22T09:20:31.836679+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:31.499209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'243","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.074617+0000","last_change":"2024-09-22T08:40:32.218284+0000","last_active":"2024-09-22T09:24:02.074617+0000","last_peered":"2024-09-22T09:24:02.074617+0000","last_clean":"2024-09-22T09:24:02.074617+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:24:02.074617+0000","last_undegraded":"2024-09-22T09:24:02.074617+0000","last_fullsized":"2024-09-22T09:24:02.074617+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:58.512416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46746,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":390,"num_read_kb":800,"num_write":316,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813669+0000","last_change":"2024-09-22T08:40:34.246815+0000","last_active":"2024-09-22T09:21:51.813669+0000","last_peered":"2024-09-22T09:21:51.813669+0000","last_clean":"2024-09-22T09:21:51.813669+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:21:51.813669+0000","last_undegraded":"2024-09-22T09:21:51.813669+0000","last_fullsized":"2024-09-22T09:21:51.813669+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:34:00.941484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'95","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.054894+0000","last_change":"2024-09-22T08:40:36.378716+0000","last_active":"2024-09-22T09:22:30.054894+0000","last_peered":"2024-09-22T09:22:30.054894+0000","last_clean":"2024-09-22T09:22:30.054894+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:22:30.054894+0000","last_undegraded":"2024-09-22T09:22:30.054894+0000","last_fullsized":"2024-09-22T09:22:30.054894+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:00.135478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":758,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.638999+0000","last_change":"2024-09-22T08:40:28.205525+0000","last_active":"2024-09-22T09:21:51.638999+0000","last_peered":"2024-09-22T09:21:51.638999+0000","last_clean":"2024-09-22T09:21:51.638999+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:21:51.638999+0000","last_undegraded":"2024-09-22T09:21:51.638999+0000","last_fullsized":"2024-09-22T09:21:51.638999+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:27:06.059242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'297","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.452761+0000","last_change":"2024-09-22T08:40:26.257920+0000","last_active":"2024-09-22T09:22:49.452761+0000","last_peered":"2024-09-22T09:22:49.452761+0000","last_clean":"2024-09-22T09:22:49.452761+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:22:49.452761+0000","last_undegraded":"2024-09-22T09:22:49.452761+0000","last_fullsized":"2024-09-22T09:22:49.452761+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:04.354265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2189322,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":484,"num_read_kb":4035,"num_write":1002,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806187+0000","last_change":"2024-09-22T08:40:30.218127+0000","last_active":"2024-09-22T09:21:36.806187+0000","last_peered":"2024-09-22T09:21:36.806187+0000","last_clean":"2024-09-22T09:21:36.806187+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:21:36.806187+0000","last_undegraded":"2024-09-22T09:21:36.806187+0000","last_fullsized":"2024-09-22T09:21:36.806187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:33:29.213076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'248","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.871528+0000","last_change":"2024-09-22T08:40:32.242860+0000","last_active":"2024-09-22T09:23:01.871528+0000","last_peered":"2024-09-22T09:23:01.871528+0000","last_clean":"2024-09-22T09:23:01.871528+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:23:01.871528+0000","last_undegraded":"2024-09-22T09:23:01.871528+0000","last_fullsized":"2024-09-22T09:23:01.871528+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:02.279133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63286,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":433,"num_read_kb":979,"num_write":368,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792918+0000","last_change":"2024-09-22T08:40:34.249824+0000","last_active":"2024-09-22T09:20:36.792918+0000","last_peered":"2024-09-22T09:20:36.792918+0000","last_clean":"2024-09-22T09:20:36.792918+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:20:36.792918+0000","last_undegraded":"2024-09-22T09:20:36.792918+0000","last_fullsized":"2024-09-22T09:20:36.792918+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:09.360403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'168","reported_seq":1634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.828089+0000","last_change":"2024-09-22T08:40:36.276126+0000","last_active":"2024-09-22T09:22:51.828089+0000","last_peered":"2024-09-22T09:22:51.828089+0000","last_clean":"2024-09-22T09:22:51.828089+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:22:51.828089+0000","last_undegraded":"2024-09-22T09:22:51.828089+0000","last_fullsized":"2024-09-22T09:22:51.828089+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:45.378893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.491568+0000","last_change":"2024-09-22T08:40:28.207904+0000","last_active":"2024-09-22T09:22:02.491568+0000","last_peered":"2024-09-22T09:22:02.491568+0000","last_clean":"2024-09-22T09:22:02.491568+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:22:02.491568+0000","last_undegraded":"2024-09-22T09:22:02.491568+0000","last_fullsized":"2024-09-22T09:22:02.491568+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:21.645162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'309","reported_seq":993,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.385486+0000","last_change":"2024-09-22T08:40:26.244061+0000","last_active":"2024-09-22T09:22:11.385486+0000","last_peered":"2024-09-22T09:22:11.385486+0000","last_clean":"2024-09-22T09:22:11.385486+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:22:11.385486+0000","last_undegraded":"2024-09-22T09:22:11.385486+0000","last_fullsized":"2024-09-22T09:22:11.385486+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:33.685590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7425289,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":822,"num_read_kb":12957,"num_write":1108,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"37'4","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.616476+0000","last_change":"2024-09-22T08:40:30.226294+0000","last_active":"2024-09-22T09:24:12.616476+0000","last_peered":"2024-09-22T09:24:12.616476+0000","last_clean":"2024-09-22T09:24:12.616476+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:24:12.616476+0000","last_undegraded":"2024-09-22T09:24:12.616476+0000","last_fullsized":"2024-09-22T09:24:12.616476+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:55.588208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'291","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.825827+0000","last_change":"2024-09-22T08:40:32.227933+0000","last_active":"2024-09-22T09:23:01.825827+0000","last_peered":"2024-09-22T09:23:01.825827+0000","last_clean":"2024-09-22T09:23:01.825827+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:23:01.825827+0000","last_undegraded":"2024-09-22T09:23:01.825827+0000","last_fullsized":"2024-09-22T09:23:01.825827+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:30.270701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53684,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":948,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:37.027163+0000","last_change":"2024-09-22T08:40:34.243945+0000","last_active":"2024-09-22T09:20:37.027163+0000","last_peered":"2024-09-22T09:20:37.027163+0000","last_clean":"2024-09-22T09:20:37.027163+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:20:37.027163+0000","last_undegraded":"2024-09-22T09:20:37.027163+0000","last_fullsized":"2024-09-22T09:20:37.027163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:28.259658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'131","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.769591+0000","last_change":"2024-09-22T08:40:36.289976+0000","last_active":"2024-09-22T09:24:11.769591+0000","last_peered":"2024-09-22T09:24:11.769591+0000","last_clean":"2024-09-22T09:24:11.769591+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:24:11.769591+0000","last_undegraded":"2024-09-22T09:24:11.769591+0000","last_fullsized":"2024-09-22T09:24:11.769591+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:47.511649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833795+0000","last_change":"2024-09-22T08:40:28.209928+0000","last_active":"2024-09-22T09:21:41.833795+0000","last_peered":"2024-09-22T09:21:41.833795+0000","last_clean":"2024-09-22T09:21:41.833795+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:21:41.833795+0000","last_undegraded":"2024-09-22T09:21:41.833795+0000","last_fullsized":"2024-09-22T09:21:41.833795+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:27.404498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'346","reported_seq":1010,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.634102+0000","last_change":"2024-09-22T08:40:26.257379+0000","last_active":"2024-09-22T09:22:34.634102+0000","last_peered":"2024-09-22T09:22:34.634102+0000","last_clean":"2024-09-22T09:22:34.634102+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:22:34.634102+0000","last_undegraded":"2024-09-22T09:22:34.634102+0000","last_fullsized":"2024-09-22T09:22:34.634102+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:21.546841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5642952,"num_objects":83,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":631,"num_read_kb":31461,"num_write":1197,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833740+0000","last_change":"2024-09-22T08:40:28.199791+0000","last_active":"2024-09-22T09:21:41.833740+0000","last_peered":"2024-09-22T09:21:41.833740+0000","last_clean":"2024-09-22T09:21:41.833740+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:21:41.833740+0000","last_undegraded":"2024-09-22T09:21:41.833740+0000","last_fullsized":"2024-09-22T09:21:41.833740+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:11.632009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'400","reported_seq":1099,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:25.520000+0000","last_change":"2024-09-22T08:40:26.259014+0000","last_active":"2024-09-22T09:22:25.520000+0000","last_peered":"2024-09-22T09:22:25.520000+0000","last_clean":"2024-09-22T09:22:25.520000+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:22:25.520000+0000","last_undegraded":"2024-09-22T09:22:25.520000+0000","last_fullsized":"2024-09-22T09:22:25.520000+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:58.485269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28519745,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":953,"num_read_kb":49683,"num_write":1269,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.090291+0000","last_change":"2024-09-22T08:40:28.235308+0000","last_active":"2024-09-22T09:22:15.090291+0000","last_peered":"2024-09-22T09:22:15.090291+0000","last_clean":"2024-09-22T09:22:15.090291+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:22:15.090291+0000","last_undegraded":"2024-09-22T09:22:15.090291+0000","last_fullsized":"2024-09-22T09:22:15.090291+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:55.504112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'283","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.284851+0000","last_change":"2024-09-22T08:40:26.261741+0000","last_active":"2024-09-22T09:22:31.284851+0000","last_peered":"2024-09-22T09:22:31.284851+0000","last_clean":"2024-09-22T09:22:31.284851+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:22:31.284851+0000","last_undegraded":"2024-09-22T09:22:31.284851+0000","last_fullsized":"2024-09-22T09:22:31.284851+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:18.499284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215423,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":569,"num_read_kb":81199,"num_write":1082,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":756,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.211483+0000","last_change":"2024-09-22T08:40:28.221248+0000","last_active":"2024-09-22T09:22:21.211483+0000","last_peered":"2024-09-22T09:22:21.211483+0000","last_clean":"2024-09-22T09:22:21.211483+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:22:21.211483+0000","last_undegraded":"2024-09-22T09:22:21.211483+0000","last_fullsized":"2024-09-22T09:22:21.211483+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:04.512125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'272","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.582411+0000","last_change":"2024-09-22T08:40:26.244774+0000","last_active":"2024-09-22T09:22:38.582411+0000","last_peered":"2024-09-22T09:22:38.582411+0000","last_clean":"2024-09-22T09:22:38.582411+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:22:38.582411+0000","last_undegraded":"2024-09-22T09:22:38.582411+0000","last_fullsized":"2024-09-22T09:22:38.582411+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:39.040162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11760428,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":553,"num_read_kb":53246,"num_write":988,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861517+0000","last_change":"2024-09-22T08:40:28.233011+0000","last_active":"2024-09-22T09:22:21.861517+0000","last_peered":"2024-09-22T09:22:21.861517+0000","last_clean":"2024-09-22T09:22:21.861517+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:22:21.861517+0000","last_undegraded":"2024-09-22T09:22:21.861517+0000","last_fullsized":"2024-09-22T09:22:21.861517+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:13.526137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'365","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:25.407979+0000","last_change":"2024-09-22T08:40:26.236532+0000","last_active":"2024-09-22T09:22:25.407979+0000","last_peered":"2024-09-22T09:22:25.407979+0000","last_clean":"2024-09-22T09:22:25.407979+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:22:25.407979+0000","last_undegraded":"2024-09-22T09:22:25.407979+0000","last_fullsized":"2024-09-22T09:22:25.407979+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16063443,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":1044,"num_read_kb":55887,"num_write":1226,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.620818+0000","last_change":"2024-09-22T08:40:28.205442+0000","last_active":"2024-09-22T09:22:29.620818+0000","last_peered":"2024-09-22T09:22:29.620818+0000","last_clean":"2024-09-22T09:22:29.620818+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:22:29.620818+0000","last_undegraded":"2024-09-22T09:22:29.620818+0000","last_fullsized":"2024-09-22T09:22:29.620818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:00.705712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'322","reported_seq":956,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.832478+0000","last_change":"2024-09-22T08:40:26.222811+0000","last_active":"2024-09-22T09:21:36.832478+0000","last_peered":"2024-09-22T09:21:36.832478+0000","last_clean":"2024-09-22T09:21:36.832478+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:21:36.832478+0000","last_undegraded":"2024-09-22T09:21:36.832478+0000","last_fullsized":"2024-09-22T09:21:36.832478+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107920,"num_objects":68,"num_object_clones":0,"num_object_copies":272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":594,"num_read_kb":1539,"num_write":1217,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859462+0000","last_change":"2024-09-22T08:40:28.211970+0000","last_active":"2024-09-22T09:22:11.859462+0000","last_peered":"2024-09-22T09:22:11.859462+0000","last_clean":"2024-09-22T09:22:11.859462+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:22:11.859462+0000","last_undegraded":"2024-09-22T09:22:11.859462+0000","last_fullsized":"2024-09-22T09:22:11.859462+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:48:20.546690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'307","reported_seq":1086,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.776249+0000","last_change":"2024-09-22T08:41:01.929041+0000","last_active":"2024-09-22T09:22:36.776249+0000","last_peered":"2024-09-22T09:22:36.776249+0000","last_clean":"2024-09-22T09:22:36.776249+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:22:36.776249+0000","last_undegraded":"2024-09-22T09:22:36.776249+0000","last_fullsized":"2024-09-22T09:22:36.776249+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:12.357825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12714930,"num_objects":57,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":1033,"num_read_kb":91023,"num_write":1116,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.780423+0000","last_change":"2024-09-22T08:40:28.208688+0000","last_active":"2024-09-22T09:24:11.780423+0000","last_peered":"2024-09-22T09:24:11.780423+0000","last_clean":"2024-09-22T09:24:11.780423+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:11.780423+0000","last_undegraded":"2024-09-22T09:24:11.780423+0000","last_fullsized":"2024-09-22T09:24:11.780423+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:18:55.421170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'275","reported_seq":918,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.062991+0000","last_change":"2024-09-22T08:40:26.237453+0000","last_active":"2024-09-22T09:22:34.062991+0000","last_peered":"2024-09-22T09:22:34.062991+0000","last_clean":"2024-09-22T09:22:34.062991+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:22:34.062991+0000","last_undegraded":"2024-09-22T09:22:34.062991+0000","last_fullsized":"2024-09-22T09:22:34.062991+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:53.526239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6991727,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":516,"num_read_kb":25935,"num_write":1087,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:05.822663+0000","last_change":"2024-09-22T08:40:28.207091+0000","last_active":"2024-09-22T09:22:05.822663+0000","last_peered":"2024-09-22T09:22:05.822663+0000","last_clean":"2024-09-22T09:22:05.822663+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:22:05.822663+0000","last_undegraded":"2024-09-22T09:22:05.822663+0000","last_fullsized":"2024-09-22T09:22:05.822663+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:15:09.374508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'288","reported_seq":903,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:10.898999+0000","last_change":"2024-09-22T08:40:26.271302+0000","last_active":"2024-09-22T09:24:10.898999+0000","last_peered":"2024-09-22T09:24:10.898999+0000","last_clean":"2024-09-22T09:24:10.898999+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:10.898999+0000","last_undegraded":"2024-09-22T09:24:10.898999+0000","last_fullsized":"2024-09-22T09:24:10.898999+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:41.174707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5595388,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":537,"num_read_kb":484,"num_write":1083,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.221417+0000","last_change":"2024-09-22T08:40:28.214148+0000","last_active":"2024-09-22T09:22:19.221417+0000","last_peered":"2024-09-22T09:22:19.221417+0000","last_clean":"2024-09-22T09:22:19.221417+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:22:19.221417+0000","last_undegraded":"2024-09-22T09:22:19.221417+0000","last_fullsized":"2024-09-22T09:22:19.221417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:37:27.699128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'346","reported_seq":1034,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.774691+0000","last_change":"2024-09-22T08:40:26.224652+0000","last_active":"2024-09-22T09:22:21.774691+0000","last_peered":"2024-09-22T09:22:21.774691+0000","last_clean":"2024-09-22T09:22:21.774691+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:22:21.774691+0000","last_undegraded":"2024-09-22T09:22:21.774691+0000","last_fullsized":"2024-09-22T09:22:21.774691+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:48:54.817482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5631310,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":739,"num_read_kb":60663,"num_write":1312,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'201","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.436258+0000","last_change":"2024-09-22T08:40:28.204686+0000","last_active":"2024-09-22T09:22:06.436258+0000","last_peered":"2024-09-22T09:22:06.436258+0000","last_clean":"2024-09-22T09:22:06.436258+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:22:06.436258+0000","last_undegraded":"2024-09-22T09:22:06.436258+0000","last_fullsized":"2024-09-22T09:22:06.436258+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:07.574690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'296","reported_seq":1109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.651060+0000","last_change":"2024-09-22T08:41:01.363975+0000","last_active":"2024-09-22T09:22:30.651060+0000","last_peered":"2024-09-22T09:22:30.651060+0000","last_clean":"2024-09-22T09:22:30.651060+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:22:30.651060+0000","last_undegraded":"2024-09-22T09:22:30.651060+0000","last_fullsized":"2024-09-22T09:22:30.651060+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:43.490799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70733,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":1211,"num_read_kb":3050,"num_write":1135,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:34.839842+0000","last_change":"2024-09-22T08:40:28.220432+0000","last_active":"2024-09-22T09:21:34.839842+0000","last_peered":"2024-09-22T09:21:34.839842+0000","last_clean":"2024-09-22T09:21:34.839842+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:21:34.839842+0000","last_undegraded":"2024-09-22T09:21:34.839842+0000","last_fullsized":"2024-09-22T09:21:34.839842+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:32.199441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'272","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.753221+0000","last_change":"2024-09-22T08:41:01.437314+0000","last_active":"2024-09-22T09:22:27.753221+0000","last_peered":"2024-09-22T09:22:27.753221+0000","last_clean":"2024-09-22T09:22:27.753221+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:22:27.753221+0000","last_undegraded":"2024-09-22T09:22:27.753221+0000","last_fullsized":"2024-09-22T09:22:27.753221+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:44.712525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5766682,"num_objects":55,"num_object_clones":0,"num_object_copies":220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":637,"num_read_kb":32269,"num_write":1070,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.848422+0000","last_change":"2024-09-22T08:40:28.233036+0000","last_active":"2024-09-22T09:22:08.848422+0000","last_peered":"2024-09-22T09:22:08.848422+0000","last_clean":"2024-09-22T09:22:08.848422+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:22:08.848422+0000","last_undegraded":"2024-09-22T09:22:08.848422+0000","last_fullsized":"2024-09-22T09:22:08.848422+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:09:35.411210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'271","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.798780+0000","last_change":"2024-09-22T08:40:26.262218+0000","last_active":"2024-09-22T09:22:48.798780+0000","last_peered":"2024-09-22T09:22:48.798780+0000","last_clean":"2024-09-22T09:22:48.798780+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:22:48.798780+0000","last_undegraded":"2024-09-22T09:22:48.798780+0000","last_fullsized":"2024-09-22T09:22:48.798780+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:13.288855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11863898,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":505,"num_read_kb":14484,"num_write":991,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'148","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.280122+0000","last_change":"2024-09-22T08:40:28.199839+0000","last_active":"2024-09-22T09:21:40.280122+0000","last_peered":"2024-09-22T09:21:40.280122+0000","last_clean":"2024-09-22T09:21:40.280122+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:21:40.280122+0000","last_undegraded":"2024-09-22T09:21:40.280122+0000","last_fullsized":"2024-09-22T09:21:40.280122+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:08.388702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'263","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.818710+0000","last_change":"2024-09-22T08:40:26.253475+0000","last_active":"2024-09-22T09:22:22.818710+0000","last_peered":"2024-09-22T09:22:22.818710+0000","last_clean":"2024-09-22T09:22:22.818710+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:22:22.818710+0000","last_undegraded":"2024-09-22T09:22:22.818710+0000","last_fullsized":"2024-09-22T09:22:22.818710+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:21.160011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1477741,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":533,"num_read_kb":10006,"num_write":936,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.955999+0000","last_change":"2024-09-22T08:40:28.206381+0000","last_active":"2024-09-22T09:22:06.955999+0000","last_peered":"2024-09-22T09:22:06.955999+0000","last_clean":"2024-09-22T09:22:06.955999+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:22:06.955999+0000","last_undegraded":"2024-09-22T09:22:06.955999+0000","last_fullsized":"2024-09-22T09:22:06.955999+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:30.460990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'351","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:48.701036+0000","last_change":"2024-09-22T08:40:26.269059+0000","last_active":"2024-09-22T09:22:48.701036+0000","last_peered":"2024-09-22T09:22:48.701036+0000","last_clean":"2024-09-22T09:22:48.701036+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:22:48.701036+0000","last_undegraded":"2024-09-22T09:22:48.701036+0000","last_fullsized":"2024-09-22T09:22:48.701036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:55.214378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11582952,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":742,"num_read_kb":13003,"num_write":1129,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:04.003815+0000","last_change":"2024-09-22T08:41:01.363030+0000","last_active":"2024-09-22T09:22:04.003815+0000","last_peered":"2024-09-22T09:22:04.003815+0000","last_clean":"2024-09-22T09:22:04.003815+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:22:04.003815+0000","last_undegraded":"2024-09-22T09:22:04.003815+0000","last_fullsized":"2024-09-22T09:22:04.003815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:48.423551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'332","reported_seq":965,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:07.358614+0000","last_change":"2024-09-22T08:40:26.263019+0000","last_active":"2024-09-22T09:24:07.358614+0000","last_peered":"2024-09-22T09:24:07.358614+0000","last_clean":"2024-09-22T09:24:07.358614+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:07.358614+0000","last_undegraded":"2024-09-22T09:24:07.358614+0000","last_fullsized":"2024-09-22T09:24:07.358614+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:14.424781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4240623,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":599,"num_read_kb":3902,"num_write":1173,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'281","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:02.086932+0000","last_change":"2024-09-22T08:40:26.223063+0000","last_active":"2024-09-22T09:24:02.086932+0000","last_peered":"2024-09-22T09:24:02.086932+0000","last_clean":"2024-09-22T09:24:02.086932+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:02.086932+0000","last_undegraded":"2024-09-22T09:24:02.086932+0000","last_fullsized":"2024-09-22T09:24:02.086932+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1072280,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":491,"num_read_kb":7233,"num_write":976,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'269","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.168850+0000","last_change":"2024-09-22T08:40:28.207474+0000","last_active":"2024-09-22T09:22:51.168850+0000","last_peered":"2024-09-22T09:22:51.168850+0000","last_clean":"2024-09-22T09:22:51.168850+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:22:51.168850+0000","last_undegraded":"2024-09-22T09:22:51.168850+0000","last_fullsized":"2024-09-22T09:22:51.168850+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:49.721922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'268","reported_seq":912,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.862100+0000","last_change":"2024-09-22T08:40:26.235108+0000","last_active":"2024-09-22T09:21:40.862100+0000","last_peered":"2024-09-22T09:21:40.862100+0000","last_clean":"2024-09-22T09:21:40.862100+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:21:40.862100+0000","last_undegraded":"2024-09-22T09:21:40.862100+0000","last_fullsized":"2024-09-22T09:21:40.862100+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:24.694127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11537169,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":523,"num_read_kb":61894,"num_write":986,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.105161+0000","last_change":"2024-09-22T08:40:28.224620+0000","last_active":"2024-09-22T09:22:10.105161+0000","last_peered":"2024-09-22T09:22:10.105161+0000","last_clean":"2024-09-22T09:22:10.105161+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:22:10.105161+0000","last_undegraded":"2024-09-22T09:22:10.105161+0000","last_fullsized":"2024-09-22T09:22:10.105161+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:43.708987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1494,"ondisk_log_size":1494,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":492,"ondisk_log_size":492,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1947950,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17106,"num_read_kb":33038,"num_write":14503,"num_write_kb":11669,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3284992,"data_stored":2772848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2139,"ondisk_log_size":2139,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2423,"num_read_kb":2888,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3870,"ondisk_log_size":3870,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":566828630,"num_objects":4346,"num_object_clones":0,"num_object_copies":17384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4346,"num_whiteouts":0,"num_read":40169,"num_read_kb":2168654,"num_write":68878,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":821755904,"data_stored":821755904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4549,"ondisk_log_size":4549,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73690477,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":118,"num_read_kb":186434,"num_write":138,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147390464,"data_stored":147380954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73690477,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":185165,"num_write":138,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147390464,"data_stored":147380954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542683,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":454568,"kb_used_data":170712,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":93917272,"statfs":{"total":96636764160,"available":96171286528,"internally_reserved":0,"allocated":174809088,"data_stored":172771098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542683,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":404704,"kb_used_data":144464,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":93967136,"statfs":{"total":96636764160,"available":96222347264,"internally_reserved":0,"allocated":147931136,"data_stored":145957243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":266467782},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542682,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294264,"kb_used_data":146536,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94077576,"statfs":{"total":96636764160,"available":96335437824,"internally_reserved":0,"allocated":150052864,"data_stored":147954950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":151255494},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542683,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258484,"kb_used_data":150948,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94113356,"statfs":{"total":96636764160,"available":96372076544,"internally_reserved":0,"allocated":154570752,"data_stored":152603443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542682,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":383840,"kb_used_data":131920,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93988000,"statfs":{"total":96636764160,"available":96243712000,"internally_reserved":0,"allocated":135086080,"data_stored":133041265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542683,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":221380,"kb_used_data":118068,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94150460,"statfs":{"total":96636764160,"available":96410071040,"internally_reserved":0,"allocated":120901632,"data_stored":118949611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105773509},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542681,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":307932,"kb_used_data":154636,"kb_used_omap":1,"kb_used_meta":153278,"kb_avail":94063908,"statfs":{"total":96636764160,"available":96321441792,"internally_reserved":0,"allocated":158347264,"data_stored":156339872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":156957125},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542682,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":366652,"kb_used_data":110572,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94005188,"statfs":{"total":96636764160,"available":96261312512,"internally_reserved":0,"allocated":113225728,"data_stored":111173584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":262207940},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":92233728,"data_stored":92233728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":100589568,"data_stored":100589568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86548480,"data_stored":86548480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81666048,"data_stored":81666048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":130732032,"data_stored":130732032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":97898496,"data_stored":97898496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":114806784,"data_stored":114806784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":117280768,"data_stored":117280768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":329699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":479232,"data_stored":407594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":126311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":470920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":83008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":684032,"data_stored":579276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":303104,"data_stored":259804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":606208,"data_stored":516236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12582912,"data_stored":12582912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":33091584,"data_stored":33090219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":17403904,"data_stored":17401724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21688320,"data_stored":21685745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9478144,"data_stored":9477329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15728640,"data_stored":15728640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19591168,"data_stored":19588593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3145728,"data_stored":3145728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19963904,"data_stored":19963089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12582912,"data_stored":12582912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26931200,"data_stored":26928625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10022912,"data_stored":10021547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":29360128,"data_stored":29360128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12877824,"data_stored":12873069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32505856,"data_stored":32505856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:24:41.982 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T09:24:42.318 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:24:42.318 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":266,"fsid":"d7ca229c-5afd-4564-8ba7-a940b3a1d3c2","created":"2024-09-22T08:39:54.440189+0000","modified":"2024-09-22T09:09:49.707674+0000","last_up_change":"2024-09-22T08:40:06.227124+0000","last_in_change":"2024-09-22T08:39:56.760532+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:07.624458+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-22T08:40:12.758068+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-22T08:40:24.173096+0000","flags":1,"flags_names":"hashpspool","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":12288,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-22T08:40:26.564676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-22T08:40:28.387896+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-22T08:40:30.545298+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-22T08:40:32.251119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-22T08:40:34.387135+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-22T08:56:53.027309+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"255","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-22T08:58:36.957255+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"258","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-22T08:58:39.525912+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"261","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-22T09:09:47.617520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"266","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e5c48e25-d2db-48be-a5b0-039382c5d472","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6801","nonce":2468979076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6803","nonce":2468979076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6807","nonce":2468979076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":2468979076},{"type":"v1","addr":"172.21.15.64:6805","nonce":2468979076}]},"public_addr":"172.21.15.64:6801/2468979076","cluster_addr":"172.21.15.64:6803/2468979076","heartbeat_back_addr":"172.21.15.64:6807/2468979076","heartbeat_front_addr":"172.21.15.64:6805/2468979076","state":["exists","up"]},{"osd":1,"uuid":"30c14360-b194-47ac-bfc5-675d11438fa1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6817","nonce":2403606568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6819","nonce":2403606568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6823","nonce":2403606568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2403606568},{"type":"v1","addr":"172.21.15.64:6821","nonce":2403606568}]},"public_addr":"172.21.15.64:6817/2403606568","cluster_addr":"172.21.15.64:6819/2403606568","heartbeat_back_addr":"172.21.15.64:6823/2403606568","heartbeat_front_addr":"172.21.15.64:6821/2403606568","state":["exists","up"]},{"osd":2,"uuid":"6e3b8ab3-3331-448b-ad3d-cab97375e323","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6825","nonce":1407671015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6827","nonce":1407671015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6831","nonce":1407671015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":1407671015},{"type":"v1","addr":"172.21.15.64:6829","nonce":1407671015}]},"public_addr":"172.21.15.64:6825/1407671015","cluster_addr":"172.21.15.64:6827/1407671015","heartbeat_back_addr":"172.21.15.64:6831/1407671015","heartbeat_front_addr":"172.21.15.64:6829/1407671015","state":["exists","up"]},{"osd":3,"uuid":"c4fc06f6-9093-47ec-a74f-07579998aff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6809","nonce":2420777677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6811","nonce":2420777677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6815","nonce":2420777677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2420777677},{"type":"v1","addr":"172.21.15.64:6813","nonce":2420777677}]},"public_addr":"172.21.15.64:6809/2420777677","cluster_addr":"172.21.15.64:6811/2420777677","heartbeat_back_addr":"172.21.15.64:6815/2420777677","heartbeat_front_addr":"172.21.15.64:6813/2420777677","state":["exists","up"]},{"osd":4,"uuid":"17ad0a89-5266-4817-b030-a1cbc89299cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6808","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6809","nonce":19909432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6810","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6811","nonce":19909432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6814","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6815","nonce":19909432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6812","nonce":19909432},{"type":"v1","addr":"172.21.15.150:6813","nonce":19909432}]},"public_addr":"172.21.15.150:6809/19909432","cluster_addr":"172.21.15.150:6811/19909432","heartbeat_back_addr":"172.21.15.150:6815/19909432","heartbeat_front_addr":"172.21.15.150:6813/19909432","state":["exists","up"]},{"osd":5,"uuid":"891c8783-75f3-4b29-b597-53be1ad4f60d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6818","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6821","nonce":1163791996}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6824","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6827","nonce":1163791996}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6830","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6831","nonce":1163791996}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6828","nonce":1163791996},{"type":"v1","addr":"172.21.15.150:6829","nonce":1163791996}]},"public_addr":"172.21.15.150:6821/1163791996","cluster_addr":"172.21.15.150:6827/1163791996","heartbeat_back_addr":"172.21.15.150:6831/1163791996","heartbeat_front_addr":"172.21.15.150:6829/1163791996","state":["exists","up"]},{"osd":6,"uuid":"eec558c4-ddfd-4b96-8cac-ec4002af667f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6816","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6817","nonce":2833561222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6819","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6820","nonce":2833561222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6825","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6826","nonce":2833561222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6822","nonce":2833561222},{"type":"v1","addr":"172.21.15.150:6823","nonce":2833561222}]},"public_addr":"172.21.15.150:6817/2833561222","cluster_addr":"172.21.15.150:6820/2833561222","heartbeat_back_addr":"172.21.15.150:6826/2833561222","heartbeat_front_addr":"172.21.15.150:6823/2833561222","state":["exists","up"]},{"osd":7,"uuid":"8b50db9a-12c3-4d00-a890-5ab8804fb363","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6800","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6801","nonce":3684667030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6802","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6803","nonce":3684667030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6806","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6807","nonce":3684667030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.150:6804","nonce":3684667030},{"type":"v1","addr":"172.21.15.150:6805","nonce":3684667030}]},"public_addr":"172.21.15.150:6801/3684667030","cluster_addr":"172.21.15.150:6803/3684667030","heartbeat_back_addr":"172.21.15.150:6807/3684667030","heartbeat_front_addr":"172.21.15.150:6805/3684667030","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.275478+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:04.090492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.775171+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.362421+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.509895+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.883054+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.578350+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:03.171739+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.b","mappings":[{"from":4,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":3}]},{"pgid":"3.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.26","mappings":[{"from":7,"to":1}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":5}]},{"pgid":"4.28","mappings":[{"from":3,"to":2}]},{"pgid":"67.1e","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"3","m":"1","name":"testprofile","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T09:24:43.338 INFO:tasks.ceph:Scrubbing osd.0 2024-09-22T09:24:43.338 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:43.506 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:43.506 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:43.506 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:43.523 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-22T09:24:43.829 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 0 to deep-scrub 2024-09-22T09:24:43.848 INFO:tasks.ceph:Scrubbing osd.1 2024-09-22T09:24:43.848 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:43.939 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-22T09:24:43.989 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:43.989 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:43.989 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:44.003 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-22T09:24:44.295 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 1 to deep-scrub 2024-09-22T09:24:44.314 INFO:tasks.ceph:Scrubbing osd.2 2024-09-22T09:24:44.315 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:44.463 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:44.463 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:44.463 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:44.478 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-22T09:24:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 2 to deep-scrub 2024-09-22T09:24:44.810 INFO:tasks.ceph:Scrubbing osd.3 2024-09-22T09:24:44.810 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:44.969 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:44.969 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:44.969 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:44.986 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-22T09:24:45.294 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 3 to deep-scrub 2024-09-22T09:24:45.314 INFO:tasks.ceph:Scrubbing osd.4 2024-09-22T09:24:45.314 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:45.652 INFO:teuthology.orchestra.run.smithi064.stderr:2024-09-22T09:24:45.652+0000 7f2435961640 0 --2- 172.21.15.64:0/3413187787 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2430147db0 0x7f2430141110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:24:45.677 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:45.677 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:45.677 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:45.703 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-22T09:24:46.027 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 4 to deep-scrub 2024-09-22T09:24:46.048 INFO:tasks.ceph:Scrubbing osd.5 2024-09-22T09:24:46.048 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:46.209 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:46.209 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:46.209 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:46.226 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-22T09:24:46.542 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 5 to deep-scrub 2024-09-22T09:24:46.561 INFO:tasks.ceph:Scrubbing osd.6 2024-09-22T09:24:46.561 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:46.715 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:46.715 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:46.715 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:46.731 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-22T09:24:47.026 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 6 to deep-scrub 2024-09-22T09:24:47.046 INFO:tasks.ceph:Scrubbing osd.7 2024-09-22T09:24:47.046 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-22T09:24:47.199 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-09-22T09:24:47.200 INFO:teuthology.orchestra.run.smithi064.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T09:24:47.200 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-09-22T09:24:47.215 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-22T09:24:47.521 INFO:teuthology.orchestra.run.smithi064.stderr:instructed osd(s) 7 to deep-scrub 2024-09-22T09:24:47.541 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:24:47.896 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:24:47.910 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:24:47.923 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1599,"stamp":"2024-09-22T09:24:47.256744+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":31884611,"num_objects":607,"num_object_clones":0,"num_object_copies":1774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":198863,"num_read_kb":2695150,"num_write":146297,"num_write_kb":2460624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12759,"ondisk_log_size":12759,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1707400,"kb_used_data":74952,"kb_used_omap":12,"kb_used_meta":1631859,"kb_avail":753267320,"statfs":{"total":773094113280,"available":771345735680,"internally_reserved":0,"allocated":76750848,"data_stored":60877410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1671024176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-684880858,"num_objects":-4104,"num_object_clones":0,"num_object_copies":-16340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4104,"num_whiteouts":0,"num_read":4594,"num_read_kb":4140,"num_write":4357,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007048"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.827560+0000","last_change":"2024-09-22T09:09:48.755405+0000","last_active":"2024-09-22T09:19:51.827560+0000","last_peered":"2024-09-22T09:19:51.827560+0000","last_clean":"2024-09-22T09:19:51.827560+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:19:51.827560+0000","last_undegraded":"2024-09-22T09:19:51.827560+0000","last_fullsized":"2024-09-22T09:19:51.827560+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:30.739591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.845253+0000","last_change":"2024-09-22T08:58:41.443693+0000","last_active":"2024-09-22T09:21:11.845253+0000","last_peered":"2024-09-22T09:21:11.845253+0000","last_clean":"2024-09-22T09:21:11.845253+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:21:11.845253+0000","last_undegraded":"2024-09-22T09:21:11.845253+0000","last_fullsized":"2024-09-22T09:21:11.845253+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:47.797319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843354+0000","last_change":"2024-09-22T08:58:38.365791+0000","last_active":"2024-09-22T09:21:11.843354+0000","last_peered":"2024-09-22T09:21:11.843354+0000","last_clean":"2024-09-22T09:21:11.843354+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:21:11.843354+0000","last_undegraded":"2024-09-22T09:21:11.843354+0000","last_fullsized":"2024-09-22T09:21:11.843354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:11.739324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047456+0000","last_change":"2024-09-22T08:56:54.600099+0000","last_active":"2024-09-22T09:21:57.047456+0000","last_peered":"2024-09-22T09:21:57.047456+0000","last_clean":"2024-09-22T09:21:57.047456+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:21:57.047456+0000","last_undegraded":"2024-09-22T09:21:57.047456+0000","last_fullsized":"2024-09-22T09:21:57.047456+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:23.779747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.800753+0000","last_change":"2024-09-22T09:09:48.752275+0000","last_active":"2024-09-22T09:19:51.800753+0000","last_peered":"2024-09-22T09:19:51.800753+0000","last_clean":"2024-09-22T09:19:51.800753+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:19:51.800753+0000","last_undegraded":"2024-09-22T09:19:51.800753+0000","last_fullsized":"2024-09-22T09:19:51.800753+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:44.032587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'4","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.834705+0000","last_change":"2024-09-22T08:58:41.446846+0000","last_active":"2024-09-22T09:23:41.834705+0000","last_peered":"2024-09-22T09:23:41.834705+0000","last_clean":"2024-09-22T09:23:41.834705+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:23:41.834705+0000","last_undegraded":"2024-09-22T09:23:41.834705+0000","last_fullsized":"2024-09-22T09:23:41.834705+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:52.410844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826208+0000","last_change":"2024-09-22T08:58:38.397484+0000","last_active":"2024-09-22T09:21:11.826208+0000","last_peered":"2024-09-22T09:21:11.826208+0000","last_clean":"2024-09-22T09:21:11.826208+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:21:11.826208+0000","last_undegraded":"2024-09-22T09:21:11.826208+0000","last_fullsized":"2024-09-22T09:21:11.826208+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:51.710995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815745+0000","last_change":"2024-09-22T08:56:54.598842+0000","last_active":"2024-09-22T09:21:01.815745+0000","last_peered":"2024-09-22T09:21:01.815745+0000","last_clean":"2024-09-22T09:21:01.815745+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:21:01.815745+0000","last_undegraded":"2024-09-22T09:21:01.815745+0000","last_fullsized":"2024-09-22T09:21:01.815745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:14.425186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814682+0000","last_change":"2024-09-22T09:09:48.761369+0000","last_active":"2024-09-22T09:21:56.814682+0000","last_peered":"2024-09-22T09:21:56.814682+0000","last_clean":"2024-09-22T09:21:56.814682+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:21:56.814682+0000","last_undegraded":"2024-09-22T09:21:56.814682+0000","last_fullsized":"2024-09-22T09:21:56.814682+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:25.355992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042336+0000","last_change":"2024-09-22T08:58:41.525012+0000","last_active":"2024-09-22T09:21:37.042336+0000","last_peered":"2024-09-22T09:21:37.042336+0000","last_clean":"2024-09-22T09:21:37.042336+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:21:37.042336+0000","last_undegraded":"2024-09-22T09:21:37.042336+0000","last_fullsized":"2024-09-22T09:21:37.042336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:04.402440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'7","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.338647+0000","last_change":"2024-09-22T08:58:38.371684+0000","last_active":"2024-09-22T09:24:40.338647+0000","last_peered":"2024-09-22T09:24:40.338647+0000","last_clean":"2024-09-22T09:24:40.338647+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:24:40.338647+0000","last_undegraded":"2024-09-22T09:24:40.338647+0000","last_fullsized":"2024-09-22T09:24:40.338647+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21053,"num_write":12,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047287+0000","last_change":"2024-09-22T08:56:54.593351+0000","last_active":"2024-09-22T09:21:57.047287+0000","last_peered":"2024-09-22T09:21:57.047287+0000","last_clean":"2024-09-22T09:21:57.047287+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:21:57.047287+0000","last_undegraded":"2024-09-22T09:21:57.047287+0000","last_fullsized":"2024-09-22T09:21:57.047287+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:08.128046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'2","reported_seq":32,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:02.063672+0000","last_change":"2024-09-22T08:59:03.437438+0000","last_active":"2024-09-22T09:23:02.063672+0000","last_peered":"2024-09-22T09:23:02.063672+0000","last_clean":"2024-09-22T09:23:02.063672+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:23:02.063672+0000","last_undegraded":"2024-09-22T09:23:02.063672+0000","last_fullsized":"2024-09-22T09:23:02.063672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:28.904325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.834779+0000","last_change":"2024-09-22T08:58:38.360243+0000","last_active":"2024-09-22T09:23:41.834779+0000","last_peered":"2024-09-22T09:23:41.834779+0000","last_clean":"2024-09-22T09:23:41.834779+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:23:41.834779+0000","last_undegraded":"2024-09-22T09:23:41.834779+0000","last_fullsized":"2024-09-22T09:23:41.834779+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:49.867852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855545+0000","last_change":"2024-09-22T08:56:54.600880+0000","last_active":"2024-09-22T09:21:56.855545+0000","last_peered":"2024-09-22T09:21:56.855545+0000","last_clean":"2024-09-22T09:21:56.855545+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:21:56.855545+0000","last_undegraded":"2024-09-22T09:21:56.855545+0000","last_fullsized":"2024-09-22T09:21:56.855545+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:05.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.868850+0000","last_change":"2024-09-22T08:58:41.450320+0000","last_active":"2024-09-22T09:22:56.868850+0000","last_peered":"2024-09-22T09:22:56.868850+0000","last_clean":"2024-09-22T09:22:56.868850+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:22:56.868850+0000","last_undegraded":"2024-09-22T09:22:56.868850+0000","last_fullsized":"2024-09-22T09:22:56.868850+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:31.104179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024508+0000","last_change":"2024-09-22T08:58:38.373270+0000","last_active":"2024-09-22T09:20:27.024508+0000","last_peered":"2024-09-22T09:20:27.024508+0000","last_clean":"2024-09-22T09:20:27.024508+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:20:27.024508+0000","last_undegraded":"2024-09-22T09:20:27.024508+0000","last_fullsized":"2024-09-22T09:20:27.024508+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:01:05.904264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855477+0000","last_change":"2024-09-22T08:56:54.608090+0000","last_active":"2024-09-22T09:21:56.855477+0000","last_peered":"2024-09-22T09:21:56.855477+0000","last_clean":"2024-09-22T09:21:56.855477+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:21:56.855477+0000","last_undegraded":"2024-09-22T09:21:56.855477+0000","last_fullsized":"2024-09-22T09:21:56.855477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:11.689626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.842869+0000","last_change":"2024-09-22T09:09:48.738160+0000","last_active":"2024-09-22T09:22:21.842869+0000","last_peered":"2024-09-22T09:22:21.842869+0000","last_clean":"2024-09-22T09:22:21.842869+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:22:21.842869+0000","last_undegraded":"2024-09-22T09:22:21.842869+0000","last_fullsized":"2024-09-22T09:22:21.842869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:15.877715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.795952+0000","last_change":"2024-09-22T08:58:41.437494+0000","last_active":"2024-09-22T09:20:26.795952+0000","last_peered":"2024-09-22T09:20:26.795952+0000","last_clean":"2024-09-22T09:20:26.795952+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:20:26.795952+0000","last_undegraded":"2024-09-22T09:20:26.795952+0000","last_fullsized":"2024-09-22T09:20:26.795952+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:12.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.825694+0000","last_change":"2024-09-22T08:58:38.366373+0000","last_active":"2024-09-22T09:23:01.825694+0000","last_peered":"2024-09-22T09:23:01.825694+0000","last_clean":"2024-09-22T09:23:01.825694+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:23:01.825694+0000","last_undegraded":"2024-09-22T09:23:01.825694+0000","last_fullsized":"2024-09-22T09:23:01.825694+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:08.694620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814785+0000","last_change":"2024-09-22T08:56:54.599007+0000","last_active":"2024-09-22T09:21:56.814785+0000","last_peered":"2024-09-22T09:21:56.814785+0000","last_clean":"2024-09-22T09:21:56.814785+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:21:56.814785+0000","last_undegraded":"2024-09-22T09:21:56.814785+0000","last_fullsized":"2024-09-22T09:21:56.814785+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:07.840632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977291+0000","last_change":"2024-09-22T09:09:48.758878+0000","last_active":"2024-09-22T09:19:51.977291+0000","last_peered":"2024-09-22T09:19:51.977291+0000","last_clean":"2024-09-22T09:19:51.977291+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:19:51.977291+0000","last_undegraded":"2024-09-22T09:19:51.977291+0000","last_fullsized":"2024-09-22T09:19:51.977291+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:39.058602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.839380+0000","last_change":"2024-09-22T08:58:41.435583+0000","last_active":"2024-09-22T09:23:41.839380+0000","last_peered":"2024-09-22T09:23:41.839380+0000","last_clean":"2024-09-22T09:23:41.839380+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:23:41.839380+0000","last_undegraded":"2024-09-22T09:23:41.839380+0000","last_fullsized":"2024-09-22T09:23:41.839380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:46.155861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800860+0000","last_change":"2024-09-22T08:58:38.383498+0000","last_active":"2024-09-22T09:21:11.800860+0000","last_peered":"2024-09-22T09:21:11.800860+0000","last_clean":"2024-09-22T09:21:11.800860+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:21:11.800860+0000","last_undegraded":"2024-09-22T09:21:11.800860+0000","last_fullsized":"2024-09-22T09:21:11.800860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:11.340849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":112,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034639+0000","last_change":"2024-09-22T08:56:54.600210+0000","last_active":"2024-09-22T09:21:07.034639+0000","last_peered":"2024-09-22T09:21:07.034639+0000","last_clean":"2024-09-22T09:21:07.034639+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:21:07.034639+0000","last_undegraded":"2024-09-22T09:21:07.034639+0000","last_fullsized":"2024-09-22T09:21:07.034639+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:45.141187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:19:51.977377+0000","last_change":"2024-09-22T09:09:48.760608+0000","last_active":"2024-09-22T09:19:51.977377+0000","last_peered":"2024-09-22T09:19:51.977377+0000","last_clean":"2024-09-22T09:19:51.977377+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:19:51.977377+0000","last_undegraded":"2024-09-22T09:19:51.977377+0000","last_fullsized":"2024-09-22T09:19:51.977377+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:37.088159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843162+0000","last_change":"2024-09-22T08:58:41.435075+0000","last_active":"2024-09-22T09:21:11.843162+0000","last_peered":"2024-09-22T09:21:11.843162+0000","last_clean":"2024-09-22T09:21:11.843162+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:21:11.843162+0000","last_undegraded":"2024-09-22T09:21:11.843162+0000","last_fullsized":"2024-09-22T09:21:11.843162+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:36.146831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036126+0000","last_change":"2024-09-22T08:58:38.388789+0000","last_active":"2024-09-22T09:21:12.036126+0000","last_peered":"2024-09-22T09:21:12.036126+0000","last_clean":"2024-09-22T09:21:12.036126+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:21:12.036126+0000","last_undegraded":"2024-09-22T09:21:12.036126+0000","last_fullsized":"2024-09-22T09:21:12.036126+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:19.572450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":115,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.824880+0000","last_change":"2024-09-22T08:56:54.590822+0000","last_active":"2024-09-22T09:21:06.824880+0000","last_peered":"2024-09-22T09:21:06.824880+0000","last_clean":"2024-09-22T09:21:06.824880+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:21:06.824880+0000","last_undegraded":"2024-09-22T09:21:06.824880+0000","last_fullsized":"2024-09-22T09:21:06.824880+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:58.840094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.831161+0000","last_change":"2024-09-22T09:09:48.739537+0000","last_active":"2024-09-22T09:21:31.831161+0000","last_peered":"2024-09-22T09:21:31.831161+0000","last_clean":"2024-09-22T09:21:31.831161+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:21:31.831161+0000","last_undegraded":"2024-09-22T09:21:31.831161+0000","last_fullsized":"2024-09-22T09:21:31.831161+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:23.863203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831808+0000","last_change":"2024-09-22T08:58:41.516623+0000","last_active":"2024-09-22T09:20:26.831808+0000","last_peered":"2024-09-22T09:20:26.831808+0000","last_clean":"2024-09-22T09:20:26.831808+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:20:26.831808+0000","last_undegraded":"2024-09-22T09:20:26.831808+0000","last_fullsized":"2024-09-22T09:20:26.831808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:38.555336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858197+0000","last_change":"2024-09-22T08:58:38.380922+0000","last_active":"2024-09-22T09:22:06.858197+0000","last_peered":"2024-09-22T09:22:06.858197+0000","last_clean":"2024-09-22T09:22:06.858197+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:22:06.858197+0000","last_undegraded":"2024-09-22T09:22:06.858197+0000","last_fullsized":"2024-09-22T09:22:06.858197+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:39.211299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":299,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:39.660711+0000","last_change":"2024-09-22T08:56:54.604341+0000","last_active":"2024-09-22T09:21:39.660711+0000","last_peered":"2024-09-22T09:21:39.660711+0000","last_clean":"2024-09-22T09:21:39.660711+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:21:39.660711+0000","last_undegraded":"2024-09-22T09:21:39.660711+0000","last_fullsized":"2024-09-22T09:21:39.660711+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:57.502176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.821946+0000","last_change":"2024-09-22T09:09:48.721699+0000","last_active":"2024-09-22T09:21:31.821946+0000","last_peered":"2024-09-22T09:21:31.821946+0000","last_clean":"2024-09-22T09:21:31.821946+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:21:31.821946+0000","last_undegraded":"2024-09-22T09:21:31.821946+0000","last_fullsized":"2024-09-22T09:21:31.821946+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:55.345809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858344+0000","last_change":"2024-09-22T08:58:41.519005+0000","last_active":"2024-09-22T09:22:06.858344+0000","last_peered":"2024-09-22T09:22:06.858344+0000","last_clean":"2024-09-22T09:22:06.858344+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:22:06.858344+0000","last_undegraded":"2024-09-22T09:22:06.858344+0000","last_fullsized":"2024-09-22T09:22:06.858344+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:18.754947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985945+0000","last_change":"2024-09-22T08:58:38.385550+0000","last_active":"2024-09-22T09:20:26.985945+0000","last_peered":"2024-09-22T09:20:26.985945+0000","last_clean":"2024-09-22T09:20:26.985945+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:20:26.985945+0000","last_undegraded":"2024-09-22T09:20:26.985945+0000","last_fullsized":"2024-09-22T09:20:26.985945+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:16.966373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":163,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.627919+0000","last_change":"2024-09-22T08:56:54.607952+0000","last_active":"2024-09-22T09:22:08.627919+0000","last_peered":"2024-09-22T09:22:08.627919+0000","last_clean":"2024-09-22T09:22:08.627919+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:22:08.627919+0000","last_undegraded":"2024-09-22T09:22:08.627919+0000","last_fullsized":"2024-09-22T09:22:08.627919+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:06:47.728603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.001023+0000","last_change":"2024-09-22T09:09:48.751596+0000","last_active":"2024-09-22T09:21:32.001023+0000","last_peered":"2024-09-22T09:21:32.001023+0000","last_clean":"2024-09-22T09:21:32.001023+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:21:32.001023+0000","last_undegraded":"2024-09-22T09:21:32.001023+0000","last_fullsized":"2024-09-22T09:21:32.001023+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:02.062036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831864+0000","last_change":"2024-09-22T08:58:41.520488+0000","last_active":"2024-09-22T09:20:26.831864+0000","last_peered":"2024-09-22T09:20:26.831864+0000","last_clean":"2024-09-22T09:20:26.831864+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:20:26.831864+0000","last_undegraded":"2024-09-22T09:20:26.831864+0000","last_fullsized":"2024-09-22T09:20:26.831864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:25.974442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'6","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.640536+0000","last_change":"2024-09-22T08:58:38.376810+0000","last_active":"2024-09-22T09:24:38.640536+0000","last_peered":"2024-09-22T09:24:38.640536+0000","last_clean":"2024-09-22T09:24:38.640536+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:24:38.640536+0000","last_undegraded":"2024-09-22T09:24:38.640536+0000","last_fullsized":"2024-09-22T09:24:38.640536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:12.440545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":816,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.816845+0000","last_change":"2024-09-22T08:56:54.587623+0000","last_active":"2024-09-22T09:21:06.816845+0000","last_peered":"2024-09-22T09:21:06.816845+0000","last_clean":"2024-09-22T09:21:06.816845+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:21:06.816845+0000","last_undegraded":"2024-09-22T09:21:06.816845+0000","last_fullsized":"2024-09-22T09:21:06.816845+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:22.466574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.849899+0000","last_change":"2024-09-22T09:09:48.746696+0000","last_active":"2024-09-22T09:21:31.849899+0000","last_peered":"2024-09-22T09:21:31.849899+0000","last_clean":"2024-09-22T09:21:31.849899+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:21:31.849899+0000","last_undegraded":"2024-09-22T09:21:31.849899+0000","last_fullsized":"2024-09-22T09:21:31.849899+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:02.285860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'3","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.823622+0000","last_change":"2024-09-22T08:58:41.453145+0000","last_active":"2024-09-22T09:22:51.823622+0000","last_peered":"2024-09-22T09:22:51.823622+0000","last_clean":"2024-09-22T09:22:51.823622+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:22:51.823622+0000","last_undegraded":"2024-09-22T09:22:51.823622+0000","last_fullsized":"2024-09-22T09:22:51.823622+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:50:38.937002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.061241+0000","last_change":"2024-09-22T08:58:38.397505+0000","last_active":"2024-09-22T09:22:52.061241+0000","last_peered":"2024-09-22T09:22:52.061241+0000","last_clean":"2024-09-22T09:22:52.061241+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:22:52.061241+0000","last_undegraded":"2024-09-22T09:22:52.061241+0000","last_fullsized":"2024-09-22T09:22:52.061241+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:03.716762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":97,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.984674+0000","last_change":"2024-09-22T08:56:54.599002+0000","last_active":"2024-09-22T09:20:21.984674+0000","last_peered":"2024-09-22T09:20:21.984674+0000","last_clean":"2024-09-22T09:20:21.984674+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:20:21.984674+0000","last_undegraded":"2024-09-22T09:20:21.984674+0000","last_fullsized":"2024-09-22T09:20:21.984674+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:12.339978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'6","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.178057+0000","last_change":"2024-09-22T08:58:41.453989+0000","last_active":"2024-09-22T09:24:40.178057+0000","last_peered":"2024-09-22T09:24:40.178057+0000","last_clean":"2024-09-22T09:24:40.178057+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:24:40.178057+0000","last_undegraded":"2024-09-22T09:24:40.178057+0000","last_fullsized":"2024-09-22T09:24:40.178057+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:50.127983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.811766+0000","last_change":"2024-09-22T08:58:38.368671+0000","last_active":"2024-09-22T09:22:01.811766+0000","last_peered":"2024-09-22T09:22:01.811766+0000","last_clean":"2024-09-22T09:22:01.811766+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:22:01.811766+0000","last_undegraded":"2024-09-22T09:22:01.811766+0000","last_fullsized":"2024-09-22T09:22:01.811766+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:42:47.595328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":156,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983331+0000","last_change":"2024-09-22T08:56:54.599186+0000","last_active":"2024-09-22T09:20:16.983331+0000","last_peered":"2024-09-22T09:20:16.983331+0000","last_clean":"2024-09-22T09:20:16.983331+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:20:16.983331+0000","last_undegraded":"2024-09-22T09:20:16.983331+0000","last_fullsized":"2024-09-22T09:20:16.983331+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:25.580521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047394+0000","last_change":"2024-09-22T09:09:48.738573+0000","last_active":"2024-09-22T09:21:57.047394+0000","last_peered":"2024-09-22T09:21:57.047394+0000","last_clean":"2024-09-22T09:21:57.047394+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:21:57.047394+0000","last_undegraded":"2024-09-22T09:21:57.047394+0000","last_fullsized":"2024-09-22T09:21:57.047394+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:28.821434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.868228+0000","last_change":"2024-09-22T08:58:41.436081+0000","last_active":"2024-09-22T09:24:21.868228+0000","last_peered":"2024-09-22T09:24:21.868228+0000","last_clean":"2024-09-22T09:24:21.868228+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:24:21.868228+0000","last_undegraded":"2024-09-22T09:24:21.868228+0000","last_fullsized":"2024-09-22T09:24:21.868228+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:40.540641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856803+0000","last_change":"2024-09-22T08:58:38.364897+0000","last_active":"2024-09-22T09:22:01.856803+0000","last_peered":"2024-09-22T09:22:01.856803+0000","last_clean":"2024-09-22T09:22:01.856803+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:22:01.856803+0000","last_undegraded":"2024-09-22T09:22:01.856803+0000","last_fullsized":"2024-09-22T09:22:01.856803+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:31.622201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.434133+0000","last_change":"2024-09-22T08:56:54.576792+0000","last_active":"2024-09-22T09:22:12.434133+0000","last_peered":"2024-09-22T09:22:12.434133+0000","last_clean":"2024-09-22T09:22:12.434133+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:22:12.434133+0000","last_undegraded":"2024-09-22T09:22:12.434133+0000","last_fullsized":"2024-09-22T09:22:12.434133+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.461222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.040732+0000","last_change":"2024-09-22T09:09:48.730905+0000","last_active":"2024-09-22T09:21:32.040732+0000","last_peered":"2024-09-22T09:21:32.040732+0000","last_clean":"2024-09-22T09:21:32.040732+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:21:32.040732+0000","last_undegraded":"2024-09-22T09:21:32.040732+0000","last_fullsized":"2024-09-22T09:21:32.040732+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:15.337133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.887774+0000","last_change":"2024-09-22T08:58:41.435415+0000","last_active":"2024-09-22T09:24:21.887774+0000","last_peered":"2024-09-22T09:24:21.887774+0000","last_clean":"2024-09-22T09:24:21.887774+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:24:21.887774+0000","last_undegraded":"2024-09-22T09:24:21.887774+0000","last_fullsized":"2024-09-22T09:24:21.887774+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:17.023617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6516,"num_write":10,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815882+0000","last_change":"2024-09-22T08:58:38.395293+0000","last_active":"2024-09-22T09:22:01.815882+0000","last_peered":"2024-09-22T09:22:01.815882+0000","last_clean":"2024-09-22T09:22:01.815882+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:22:01.815882+0000","last_undegraded":"2024-09-22T09:22:01.815882+0000","last_fullsized":"2024-09-22T09:22:01.815882+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:29.809847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:35.872988+0000","last_change":"2024-09-22T08:56:54.584759+0000","last_active":"2024-09-22T09:21:35.872988+0000","last_peered":"2024-09-22T09:21:35.872988+0000","last_clean":"2024-09-22T09:21:35.872988+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:21:35.872988+0000","last_undegraded":"2024-09-22T09:21:35.872988+0000","last_fullsized":"2024-09-22T09:21:35.872988+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:29.614055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855599+0000","last_change":"2024-09-22T09:09:48.759723+0000","last_active":"2024-09-22T09:21:56.855599+0000","last_peered":"2024-09-22T09:21:56.855599+0000","last_clean":"2024-09-22T09:21:56.855599+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:21:56.855599+0000","last_undegraded":"2024-09-22T09:21:56.855599+0000","last_fullsized":"2024-09-22T09:21:56.855599+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:22.669889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.847957+0000","last_change":"2024-09-22T08:58:41.445830+0000","last_active":"2024-09-22T09:24:21.847957+0000","last_peered":"2024-09-22T09:24:21.847957+0000","last_clean":"2024-09-22T09:24:21.847957+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:24:21.847957+0000","last_undegraded":"2024-09-22T09:24:21.847957+0000","last_fullsized":"2024-09-22T09:24:21.847957+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:29.181526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'9","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.256203+0000","last_change":"2024-09-22T08:58:38.376143+0000","last_active":"2024-09-22T09:24:40.256203+0000","last_peered":"2024-09-22T09:24:40.256203+0000","last_clean":"2024-09-22T09:24:40.256203+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:24:40.256203+0000","last_undegraded":"2024-09-22T09:24:40.256203+0000","last_fullsized":"2024-09-22T09:24:40.256203+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:20.192706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":104,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829035+0000","last_change":"2024-09-22T08:56:54.600713+0000","last_active":"2024-09-22T09:20:16.829035+0000","last_peered":"2024-09-22T09:20:16.829035+0000","last_clean":"2024-09-22T09:20:16.829035+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:20:16.829035+0000","last_undegraded":"2024-09-22T09:20:16.829035+0000","last_fullsized":"2024-09-22T09:20:16.829035+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:07.218970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.812513+0000","last_change":"2024-09-22T09:09:48.721361+0000","last_active":"2024-09-22T09:20:46.812513+0000","last_peered":"2024-09-22T09:20:46.812513+0000","last_clean":"2024-09-22T09:20:46.812513+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:20:46.812513+0000","last_undegraded":"2024-09-22T09:20:46.812513+0000","last_fullsized":"2024-09-22T09:20:46.812513+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:16.155186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.876998+0000","last_change":"2024-09-22T08:58:41.437487+0000","last_active":"2024-09-22T09:23:26.876998+0000","last_peered":"2024-09-22T09:23:26.876998+0000","last_clean":"2024-09-22T09:23:26.876998+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:23:26.876998+0000","last_undegraded":"2024-09-22T09:23:26.876998+0000","last_fullsized":"2024-09-22T09:23:26.876998+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:58.745586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996644+0000","last_change":"2024-09-22T08:58:38.377600+0000","last_active":"2024-09-22T09:21:11.996644+0000","last_peered":"2024-09-22T09:21:11.996644+0000","last_clean":"2024-09-22T09:21:11.996644+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:21:11.996644+0000","last_undegraded":"2024-09-22T09:21:11.996644+0000","last_fullsized":"2024-09-22T09:21:11.996644+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:14.392288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.853118+0000","last_change":"2024-09-22T08:56:54.603226+0000","last_active":"2024-09-22T09:21:46.853118+0000","last_peered":"2024-09-22T09:21:46.853118+0000","last_clean":"2024-09-22T09:21:46.853118+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:21:46.853118+0000","last_undegraded":"2024-09-22T09:21:46.853118+0000","last_fullsized":"2024-09-22T09:21:46.853118+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:24.364866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995356+0000","last_change":"2024-09-22T09:09:48.751136+0000","last_active":"2024-09-22T09:21:06.995356+0000","last_peered":"2024-09-22T09:21:06.995356+0000","last_clean":"2024-09-22T09:21:06.995356+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:21:06.995356+0000","last_undegraded":"2024-09-22T09:21:06.995356+0000","last_fullsized":"2024-09-22T09:21:06.995356+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:27.232929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843310+0000","last_change":"2024-09-22T08:58:41.438228+0000","last_active":"2024-09-22T09:21:11.843310+0000","last_peered":"2024-09-22T09:21:11.843310+0000","last_clean":"2024-09-22T09:21:11.843310+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:21:11.843310+0000","last_undegraded":"2024-09-22T09:21:11.843310+0000","last_fullsized":"2024-09-22T09:21:11.843310+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:02.090336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'3","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.849350+0000","last_change":"2024-09-22T08:58:38.390779+0000","last_active":"2024-09-22T09:23:26.849350+0000","last_peered":"2024-09-22T09:23:26.849350+0000","last_clean":"2024-09-22T09:23:26.849350+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:23:26.849350+0000","last_undegraded":"2024-09-22T09:23:26.849350+0000","last_fullsized":"2024-09-22T09:23:26.849350+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:34.988785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852810+0000","last_change":"2024-09-22T08:56:54.597422+0000","last_active":"2024-09-22T09:21:41.852810+0000","last_peered":"2024-09-22T09:21:41.852810+0000","last_clean":"2024-09-22T09:21:41.852810+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:21:41.852810+0000","last_undegraded":"2024-09-22T09:21:41.852810+0000","last_fullsized":"2024-09-22T09:21:41.852810+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:25.009119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.799067+0000","last_change":"2024-09-22T09:09:48.745798+0000","last_active":"2024-09-22T09:20:41.799067+0000","last_peered":"2024-09-22T09:20:41.799067+0000","last_clean":"2024-09-22T09:20:41.799067+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:20:41.799067+0000","last_undegraded":"2024-09-22T09:20:41.799067+0000","last_fullsized":"2024-09-22T09:20:41.799067+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:48:14.167859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827427+0000","last_change":"2024-09-22T08:58:41.520529+0000","last_active":"2024-09-22T09:21:16.827427+0000","last_peered":"2024-09-22T09:21:16.827427+0000","last_clean":"2024-09-22T09:21:16.827427+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:21:16.827427+0000","last_undegraded":"2024-09-22T09:21:16.827427+0000","last_fullsized":"2024-09-22T09:21:16.827427+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:56.880776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036272+0000","last_change":"2024-09-22T08:58:38.396411+0000","last_active":"2024-09-22T09:21:12.036272+0000","last_peered":"2024-09-22T09:21:12.036272+0000","last_clean":"2024-09-22T09:21:12.036272+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:21:12.036272+0000","last_undegraded":"2024-09-22T09:21:12.036272+0000","last_fullsized":"2024-09-22T09:21:12.036272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:04.215771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":75,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.811645+0000","last_change":"2024-09-22T08:56:54.589464+0000","last_active":"2024-09-22T09:21:41.811645+0000","last_peered":"2024-09-22T09:21:41.811645+0000","last_clean":"2024-09-22T09:21:41.811645+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:21:41.811645+0000","last_undegraded":"2024-09-22T09:21:41.811645+0000","last_fullsized":"2024-09-22T09:21:41.811645+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:13.688301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.989328+0000","last_change":"2024-09-22T09:09:48.751276+0000","last_active":"2024-09-22T09:20:41.989328+0000","last_peered":"2024-09-22T09:20:41.989328+0000","last_clean":"2024-09-22T09:20:41.989328+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:20:41.989328+0000","last_undegraded":"2024-09-22T09:20:41.989328+0000","last_fullsized":"2024-09-22T09:20:41.989328+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:14.382588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.877041+0000","last_change":"2024-09-22T08:58:41.453015+0000","last_active":"2024-09-22T09:23:26.877041+0000","last_peered":"2024-09-22T09:23:26.877041+0000","last_clean":"2024-09-22T09:23:26.877041+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:23:26.877041+0000","last_undegraded":"2024-09-22T09:23:26.877041+0000","last_fullsized":"2024-09-22T09:23:26.877041+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:27.417050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.859248+0000","last_change":"2024-09-22T08:58:38.391876+0000","last_active":"2024-09-22T09:23:31.859248+0000","last_peered":"2024-09-22T09:23:31.859248+0000","last_clean":"2024-09-22T09:23:31.859248+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:23:31.859248+0000","last_undegraded":"2024-09-22T09:23:31.859248+0000","last_fullsized":"2024-09-22T09:23:31.859248+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:52.460406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824454+0000","last_change":"2024-09-22T08:56:54.581443+0000","last_active":"2024-09-22T09:21:41.824454+0000","last_peered":"2024-09-22T09:21:41.824454+0000","last_clean":"2024-09-22T09:21:41.824454+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:21:41.824454+0000","last_undegraded":"2024-09-22T09:21:41.824454+0000","last_fullsized":"2024-09-22T09:21:41.824454+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:09.024231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.842051+0000","last_change":"2024-09-22T09:09:48.757694+0000","last_active":"2024-09-22T09:21:06.842051+0000","last_peered":"2024-09-22T09:21:06.842051+0000","last_clean":"2024-09-22T09:21:06.842051+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:21:06.842051+0000","last_undegraded":"2024-09-22T09:21:06.842051+0000","last_fullsized":"2024-09-22T09:21:06.842051+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:37.646915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.819101+0000","last_change":"2024-09-22T08:58:41.447934+0000","last_active":"2024-09-22T09:22:31.819101+0000","last_peered":"2024-09-22T09:22:31.819101+0000","last_clean":"2024-09-22T09:22:31.819101+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:22:31.819101+0000","last_undegraded":"2024-09-22T09:22:31.819101+0000","last_fullsized":"2024-09-22T09:22:31.819101+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:43.222794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.639227+0000","last_change":"2024-09-22T08:58:38.377993+0000","last_active":"2024-09-22T09:24:38.639227+0000","last_peered":"2024-09-22T09:24:38.639227+0000","last_clean":"2024-09-22T09:24:38.639227+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:24:38.639227+0000","last_undegraded":"2024-09-22T09:24:38.639227+0000","last_fullsized":"2024-09-22T09:24:38.639227+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:56.993690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.557204+0000","last_change":"2024-09-22T08:56:54.590030+0000","last_active":"2024-09-22T09:22:11.557204+0000","last_peered":"2024-09-22T09:22:11.557204+0000","last_clean":"2024-09-22T09:22:11.557204+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:22:11.557204+0000","last_undegraded":"2024-09-22T09:22:11.557204+0000","last_fullsized":"2024-09-22T09:22:11.557204+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:03.886839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996740+0000","last_change":"2024-09-22T09:09:48.753533+0000","last_active":"2024-09-22T09:21:11.996740+0000","last_peered":"2024-09-22T09:21:11.996740+0000","last_clean":"2024-09-22T09:21:11.996740+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:21:11.996740+0000","last_undegraded":"2024-09-22T09:21:11.996740+0000","last_fullsized":"2024-09-22T09:21:11.996740+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:03.184421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'5","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.310261+0000","last_change":"2024-09-22T08:58:41.516292+0000","last_active":"2024-09-22T09:24:38.310261+0000","last_peered":"2024-09-22T09:24:38.310261+0000","last_clean":"2024-09-22T09:24:38.310261+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:24:38.310261+0000","last_undegraded":"2024-09-22T09:24:38.310261+0000","last_fullsized":"2024-09-22T09:24:38.310261+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:22.170700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.847537+0000","last_change":"2024-09-22T08:58:38.379346+0000","last_active":"2024-09-22T09:22:31.847537+0000","last_peered":"2024-09-22T09:22:31.847537+0000","last_clean":"2024-09-22T09:22:31.847537+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:22:31.847537+0000","last_undegraded":"2024-09-22T09:22:31.847537+0000","last_fullsized":"2024-09-22T09:22:31.847537+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:24.619522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:18.587782+0000","last_change":"2024-09-22T08:56:54.579732+0000","last_active":"2024-09-22T09:21:18.587782+0000","last_peered":"2024-09-22T09:21:18.587782+0000","last_clean":"2024-09-22T09:21:18.587782+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:21:18.587782+0000","last_undegraded":"2024-09-22T09:21:18.587782+0000","last_fullsized":"2024-09-22T09:21:18.587782+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:06.014792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995411+0000","last_change":"2024-09-22T09:09:48.744168+0000","last_active":"2024-09-22T09:21:06.995411+0000","last_peered":"2024-09-22T09:21:06.995411+0000","last_clean":"2024-09-22T09:21:06.995411+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:21:06.995411+0000","last_undegraded":"2024-09-22T09:21:06.995411+0000","last_fullsized":"2024-09-22T09:21:06.995411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:48.781461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826141+0000","last_change":"2024-09-22T08:58:41.441172+0000","last_active":"2024-09-22T09:21:11.826141+0000","last_peered":"2024-09-22T09:21:11.826141+0000","last_clean":"2024-09-22T09:21:11.826141+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:21:11.826141+0000","last_undegraded":"2024-09-22T09:21:11.826141+0000","last_fullsized":"2024-09-22T09:21:11.826141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:31:23.005593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056083+0000","last_change":"2024-09-22T08:58:38.396188+0000","last_active":"2024-09-22T09:22:32.056083+0000","last_peered":"2024-09-22T09:22:32.056083+0000","last_clean":"2024-09-22T09:22:32.056083+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:22:32.056083+0000","last_undegraded":"2024-09-22T09:22:32.056083+0000","last_fullsized":"2024-09-22T09:22:32.056083+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:18.890043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.836606+0000","last_change":"2024-09-22T08:56:54.594855+0000","last_active":"2024-09-22T09:20:46.836606+0000","last_peered":"2024-09-22T09:20:46.836606+0000","last_clean":"2024-09-22T09:20:46.836606+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:20:46.836606+0000","last_undegraded":"2024-09-22T09:20:46.836606+0000","last_fullsized":"2024-09-22T09:20:46.836606+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:10.798534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034859+0000","last_change":"2024-09-22T09:09:48.760627+0000","last_active":"2024-09-22T09:21:07.034859+0000","last_peered":"2024-09-22T09:21:07.034859+0000","last_clean":"2024-09-22T09:21:07.034859+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:21:07.034859+0000","last_undegraded":"2024-09-22T09:21:07.034859+0000","last_fullsized":"2024-09-22T09:21:07.034859+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:22.960950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'6","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.487736+0000","last_change":"2024-09-22T08:58:41.447917+0000","last_active":"2024-09-22T09:24:38.487736+0000","last_peered":"2024-09-22T09:24:38.487736+0000","last_clean":"2024-09-22T09:24:38.487736+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:24:38.487736+0000","last_undegraded":"2024-09-22T09:24:38.487736+0000","last_fullsized":"2024-09-22T09:24:38.487736+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:29.164959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.831427+0000","last_change":"2024-09-22T08:58:38.370540+0000","last_active":"2024-09-22T09:23:26.831427+0000","last_peered":"2024-09-22T09:23:26.831427+0000","last_clean":"2024-09-22T09:23:26.831427+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:23:26.831427+0000","last_undegraded":"2024-09-22T09:23:26.831427+0000","last_fullsized":"2024-09-22T09:23:26.831427+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:16.813035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":117,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800093+0000","last_change":"2024-09-22T08:56:54.589582+0000","last_active":"2024-09-22T09:20:46.800093+0000","last_peered":"2024-09-22T09:20:46.800093+0000","last_clean":"2024-09-22T09:20:46.800093+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:20:46.800093+0000","last_undegraded":"2024-09-22T09:20:46.800093+0000","last_fullsized":"2024-09-22T09:20:46.800093+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:44.746819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012917+0000","last_change":"2024-09-22T09:09:48.738845+0000","last_active":"2024-09-22T09:22:22.012917+0000","last_peered":"2024-09-22T09:22:22.012917+0000","last_clean":"2024-09-22T09:22:22.012917+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:22:22.012917+0000","last_undegraded":"2024-09-22T09:22:22.012917+0000","last_fullsized":"2024-09-22T09:22:22.012917+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:00.259058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042109+0000","last_change":"2024-09-22T08:58:41.443512+0000","last_active":"2024-09-22T09:21:37.042109+0000","last_peered":"2024-09-22T09:21:37.042109+0000","last_clean":"2024-09-22T09:21:37.042109+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:21:37.042109+0000","last_undegraded":"2024-09-22T09:21:37.042109+0000","last_fullsized":"2024-09-22T09:21:37.042109+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:14.903111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002296+0000","last_change":"2024-09-22T08:58:38.374996+0000","last_active":"2024-09-22T09:21:37.002296+0000","last_peered":"2024-09-22T09:21:37.002296+0000","last_clean":"2024-09-22T09:21:37.002296+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:21:37.002296+0000","last_undegraded":"2024-09-22T09:21:37.002296+0000","last_fullsized":"2024-09-22T09:21:37.002296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:57.538729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:47.029690+0000","last_change":"2024-09-22T08:56:54.590303+0000","last_active":"2024-09-22T09:20:47.029690+0000","last_peered":"2024-09-22T09:20:47.029690+0000","last_clean":"2024-09-22T09:20:47.029690+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:20:47.029690+0000","last_undegraded":"2024-09-22T09:20:47.029690+0000","last_fullsized":"2024-09-22T09:20:47.029690+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:00.333024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861406+0000","last_change":"2024-09-22T09:09:48.755994+0000","last_active":"2024-09-22T09:22:21.861406+0000","last_peered":"2024-09-22T09:22:21.861406+0000","last_clean":"2024-09-22T09:22:21.861406+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:22:21.861406+0000","last_undegraded":"2024-09-22T09:22:21.861406+0000","last_fullsized":"2024-09-22T09:22:21.861406+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:40:00.521403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042051+0000","last_change":"2024-09-22T08:58:41.517269+0000","last_active":"2024-09-22T09:21:37.042051+0000","last_peered":"2024-09-22T09:21:37.042051+0000","last_clean":"2024-09-22T09:21:37.042051+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:21:37.042051+0000","last_undegraded":"2024-09-22T09:21:37.042051+0000","last_fullsized":"2024-09-22T09:21:37.042051+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:57.179825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824492+0000","last_change":"2024-09-22T08:58:38.392432+0000","last_active":"2024-09-22T09:21:41.824492+0000","last_peered":"2024-09-22T09:21:41.824492+0000","last_clean":"2024-09-22T09:21:41.824492+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:21:41.824492+0000","last_undegraded":"2024-09-22T09:21:41.824492+0000","last_fullsized":"2024-09-22T09:21:41.824492+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:50.516607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:46.800240+0000","last_change":"2024-09-22T08:56:54.581691+0000","last_active":"2024-09-22T09:20:46.800240+0000","last_peered":"2024-09-22T09:20:46.800240+0000","last_clean":"2024-09-22T09:20:46.800240+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:20:46.800240+0000","last_undegraded":"2024-09-22T09:20:46.800240+0000","last_fullsized":"2024-09-22T09:20:46.800240+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:22.236533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.836931+0000","last_change":"2024-09-22T09:09:48.765280+0000","last_active":"2024-09-22T09:21:56.836931+0000","last_peered":"2024-09-22T09:21:56.836931+0000","last_clean":"2024-09-22T09:21:56.836931+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:21:56.836931+0000","last_undegraded":"2024-09-22T09:21:56.836931+0000","last_fullsized":"2024-09-22T09:21:56.836931+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:59.916855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.015493+0000","last_change":"2024-09-22T08:58:41.524645+0000","last_active":"2024-09-22T09:22:32.015493+0000","last_peered":"2024-09-22T09:22:32.015493+0000","last_clean":"2024-09-22T09:22:32.015493+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:22:32.015493+0000","last_undegraded":"2024-09-22T09:22:32.015493+0000","last_fullsized":"2024-09-22T09:22:32.015493+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:09.557414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.863650+0000","last_change":"2024-09-22T08:58:38.382725+0000","last_active":"2024-09-22T09:22:31.863650+0000","last_peered":"2024-09-22T09:22:31.863650+0000","last_clean":"2024-09-22T09:22:31.863650+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:22:31.863650+0000","last_undegraded":"2024-09-22T09:22:31.863650+0000","last_fullsized":"2024-09-22T09:22:31.863650+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:15.690324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":103,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007861+0000","last_change":"2024-09-22T08:56:54.587023+0000","last_active":"2024-09-22T09:22:02.007861+0000","last_peered":"2024-09-22T09:22:02.007861+0000","last_clean":"2024-09-22T09:22:02.007861+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:22:02.007861+0000","last_undegraded":"2024-09-22T09:22:02.007861+0000","last_fullsized":"2024-09-22T09:22:02.007861+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:48.228442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.816662+0000","last_change":"2024-09-22T09:09:48.747972+0000","last_active":"2024-09-22T09:22:21.816662+0000","last_peered":"2024-09-22T09:22:21.816662+0000","last_clean":"2024-09-22T09:22:21.816662+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:22:21.816662+0000","last_undegraded":"2024-09-22T09:22:21.816662+0000","last_fullsized":"2024-09-22T09:22:21.816662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:23:47.751712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.819267+0000","last_change":"2024-09-22T08:58:41.441654+0000","last_active":"2024-09-22T09:22:31.819267+0000","last_peered":"2024-09-22T09:22:31.819267+0000","last_clean":"2024-09-22T09:22:31.819267+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:22:31.819267+0000","last_undegraded":"2024-09-22T09:22:31.819267+0000","last_fullsized":"2024-09-22T09:22:31.819267+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:51.206574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.411109+0000","last_change":"2024-09-22T08:58:38.377447+0000","last_active":"2024-09-22T09:24:40.411109+0000","last_peered":"2024-09-22T09:24:40.411109+0000","last_clean":"2024-09-22T09:24:40.411109+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:24:40.411109+0000","last_undegraded":"2024-09-22T09:24:40.411109+0000","last_fullsized":"2024-09-22T09:24:40.411109+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.649775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6842,"num_write":5,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":371,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837122+0000","last_change":"2024-09-22T08:56:54.590834+0000","last_active":"2024-09-22T09:21:56.837122+0000","last_peered":"2024-09-22T09:21:56.837122+0000","last_clean":"2024-09-22T09:21:56.837122+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:21:56.837122+0000","last_undegraded":"2024-09-22T09:21:56.837122+0000","last_fullsized":"2024-09-22T09:21:56.837122+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:36.250465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:41.811441+0000","last_change":"2024-09-22T09:09:48.753201+0000","last_active":"2024-09-22T09:20:41.811441+0000","last_peered":"2024-09-22T09:20:41.811441+0000","last_clean":"2024-09-22T09:20:41.811441+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:20:41.811441+0000","last_undegraded":"2024-09-22T09:20:41.811441+0000","last_fullsized":"2024-09-22T09:20:41.811441+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:39.480361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.860483+0000","last_change":"2024-09-22T08:58:41.438114+0000","last_active":"2024-09-22T09:23:41.860483+0000","last_peered":"2024-09-22T09:23:41.860483+0000","last_clean":"2024-09-22T09:23:41.860483+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:23:41.860483+0000","last_undegraded":"2024-09-22T09:23:41.860483+0000","last_fullsized":"2024-09-22T09:23:41.860483+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:10.322698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:47.018777+0000","last_change":"2024-09-22T08:58:38.366756+0000","last_active":"2024-09-22T09:22:47.018777+0000","last_peered":"2024-09-22T09:22:47.018777+0000","last_clean":"2024-09-22T09:22:47.018777+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:22:47.018777+0000","last_undegraded":"2024-09-22T09:22:47.018777+0000","last_fullsized":"2024-09-22T09:22:47.018777+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:45:33.846924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855999+0000","last_change":"2024-09-22T08:56:54.594039+0000","last_active":"2024-09-22T09:21:56.855999+0000","last_peered":"2024-09-22T09:21:56.855999+0000","last_clean":"2024-09-22T09:21:56.855999+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:21:56.855999+0000","last_undegraded":"2024-09-22T09:21:56.855999+0000","last_fullsized":"2024-09-22T09:21:56.855999+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:41.679824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:42.028489+0000","last_change":"2024-09-22T09:09:48.751755+0000","last_active":"2024-09-22T09:20:42.028489+0000","last_peered":"2024-09-22T09:20:42.028489+0000","last_clean":"2024-09-22T09:20:42.028489+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:20:42.028489+0000","last_undegraded":"2024-09-22T09:20:42.028489+0000","last_fullsized":"2024-09-22T09:20:42.028489+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:29.400156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'8","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.338501+0000","last_change":"2024-09-22T08:58:41.452900+0000","last_active":"2024-09-22T09:24:39.338501+0000","last_peered":"2024-09-22T09:24:39.338501+0000","last_clean":"2024-09-22T09:24:39.338501+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:24:39.338501+0000","last_undegraded":"2024-09-22T09:24:39.338501+0000","last_fullsized":"2024-09-22T09:24:39.338501+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12311,"num_write":8,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:42.032409+0000","last_change":"2024-09-22T08:58:38.369598+0000","last_active":"2024-09-22T09:23:42.032409+0000","last_peered":"2024-09-22T09:23:42.032409+0000","last_clean":"2024-09-22T09:23:42.032409+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:23:42.032409+0000","last_undegraded":"2024-09-22T09:23:42.032409+0000","last_fullsized":"2024-09-22T09:23:42.032409+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:27.833066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.810739+0000","last_change":"2024-09-22T08:56:54.579244+0000","last_active":"2024-09-22T09:21:56.810739+0000","last_peered":"2024-09-22T09:21:56.810739+0000","last_clean":"2024-09-22T09:21:56.810739+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:21:56.810739+0000","last_undegraded":"2024-09-22T09:21:56.810739+0000","last_fullsized":"2024-09-22T09:21:56.810739+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:32.509713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.053703+0000","last_change":"2024-09-22T09:09:48.745439+0000","last_active":"2024-09-22T09:22:22.053703+0000","last_peered":"2024-09-22T09:22:22.053703+0000","last_clean":"2024-09-22T09:22:22.053703+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:22:22.053703+0000","last_undegraded":"2024-09-22T09:22:22.053703+0000","last_fullsized":"2024-09-22T09:22:22.053703+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:43.238962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'8","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.839313+0000","last_change":"2024-09-22T08:58:41.438805+0000","last_active":"2024-09-22T09:23:41.839313+0000","last_peered":"2024-09-22T09:23:41.839313+0000","last_clean":"2024-09-22T09:23:41.839313+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:23:41.839313+0000","last_undegraded":"2024-09-22T09:23:41.839313+0000","last_fullsized":"2024-09-22T09:23:41.839313+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:33.761097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":13,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.481045+0000","last_change":"2024-09-22T08:58:38.387037+0000","last_active":"2024-09-22T09:24:39.481045+0000","last_peered":"2024-09-22T09:24:39.481045+0000","last_clean":"2024-09-22T09:24:39.481045+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:24:39.481045+0000","last_undegraded":"2024-09-22T09:24:39.481045+0000","last_fullsized":"2024-09-22T09:24:39.481045+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:32.963637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":18961,"num_write":20,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.778948+0000","last_change":"2024-09-22T08:56:54.590584+0000","last_active":"2024-09-22T09:22:11.778948+0000","last_peered":"2024-09-22T09:22:11.778948+0000","last_clean":"2024-09-22T09:22:11.778948+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:22:11.778948+0000","last_undegraded":"2024-09-22T09:22:11.778948+0000","last_fullsized":"2024-09-22T09:22:11.778948+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:48.908933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.014220+0000","last_change":"2024-09-22T09:09:48.768472+0000","last_active":"2024-09-22T09:22:27.014220+0000","last_peered":"2024-09-22T09:22:27.014220+0000","last_clean":"2024-09-22T09:22:27.014220+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:22:27.014220+0000","last_undegraded":"2024-09-22T09:22:27.014220+0000","last_fullsized":"2024-09-22T09:22:27.014220+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:43.387844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806295+0000","last_change":"2024-09-22T08:58:41.432894+0000","last_active":"2024-09-22T09:21:36.806295+0000","last_peered":"2024-09-22T09:21:36.806295+0000","last_clean":"2024-09-22T09:21:36.806295+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:21:36.806295+0000","last_undegraded":"2024-09-22T09:21:36.806295+0000","last_fullsized":"2024-09-22T09:21:36.806295+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:49.920522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810572+0000","last_change":"2024-09-22T08:58:38.381164+0000","last_active":"2024-09-22T09:21:36.810572+0000","last_peered":"2024-09-22T09:21:36.810572+0000","last_clean":"2024-09-22T09:21:36.810572+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:21:36.810572+0000","last_undegraded":"2024-09-22T09:21:36.810572+0000","last_fullsized":"2024-09-22T09:21:36.810572+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:44.354440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":145,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.792421+0000","last_change":"2024-09-22T08:56:54.584487+0000","last_active":"2024-09-22T09:22:11.792421+0000","last_peered":"2024-09-22T09:22:11.792421+0000","last_clean":"2024-09-22T09:22:11.792421+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:22:11.792421+0000","last_undegraded":"2024-09-22T09:22:11.792421+0000","last_fullsized":"2024-09-22T09:22:11.792421+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:10.890946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'333","reported_seq":991,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.685347+0000","last_change":"2024-09-22T08:40:26.259136+0000","last_active":"2024-09-22T09:24:40.685347+0000","last_peered":"2024-09-22T09:24:40.685347+0000","last_clean":"2024-09-22T09:24:40.685347+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:24:40.685347+0000","last_undegraded":"2024-09-22T09:24:40.685347+0000","last_fullsized":"2024-09-22T09:24:40.685347+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:04.745104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":674,"num_read_kb":27944,"num_write":1055,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":743,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.189657+0000","last_change":"2024-09-22T08:40:28.223337+0000","last_active":"2024-09-22T09:22:02.189657+0000","last_peered":"2024-09-22T09:22:02.189657+0000","last_clean":"2024-09-22T09:22:02.189657+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:22:02.189657+0000","last_undegraded":"2024-09-22T09:22:02.189657+0000","last_fullsized":"2024-09-22T09:22:02.189657+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:45.722304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'381","reported_seq":1042,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.653202+0000","last_change":"2024-09-22T08:40:26.249405+0000","last_active":"2024-09-22T09:24:40.653202+0000","last_peered":"2024-09-22T09:24:40.653202+0000","last_clean":"2024-09-22T09:24:40.653202+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:24:40.653202+0000","last_undegraded":"2024-09-22T09:24:40.653202+0000","last_fullsized":"2024-09-22T09:24:40.653202+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:52.047534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":657,"num_read_kb":37444,"num_write":1152,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":974,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.264736+0000","last_change":"2024-09-22T08:40:28.236149+0000","last_active":"2024-09-22T09:22:17.264736+0000","last_peered":"2024-09-22T09:22:17.264736+0000","last_clean":"2024-09-22T09:22:17.264736+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:22:17.264736+0000","last_undegraded":"2024-09-22T09:22:17.264736+0000","last_fullsized":"2024-09-22T09:22:17.264736+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:22.155276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'354","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.709090+0000","last_change":"2024-09-22T08:40:26.209926+0000","last_active":"2024-09-22T09:24:40.709090+0000","last_peered":"2024-09-22T09:24:40.709090+0000","last_clean":"2024-09-22T09:24:40.709090+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:24:40.709090+0000","last_undegraded":"2024-09-22T09:24:40.709090+0000","last_fullsized":"2024-09-22T09:24:40.709090+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:00.317914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":13679,"num_write":1191,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":716,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.733549+0000","last_change":"2024-09-22T08:40:28.196009+0000","last_active":"2024-09-22T09:22:17.733549+0000","last_peered":"2024-09-22T09:22:17.733549+0000","last_clean":"2024-09-22T09:22:17.733549+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:22:17.733549+0000","last_undegraded":"2024-09-22T09:22:17.733549+0000","last_fullsized":"2024-09-22T09:22:17.733549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:07.867134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'327","reported_seq":939,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.702652+0000","last_change":"2024-09-22T08:40:26.223783+0000","last_active":"2024-09-22T09:24:40.702652+0000","last_peered":"2024-09-22T09:24:40.702652+0000","last_clean":"2024-09-22T09:24:40.702652+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:24:40.702652+0000","last_undegraded":"2024-09-22T09:24:40.702652+0000","last_fullsized":"2024-09-22T09:24:40.702652+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:48.521169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":470,"num_read_kb":22989,"num_write":861,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.766833+0000","last_change":"2024-09-22T08:40:28.207352+0000","last_active":"2024-09-22T09:22:38.766833+0000","last_peered":"2024-09-22T09:22:38.766833+0000","last_clean":"2024-09-22T09:22:38.766833+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:22:38.766833+0000","last_undegraded":"2024-09-22T09:22:38.766833+0000","last_fullsized":"2024-09-22T09:22:38.766833+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:32.356888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'368","reported_seq":1058,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.646233+0000","last_change":"2024-09-22T08:40:26.255543+0000","last_active":"2024-09-22T09:24:40.646233+0000","last_peered":"2024-09-22T09:24:40.646233+0000","last_clean":"2024-09-22T09:24:40.646233+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:24:40.646233+0000","last_undegraded":"2024-09-22T09:24:40.646233+0000","last_fullsized":"2024-09-22T09:24:40.646233+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:57.630649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":694,"num_read_kb":47725,"num_write":1289,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'107","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:41.826817+0000","last_change":"2024-09-22T08:40:28.221936+0000","last_active":"2024-09-22T09:22:41.826817+0000","last_peered":"2024-09-22T09:22:41.826817+0000","last_clean":"2024-09-22T09:22:41.826817+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:22:41.826817+0000","last_undegraded":"2024-09-22T09:22:41.826817+0000","last_fullsized":"2024-09-22T09:22:41.826817+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:06.330029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'341","reported_seq":981,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.588867+0000","last_change":"2024-09-22T08:40:26.244435+0000","last_active":"2024-09-22T09:24:40.588867+0000","last_peered":"2024-09-22T09:24:40.588867+0000","last_clean":"2024-09-22T09:24:40.588867+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:24:40.588867+0000","last_undegraded":"2024-09-22T09:24:40.588867+0000","last_fullsized":"2024-09-22T09:24:40.588867+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:19.425023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174783,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":605,"num_read_kb":36706,"num_write":1038,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814565+0000","last_change":"2024-09-22T08:40:28.213470+0000","last_active":"2024-09-22T09:22:11.814565+0000","last_peered":"2024-09-22T09:22:11.814565+0000","last_clean":"2024-09-22T09:22:11.814565+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:22:11.814565+0000","last_undegraded":"2024-09-22T09:22:11.814565+0000","last_fullsized":"2024-09-22T09:22:11.814565+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:24.348129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'363","reported_seq":1005,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.521258+0000","last_change":"2024-09-22T08:40:26.256960+0000","last_active":"2024-09-22T09:24:40.521258+0000","last_peered":"2024-09-22T09:24:40.521258+0000","last_clean":"2024-09-22T09:24:40.521258+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:24:40.521258+0000","last_undegraded":"2024-09-22T09:24:40.521258+0000","last_fullsized":"2024-09-22T09:24:40.521258+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:52.171542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":5378,"num_write":1221,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859289+0000","last_change":"2024-09-22T08:40:28.225505+0000","last_active":"2024-09-22T09:22:11.859289+0000","last_peered":"2024-09-22T09:22:11.859289+0000","last_clean":"2024-09-22T09:22:11.859289+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:22:11.859289+0000","last_undegraded":"2024-09-22T09:22:11.859289+0000","last_fullsized":"2024-09-22T09:22:11.859289+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:50.167408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'344","reported_seq":964,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.571935+0000","last_change":"2024-09-22T08:40:26.223521+0000","last_active":"2024-09-22T09:24:40.571935+0000","last_peered":"2024-09-22T09:24:40.571935+0000","last_clean":"2024-09-22T09:24:40.571935+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:24:40.571935+0000","last_undegraded":"2024-09-22T09:24:40.571935+0000","last_fullsized":"2024-09-22T09:24:40.571935+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:35.770868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":10855,"num_write":1006,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.831189+0000","last_change":"2024-09-22T08:40:28.210451+0000","last_active":"2024-09-22T09:22:11.831189+0000","last_peered":"2024-09-22T09:22:11.831189+0000","last_clean":"2024-09-22T09:22:11.831189+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:22:11.831189+0000","last_undegraded":"2024-09-22T09:22:11.831189+0000","last_fullsized":"2024-09-22T09:22:11.831189+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:09.746662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.816973+0000","last_change":"2024-09-22T08:40:28.213552+0000","last_active":"2024-09-22T09:22:27.816973+0000","last_peered":"2024-09-22T09:22:27.816973+0000","last_clean":"2024-09-22T09:22:27.816973+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:22:27.816973+0000","last_undegraded":"2024-09-22T09:22:27.816973+0000","last_fullsized":"2024-09-22T09:22:27.816973+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:01:52.577190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'337","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.625410+0000","last_change":"2024-09-22T08:40:26.240708+0000","last_active":"2024-09-22T09:24:40.625410+0000","last_peered":"2024-09-22T09:24:40.625410+0000","last_clean":"2024-09-22T09:24:40.625410+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:24:40.625410+0000","last_undegraded":"2024-09-22T09:24:40.625410+0000","last_fullsized":"2024-09-22T09:24:40.625410+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:50.700667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1080000,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":535,"num_read_kb":1798,"num_write":1019,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.107436+0000","last_change":"2024-09-22T08:40:28.233230+0000","last_active":"2024-09-22T09:22:29.107436+0000","last_peered":"2024-09-22T09:22:29.107436+0000","last_clean":"2024-09-22T09:22:29.107436+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:22:29.107436+0000","last_undegraded":"2024-09-22T09:22:29.107436+0000","last_fullsized":"2024-09-22T09:22:29.107436+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:50.367002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'382","reported_seq":1018,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.664607+0000","last_change":"2024-09-22T08:40:26.261802+0000","last_active":"2024-09-22T09:24:40.664607+0000","last_peered":"2024-09-22T09:24:40.664607+0000","last_clean":"2024-09-22T09:24:40.664607+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:24:40.664607+0000","last_undegraded":"2024-09-22T09:24:40.664607+0000","last_fullsized":"2024-09-22T09:24:40.664607+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:32.927376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":658,"num_read_kb":13103,"num_write":1090,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":662,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.064444+0000","last_change":"2024-09-22T08:40:28.223341+0000","last_active":"2024-09-22T09:22:30.064444+0000","last_peered":"2024-09-22T09:22:30.064444+0000","last_clean":"2024-09-22T09:22:30.064444+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:22:30.064444+0000","last_undegraded":"2024-09-22T09:22:30.064444+0000","last_fullsized":"2024-09-22T09:22:30.064444+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:58:19.320811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'344","reported_seq":977,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.660702+0000","last_change":"2024-09-22T08:40:26.261375+0000","last_active":"2024-09-22T09:24:40.660702+0000","last_peered":"2024-09-22T09:24:40.660702+0000","last_clean":"2024-09-22T09:24:40.660702+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:24:40.660702+0000","last_undegraded":"2024-09-22T09:24:40.660702+0000","last_fullsized":"2024-09-22T09:24:40.660702+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:53:10.737768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":11711,"num_write":1053,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.748349+0000","last_change":"2024-09-22T08:40:28.208737+0000","last_active":"2024-09-22T09:22:51.748349+0000","last_peered":"2024-09-22T09:22:51.748349+0000","last_clean":"2024-09-22T09:22:51.748349+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:22:51.748349+0000","last_undegraded":"2024-09-22T09:22:51.748349+0000","last_fullsized":"2024-09-22T09:22:51.748349+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:39.578752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'339","reported_seq":980,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.667064+0000","last_change":"2024-09-22T08:40:26.266828+0000","last_active":"2024-09-22T09:24:40.667064+0000","last_peered":"2024-09-22T09:24:40.667064+0000","last_clean":"2024-09-22T09:24:40.667064+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:24:40.667064+0000","last_undegraded":"2024-09-22T09:24:40.667064+0000","last_fullsized":"2024-09-22T09:24:40.667064+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:08.107181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":605,"num_read_kb":14758,"num_write":1058,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.514636+0000","last_change":"2024-09-22T08:40:28.218545+0000","last_active":"2024-09-22T09:22:49.514636+0000","last_peered":"2024-09-22T09:22:49.514636+0000","last_clean":"2024-09-22T09:22:49.514636+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:22:49.514636+0000","last_undegraded":"2024-09-22T09:22:49.514636+0000","last_fullsized":"2024-09-22T09:22:49.514636+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:18.060783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'304","reported_seq":924,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.611465+0000","last_change":"2024-09-22T08:40:26.253337+0000","last_active":"2024-09-22T09:24:40.611465+0000","last_peered":"2024-09-22T09:24:40.611465+0000","last_clean":"2024-09-22T09:24:40.611465+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:24:40.611465+0000","last_undegraded":"2024-09-22T09:24:40.611465+0000","last_fullsized":"2024-09-22T09:24:40.611465+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:46.851624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":76154,"num_write":931,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.841801+0000","last_change":"2024-09-22T08:40:28.207616+0000","last_active":"2024-09-22T09:22:36.841801+0000","last_peered":"2024-09-22T09:22:36.841801+0000","last_clean":"2024-09-22T09:22:36.841801+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:22:36.841801+0000","last_undegraded":"2024-09-22T09:22:36.841801+0000","last_fullsized":"2024-09-22T09:22:36.841801+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:17.945905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'355","reported_seq":1018,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.696744+0000","last_change":"2024-09-22T08:40:26.226464+0000","last_active":"2024-09-22T09:24:40.696744+0000","last_peered":"2024-09-22T09:24:40.696744+0000","last_clean":"2024-09-22T09:24:40.696744+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:24:40.696744+0000","last_undegraded":"2024-09-22T09:24:40.696744+0000","last_fullsized":"2024-09-22T09:24:40.696744+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:10.083410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":493044,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":645,"num_read_kb":47558,"num_write":1197,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'134","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.837924+0000","last_change":"2024-09-22T08:40:36.289314+0000","last_active":"2024-09-22T09:22:51.837924+0000","last_peered":"2024-09-22T09:22:51.837924+0000","last_clean":"2024-09-22T09:22:51.837924+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:22:51.837924+0000","last_undegraded":"2024-09-22T09:22:51.837924+0000","last_fullsized":"2024-09-22T09:22:51.837924+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:37.542476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":948,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.423881+0000","last_change":"2024-09-22T08:40:28.212016+0000","last_active":"2024-09-22T09:22:32.423881+0000","last_peered":"2024-09-22T09:22:32.423881+0000","last_clean":"2024-09-22T09:22:32.423881+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:22:32.423881+0000","last_undegraded":"2024-09-22T09:22:32.423881+0000","last_fullsized":"2024-09-22T09:22:32.423881+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:31.570915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'314","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.687576+0000","last_change":"2024-09-22T08:40:26.274211+0000","last_active":"2024-09-22T09:24:40.687576+0000","last_peered":"2024-09-22T09:24:40.687576+0000","last_clean":"2024-09-22T09:24:40.687576+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:24:40.687576+0000","last_undegraded":"2024-09-22T09:24:40.687576+0000","last_fullsized":"2024-09-22T09:24:40.687576+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:01:46.914384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":47942,"num_write":1014,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851411+0000","last_change":"2024-09-22T08:40:30.224461+0000","last_active":"2024-09-22T09:21:36.851411+0000","last_peered":"2024-09-22T09:21:36.851411+0000","last_clean":"2024-09-22T09:21:36.851411+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:21:36.851411+0000","last_undegraded":"2024-09-22T09:21:36.851411+0000","last_fullsized":"2024-09-22T09:21:36.851411+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:47.499246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'348","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.631340+0000","last_change":"2024-09-22T08:40:32.229748+0000","last_active":"2024-09-22T09:24:38.631340+0000","last_peered":"2024-09-22T09:24:38.631340+0000","last_clean":"2024-09-22T09:24:38.631340+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:24:38.631340+0000","last_undegraded":"2024-09-22T09:24:38.631340+0000","last_fullsized":"2024-09-22T09:24:38.631340+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:16.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52140,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":567,"num_read_kb":1215,"num_write":458,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003628+0000","last_change":"2024-09-22T08:40:34.242927+0000","last_active":"2024-09-22T09:21:42.003628+0000","last_peered":"2024-09-22T09:21:42.003628+0000","last_clean":"2024-09-22T09:21:42.003628+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:21:42.003628+0000","last_undegraded":"2024-09-22T09:21:42.003628+0000","last_fullsized":"2024-09-22T09:21:42.003628+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:58.176870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'140","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.159152+0000","last_change":"2024-09-22T08:40:36.291089+0000","last_active":"2024-09-22T09:22:38.159152+0000","last_peered":"2024-09-22T09:22:38.159152+0000","last_clean":"2024-09-22T09:22:38.159152+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:22:38.159152+0000","last_undegraded":"2024-09-22T09:22:38.159152+0000","last_fullsized":"2024-09-22T09:22:38.159152+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:23:40.199101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.813564+0000","last_change":"2024-09-22T08:40:28.233921+0000","last_active":"2024-09-22T09:22:11.813564+0000","last_peered":"2024-09-22T09:22:11.813564+0000","last_clean":"2024-09-22T09:22:11.813564+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:22:11.813564+0000","last_undegraded":"2024-09-22T09:22:11.813564+0000","last_fullsized":"2024-09-22T09:22:11.813564+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:29.764309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'341","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.435676+0000","last_change":"2024-09-22T09:24:45.435621+0000","last_active":"2024-09-22T09:24:45.435676+0000","last_peered":"2024-09-22T09:24:45.435676+0000","last_clean":"2024-09-22T09:24:45.435676+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:24:45.435676+0000","last_undegraded":"2024-09-22T09:24:45.435676+0000","last_fullsized":"2024-09-22T09:24:45.435676+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.435543+0000","objects_scrubbed":3,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.612584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":651,"num_read_kb":64940,"num_write":1063,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:21.830492+0000","last_change":"2024-09-22T08:40:30.210091+0000","last_active":"2024-09-22T09:20:21.830492+0000","last_peered":"2024-09-22T09:20:21.830492+0000","last_clean":"2024-09-22T09:20:21.830492+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:20:21.830492+0000","last_undegraded":"2024-09-22T09:20:21.830492+0000","last_fullsized":"2024-09-22T09:20:21.830492+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:49.676373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'88","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.847589+0000","last_change":"2024-09-22T08:40:32.228899+0000","last_active":"2024-09-22T09:22:21.847589+0000","last_peered":"2024-09-22T09:22:21.847589+0000","last_clean":"2024-09-22T09:22:21.847589+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:22:21.847589+0000","last_undegraded":"2024-09-22T09:22:21.847589+0000","last_fullsized":"2024-09-22T09:22:21.847589+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:54.861176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.807612+0000","last_change":"2024-09-22T08:40:34.244607+0000","last_active":"2024-09-22T09:21:41.807612+0000","last_peered":"2024-09-22T09:21:41.807612+0000","last_clean":"2024-09-22T09:21:41.807612+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:21:41.807612+0000","last_undegraded":"2024-09-22T09:21:41.807612+0000","last_fullsized":"2024-09-22T09:21:41.807612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:15.334141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:23.666557+0000","last_change":"2024-09-22T08:40:36.285373+0000","last_active":"2024-09-22T09:22:23.666557+0000","last_peered":"2024-09-22T09:22:23.666557+0000","last_clean":"2024-09-22T09:22:23.666557+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:22:23.666557+0000","last_undegraded":"2024-09-22T09:22:23.666557+0000","last_fullsized":"2024-09-22T09:22:23.666557+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:34.628249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":652,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:33.043699+0000","last_change":"2024-09-22T08:40:28.207818+0000","last_active":"2024-09-22T09:22:33.043699+0000","last_peered":"2024-09-22T09:22:33.043699+0000","last_clean":"2024-09-22T09:22:33.043699+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:22:33.043699+0000","last_undegraded":"2024-09-22T09:22:33.043699+0000","last_fullsized":"2024-09-22T09:22:33.043699+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:46.349127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'384","reported_seq":1071,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.596478+0000","last_change":"2024-09-22T08:40:26.255500+0000","last_active":"2024-09-22T09:24:40.596478+0000","last_peered":"2024-09-22T09:24:40.596478+0000","last_clean":"2024-09-22T09:24:40.596478+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:24:40.596478+0000","last_undegraded":"2024-09-22T09:24:40.596478+0000","last_fullsized":"2024-09-22T09:24:40.596478+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:00.345964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":772,"num_read_kb":65163,"num_write":1199,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.850353+0000","last_change":"2024-09-22T08:40:30.215917+0000","last_active":"2024-09-22T09:21:36.850353+0000","last_peered":"2024-09-22T09:21:36.850353+0000","last_clean":"2024-09-22T09:21:36.850353+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:21:36.850353+0000","last_undegraded":"2024-09-22T09:21:36.850353+0000","last_fullsized":"2024-09-22T09:21:36.850353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:28.163711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'106","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.835323+0000","last_change":"2024-09-22T08:40:32.231650+0000","last_active":"2024-09-22T09:22:24.835323+0000","last_peered":"2024-09-22T09:22:24.835323+0000","last_clean":"2024-09-22T09:22:24.835323+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:22:24.835323+0000","last_undegraded":"2024-09-22T09:22:24.835323+0000","last_fullsized":"2024-09-22T09:22:24.835323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:30.548418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'752","reported_seq":2137,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.189983+0000","last_change":"2024-09-22T08:40:34.268534+0000","last_active":"2024-09-22T09:24:40.189983+0000","last_peered":"2024-09-22T09:24:40.189983+0000","last_clean":"2024-09-22T09:24:40.189983+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:24:40.189983+0000","last_undegraded":"2024-09-22T09:24:40.189983+0000","last_fullsized":"2024-09-22T09:24:40.189983+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:03.533778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'227","reported_seq":1059,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.888033+0000","last_change":"2024-09-22T08:40:36.378416+0000","last_active":"2024-09-22T09:22:51.888033+0000","last_peered":"2024-09-22T09:22:51.888033+0000","last_clean":"2024-09-22T09:22:51.888033+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:22:51.888033+0000","last_undegraded":"2024-09-22T09:22:51.888033+0000","last_fullsized":"2024-09-22T09:22:51.888033+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:19.690938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'314","reported_seq":929,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.424729+0000","last_change":"2024-09-22T08:40:28.236621+0000","last_active":"2024-09-22T09:22:22.424729+0000","last_peered":"2024-09-22T09:22:22.424729+0000","last_clean":"2024-09-22T09:22:22.424729+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:22:22.424729+0000","last_undegraded":"2024-09-22T09:22:22.424729+0000","last_fullsized":"2024-09-22T09:22:22.424729+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:57.932204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'293","reported_seq":924,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.686099+0000","last_change":"2024-09-22T08:40:26.252202+0000","last_active":"2024-09-22T09:24:40.686099+0000","last_peered":"2024-09-22T09:24:40.686099+0000","last_clean":"2024-09-22T09:24:40.686099+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:24:40.686099+0000","last_undegraded":"2024-09-22T09:24:40.686099+0000","last_fullsized":"2024-09-22T09:24:40.686099+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:20.891916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":36263,"num_write":940,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851513+0000","last_change":"2024-09-22T08:40:30.226665+0000","last_active":"2024-09-22T09:21:36.851513+0000","last_peered":"2024-09-22T09:21:36.851513+0000","last_clean":"2024-09-22T09:21:36.851513+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:21:36.851513+0000","last_undegraded":"2024-09-22T09:21:36.851513+0000","last_fullsized":"2024-09-22T09:21:36.851513+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:06:12.551764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'282","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.713423+0000","last_change":"2024-09-22T08:40:32.337534+0000","last_active":"2024-09-22T09:24:40.713423+0000","last_peered":"2024-09-22T09:24:40.713423+0000","last_clean":"2024-09-22T09:24:40.713423+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:24:40.713423+0000","last_undegraded":"2024-09-22T09:24:40.713423+0000","last_fullsized":"2024-09-22T09:24:40.713423+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:48.456266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48164,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":1097,"num_write":384,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'784","reported_seq":4100,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.979089+0000","last_change":"2024-09-22T08:40:34.248448+0000","last_active":"2024-09-22T09:24:39.979089+0000","last_peered":"2024-09-22T09:24:39.979089+0000","last_clean":"2024-09-22T09:24:39.979089+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:24:39.979089+0000","last_undegraded":"2024-09-22T09:24:39.979089+0000","last_fullsized":"2024-09-22T09:24:39.979089+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:41:47.556793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":676,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852614+0000","last_change":"2024-09-22T08:40:28.237327+0000","last_active":"2024-09-22T09:21:41.852614+0000","last_peered":"2024-09-22T09:21:41.852614+0000","last_clean":"2024-09-22T09:21:41.852614+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:21:41.852614+0000","last_undegraded":"2024-09-22T09:21:41.852614+0000","last_fullsized":"2024-09-22T09:21:41.852614+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:28.289536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'353","reported_seq":993,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.556935+0000","last_change":"2024-09-22T08:40:26.239768+0000","last_active":"2024-09-22T09:24:40.556935+0000","last_peered":"2024-09-22T09:24:40.556935+0000","last_clean":"2024-09-22T09:24:40.556935+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:40.556935+0000","last_undegraded":"2024-09-22T09:24:40.556935+0000","last_fullsized":"2024-09-22T09:24:40.556935+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:52.513951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":33187,"num_write":1175,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003398+0000","last_change":"2024-09-22T08:40:30.222603+0000","last_active":"2024-09-22T09:21:42.003398+0000","last_peered":"2024-09-22T09:21:42.003398+0000","last_clean":"2024-09-22T09:21:42.003398+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:21:42.003398+0000","last_undegraded":"2024-09-22T09:21:42.003398+0000","last_fullsized":"2024-09-22T09:21:42.003398+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:58:59.504043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'366","reported_seq":972,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.959250+0000","last_change":"2024-09-22T08:40:32.337239+0000","last_active":"2024-09-22T09:24:38.959250+0000","last_peered":"2024-09-22T09:24:38.959250+0000","last_clean":"2024-09-22T09:24:38.959250+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:24:38.959250+0000","last_undegraded":"2024-09-22T09:24:38.959250+0000","last_fullsized":"2024-09-22T09:24:38.959250+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:28.287966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46544,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":602,"num_read_kb":1262,"num_write":480,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.825010+0000","last_change":"2024-09-22T08:40:34.262785+0000","last_active":"2024-09-22T09:21:06.825010+0000","last_peered":"2024-09-22T09:21:06.825010+0000","last_clean":"2024-09-22T09:21:06.825010+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:21:06.825010+0000","last_undegraded":"2024-09-22T09:21:06.825010+0000","last_fullsized":"2024-09-22T09:21:06.825010+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:49.084416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'570","reported_seq":1386,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.999209+0000","last_change":"2024-09-22T08:40:36.293120+0000","last_active":"2024-09-22T09:24:12.999209+0000","last_peered":"2024-09-22T09:24:12.999209+0000","last_clean":"2024-09-22T09:24:12.999209+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:24:12.999209+0000","last_undegraded":"2024-09-22T09:24:12.999209+0000","last_fullsized":"2024-09-22T09:24:12.999209+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:10.983610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:28.535812+0000","last_change":"2024-09-22T08:40:28.198391+0000","last_active":"2024-09-22T09:22:28.535812+0000","last_peered":"2024-09-22T09:22:28.535812+0000","last_clean":"2024-09-22T09:22:28.535812+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:22:28.535812+0000","last_undegraded":"2024-09-22T09:22:28.535812+0000","last_fullsized":"2024-09-22T09:22:28.535812+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:19.604982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'379","reported_seq":1144,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.600299+0000","last_change":"2024-09-22T08:40:26.236203+0000","last_active":"2024-09-22T09:24:40.600299+0000","last_peered":"2024-09-22T09:24:40.600299+0000","last_clean":"2024-09-22T09:24:40.600299+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:24:40.600299+0000","last_undegraded":"2024-09-22T09:24:40.600299+0000","last_fullsized":"2024-09-22T09:24:40.600299+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:55.585472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":790,"num_read_kb":68267,"num_write":1269,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"37'5","reported_seq":977,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:37.786441+0000","last_change":"2024-09-22T08:40:30.218954+0000","last_active":"2024-09-22T09:24:37.786441+0000","last_peered":"2024-09-22T09:24:37.786441+0000","last_clean":"2024-09-22T09:24:37.786441+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:37.786441+0000","last_undegraded":"2024-09-22T09:24:37.786441+0000","last_fullsized":"2024-09-22T09:24:37.786441+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:53:58.131653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'270","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.950930+0000","last_change":"2024-09-22T08:40:32.240400+0000","last_active":"2024-09-22T09:24:39.950930+0000","last_peered":"2024-09-22T09:24:39.950930+0000","last_clean":"2024-09-22T09:24:39.950930+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:24:39.950930+0000","last_undegraded":"2024-09-22T09:24:39.950930+0000","last_fullsized":"2024-09-22T09:24:39.950930+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:26.677212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42936,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855433+0000","last_change":"2024-09-22T08:40:34.244673+0000","last_active":"2024-09-22T09:21:56.855433+0000","last_peered":"2024-09-22T09:21:56.855433+0000","last_clean":"2024-09-22T09:21:56.855433+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:21:56.855433+0000","last_undegraded":"2024-09-22T09:21:56.855433+0000","last_fullsized":"2024-09-22T09:21:56.855433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:31.980150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2490","reported_seq":4306,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.782198+0000","last_change":"2024-09-22T08:40:36.293692+0000","last_active":"2024-09-22T09:24:01.782198+0000","last_peered":"2024-09-22T09:24:01.782198+0000","last_clean":"2024-09-22T09:24:01.782198+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:24:01.782198+0000","last_undegraded":"2024-09-22T09:24:01.782198+0000","last_fullsized":"2024-09-22T09:24:01.782198+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:58.485629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'190","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813722+0000","last_change":"2024-09-22T08:40:28.222692+0000","last_active":"2024-09-22T09:21:51.813722+0000","last_peered":"2024-09-22T09:21:51.813722+0000","last_clean":"2024-09-22T09:21:51.813722+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:21:51.813722+0000","last_undegraded":"2024-09-22T09:21:51.813722+0000","last_fullsized":"2024-09-22T09:21:51.813722+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:02.986611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'422","reported_seq":1096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.641670+0000","last_change":"2024-09-22T08:41:01.720736+0000","last_active":"2024-09-22T09:24:40.641670+0000","last_peered":"2024-09-22T09:24:40.641670+0000","last_clean":"2024-09-22T09:24:40.641670+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:24:40.641670+0000","last_undegraded":"2024-09-22T09:24:40.641670+0000","last_fullsized":"2024-09-22T09:24:40.641670+0000","mapping_epoch":38,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:40:28.978230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":772,"num_read_kb":13800,"num_write":1288,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815540+0000","last_change":"2024-09-22T08:40:30.222032+0000","last_active":"2024-09-22T09:21:01.815540+0000","last_peered":"2024-09-22T09:21:01.815540+0000","last_clean":"2024-09-22T09:21:01.815540+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:21:01.815540+0000","last_undegraded":"2024-09-22T09:21:01.815540+0000","last_fullsized":"2024-09-22T09:21:01.815540+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:26.297158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'311","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.108379+0000","last_change":"2024-09-22T08:40:32.236088+0000","last_active":"2024-09-22T09:24:39.108379+0000","last_peered":"2024-09-22T09:24:39.108379+0000","last_clean":"2024-09-22T09:24:39.108379+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:24:39.108379+0000","last_undegraded":"2024-09-22T09:24:39.108379+0000","last_fullsized":"2024-09-22T09:24:39.108379+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:39.565401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51326,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":497,"num_read_kb":1091,"num_write":404,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'778","reported_seq":2942,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.063209+0000","last_change":"2024-09-22T08:40:34.270222+0000","last_active":"2024-09-22T09:24:38.063209+0000","last_peered":"2024-09-22T09:24:38.063209+0000","last_clean":"2024-09-22T09:24:38.063209+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:24:38.063209+0000","last_undegraded":"2024-09-22T09:24:38.063209+0000","last_fullsized":"2024-09-22T09:24:38.063209+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:35:05.560063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.708224+0000","last_change":"2024-09-22T08:40:36.282527+0000","last_active":"2024-09-22T09:24:11.708224+0000","last_peered":"2024-09-22T09:24:11.708224+0000","last_clean":"2024-09-22T09:24:11.708224+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:24:11.708224+0000","last_undegraded":"2024-09-22T09:24:11.708224+0000","last_fullsized":"2024-09-22T09:24:11.708224+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:16.353142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4441","reported_seq":5172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:02.033267+0000","last_change":"2024-09-22T08:40:28.201276+0000","last_active":"2024-09-22T09:21:02.033267+0000","last_peered":"2024-09-22T09:21:02.033267+0000","last_clean":"2024-09-22T09:21:02.033267+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:21:02.033267+0000","last_undegraded":"2024-09-22T09:21:02.033267+0000","last_fullsized":"2024-09-22T09:21:02.033267+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":3000,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:58.650729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'332","reported_seq":1049,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.682475+0000","last_change":"2024-09-22T08:40:26.269999+0000","last_active":"2024-09-22T09:24:40.682475+0000","last_peered":"2024-09-22T09:24:40.682475+0000","last_clean":"2024-09-22T09:24:40.682475+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:24:40.682475+0000","last_undegraded":"2024-09-22T09:24:40.682475+0000","last_fullsized":"2024-09-22T09:24:40.682475+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:10.779043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159806,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":827,"num_read_kb":4552,"num_write":1076,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.826772+0000","last_change":"2024-09-22T08:40:30.213052+0000","last_active":"2024-09-22T09:21:51.826772+0000","last_peered":"2024-09-22T09:21:51.826772+0000","last_clean":"2024-09-22T09:21:51.826772+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:21:51.826772+0000","last_undegraded":"2024-09-22T09:21:51.826772+0000","last_fullsized":"2024-09-22T09:21:51.826772+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:52.086469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'449","reported_seq":1076,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.170022+0000","last_change":"2024-09-22T08:40:32.235235+0000","last_active":"2024-09-22T09:24:40.170022+0000","last_peered":"2024-09-22T09:24:40.170022+0000","last_clean":"2024-09-22T09:24:40.170022+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:24:40.170022+0000","last_undegraded":"2024-09-22T09:24:40.170022+0000","last_fullsized":"2024-09-22T09:24:40.170022+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:06.357427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89540,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":801,"num_read_kb":1917,"num_write":654,"num_write_kb":554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.825596+0000","last_change":"2024-09-22T08:40:34.258121+0000","last_active":"2024-09-22T09:21:46.825596+0000","last_peered":"2024-09-22T09:21:46.825596+0000","last_clean":"2024-09-22T09:21:46.825596+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:21:46.825596+0000","last_undegraded":"2024-09-22T09:21:46.825596+0000","last_fullsized":"2024-09-22T09:21:46.825596+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:58.083492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'144","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.832752+0000","last_change":"2024-09-22T08:40:36.283881+0000","last_active":"2024-09-22T09:22:51.832752+0000","last_peered":"2024-09-22T09:22:51.832752+0000","last_clean":"2024-09-22T09:22:51.832752+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:22:51.832752+0000","last_undegraded":"2024-09-22T09:22:51.832752+0000","last_fullsized":"2024-09-22T09:22:51.832752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:20.909518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":747,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.493018+0000","last_change":"2024-09-22T08:40:28.208576+0000","last_active":"2024-09-22T09:22:17.493018+0000","last_peered":"2024-09-22T09:22:17.493018+0000","last_clean":"2024-09-22T09:22:17.493018+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:22:17.493018+0000","last_undegraded":"2024-09-22T09:22:17.493018+0000","last_fullsized":"2024-09-22T09:22:17.493018+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:23.216459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'344","reported_seq":970,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.710572+0000","last_change":"2024-09-22T09:24:46.710572+0000","last_active":"2024-09-22T09:24:46.710572+0000","last_peered":"2024-09-22T09:24:46.710572+0000","last_clean":"2024-09-22T09:24:46.710572+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:46.710572+0000","last_undegraded":"2024-09-22T09:24:46.710572+0000","last_fullsized":"2024-09-22T09:24:46.710572+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.710380+0000","objects_scrubbed":9,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:09.756353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":497,"num_read_kb":1530,"num_write":1028,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.815689+0000","last_change":"2024-09-22T08:40:30.212784+0000","last_active":"2024-09-22T09:21:01.815689+0000","last_peered":"2024-09-22T09:21:01.815689+0000","last_clean":"2024-09-22T09:21:01.815689+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:21:01.815689+0000","last_undegraded":"2024-09-22T09:21:01.815689+0000","last_fullsized":"2024-09-22T09:21:01.815689+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:54:39.582573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'293","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.249097+0000","last_change":"2024-09-22T08:40:32.222089+0000","last_active":"2024-09-22T09:24:40.249097+0000","last_peered":"2024-09-22T09:24:40.249097+0000","last_clean":"2024-09-22T09:24:40.249097+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:24:40.249097+0000","last_undegraded":"2024-09-22T09:24:40.249097+0000","last_fullsized":"2024-09-22T09:24:40.249097+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:51:50.006838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46432,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":1096,"num_write":444,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036367+0000","last_change":"2024-09-22T08:40:34.256544+0000","last_active":"2024-09-22T09:21:12.036367+0000","last_peered":"2024-09-22T09:21:12.036367+0000","last_clean":"2024-09-22T09:21:12.036367+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:21:12.036367+0000","last_undegraded":"2024-09-22T09:21:12.036367+0000","last_fullsized":"2024-09-22T09:21:12.036367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:52:40.618815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'112","reported_seq":598,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.785276+0000","last_change":"2024-09-22T08:40:36.279550+0000","last_active":"2024-09-22T09:24:01.785276+0000","last_peered":"2024-09-22T09:24:01.785276+0000","last_clean":"2024-09-22T09:24:01.785276+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:24:01.785276+0000","last_undegraded":"2024-09-22T09:24:01.785276+0000","last_fullsized":"2024-09-22T09:24:01.785276+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'251","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:09.278776+0000","last_change":"2024-09-22T08:40:28.212212+0000","last_active":"2024-09-22T09:21:09.278776+0000","last_peered":"2024-09-22T09:21:09.278776+0000","last_clean":"2024-09-22T09:21:09.278776+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:21:09.278776+0000","last_undegraded":"2024-09-22T09:21:09.278776+0000","last_fullsized":"2024-09-22T09:21:09.278776+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:37.613792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'355","reported_seq":1098,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.619270+0000","last_change":"2024-09-22T08:40:26.262181+0000","last_active":"2024-09-22T09:24:40.619270+0000","last_peered":"2024-09-22T09:24:40.619270+0000","last_clean":"2024-09-22T09:24:40.619270+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:24:40.619270+0000","last_undegraded":"2024-09-22T09:24:40.619270+0000","last_fullsized":"2024-09-22T09:24:40.619270+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":928,"num_read_kb":24932,"num_write":1237,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.823757+0000","last_change":"2024-09-22T08:40:30.212747+0000","last_active":"2024-09-22T09:21:01.823757+0000","last_peered":"2024-09-22T09:21:01.823757+0000","last_clean":"2024-09-22T09:21:01.823757+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:21:01.823757+0000","last_undegraded":"2024-09-22T09:21:01.823757+0000","last_fullsized":"2024-09-22T09:21:01.823757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:56.396689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'283","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.703720+0000","last_change":"2024-09-22T08:40:32.238040+0000","last_active":"2024-09-22T09:24:39.703720+0000","last_peered":"2024-09-22T09:24:39.703720+0000","last_clean":"2024-09-22T09:24:39.703720+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:24:39.703720+0000","last_undegraded":"2024-09-22T09:24:39.703720+0000","last_fullsized":"2024-09-22T09:24:39.703720+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:45.697108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":469,"num_read_kb":1022,"num_write":372,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'736","reported_seq":2121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.050826+0000","last_change":"2024-09-22T08:40:34.241819+0000","last_active":"2024-09-22T09:24:38.050826+0000","last_peered":"2024-09-22T09:24:38.050826+0000","last_clean":"2024-09-22T09:24:38.050826+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:24:38.050826+0000","last_undegraded":"2024-09-22T09:24:38.050826+0000","last_fullsized":"2024-09-22T09:24:38.050826+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:57.735413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'126","reported_seq":629,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.510086+0000","last_change":"2024-09-22T08:40:36.275467+0000","last_active":"2024-09-22T09:22:49.510086+0000","last_peered":"2024-09-22T09:22:49.510086+0000","last_clean":"2024-09-22T09:22:49.510086+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:22:49.510086+0000","last_undegraded":"2024-09-22T09:22:49.510086+0000","last_fullsized":"2024-09-22T09:22:49.510086+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:36.857958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'131","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:39.796808+0000","last_change":"2024-09-22T08:40:28.204938+0000","last_active":"2024-09-22T09:22:39.796808+0000","last_peered":"2024-09-22T09:22:39.796808+0000","last_clean":"2024-09-22T09:22:39.796808+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:22:39.796808+0000","last_undegraded":"2024-09-22T09:22:39.796808+0000","last_fullsized":"2024-09-22T09:22:39.796808+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:26.517783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'421","reported_seq":1125,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.673802+0000","last_change":"2024-09-22T08:40:26.249725+0000","last_active":"2024-09-22T09:24:40.673802+0000","last_peered":"2024-09-22T09:24:40.673802+0000","last_clean":"2024-09-22T09:24:40.673802+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:24:40.673802+0000","last_undegraded":"2024-09-22T09:24:40.673802+0000","last_fullsized":"2024-09-22T09:24:40.673802+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:19.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":764,"num_read_kb":127251,"num_write":1396,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1459,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:37.802364+0000","last_change":"2024-09-22T08:40:30.224425+0000","last_active":"2024-09-22T09:24:37.802364+0000","last_peered":"2024-09-22T09:24:37.802364+0000","last_clean":"2024-09-22T09:24:37.802364+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:24:37.802364+0000","last_undegraded":"2024-09-22T09:24:37.802364+0000","last_fullsized":"2024-09-22T09:24:37.802364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:09.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":965,"num_read_kb":965,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'77","reported_seq":592,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.770564+0000","last_change":"2024-09-22T08:40:32.337675+0000","last_active":"2024-09-22T09:22:38.770564+0000","last_peered":"2024-09-22T09:22:38.770564+0000","last_clean":"2024-09-22T09:22:38.770564+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:22:38.770564+0000","last_undegraded":"2024-09-22T09:22:38.770564+0000","last_fullsized":"2024-09-22T09:22:38.770564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:33.449494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'750","reported_seq":2280,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.054838+0000","last_change":"2024-09-22T08:40:34.269000+0000","last_active":"2024-09-22T09:24:38.054838+0000","last_peered":"2024-09-22T09:24:38.054838+0000","last_clean":"2024-09-22T09:24:38.054838+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:24:38.054838+0000","last_undegraded":"2024-09-22T09:24:38.054838+0000","last_fullsized":"2024-09-22T09:24:38.054838+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:12:54.237905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'151","reported_seq":645,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.706022+0000","last_change":"2024-09-22T08:40:36.295808+0000","last_active":"2024-09-22T09:22:50.706022+0000","last_peered":"2024-09-22T09:22:50.706022+0000","last_clean":"2024-09-22T09:22:50.706022+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:22:50.706022+0000","last_undegraded":"2024-09-22T09:22:50.706022+0000","last_fullsized":"2024-09-22T09:22:50.706022+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:33.408435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":726,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.660512+0000","last_change":"2024-09-22T08:40:28.211094+0000","last_active":"2024-09-22T09:22:12.660512+0000","last_peered":"2024-09-22T09:22:12.660512+0000","last_clean":"2024-09-22T09:22:12.660512+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:22:12.660512+0000","last_undegraded":"2024-09-22T09:22:12.660512+0000","last_fullsized":"2024-09-22T09:22:12.660512+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:21:23.714397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'346","reported_seq":991,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.645491+0000","last_change":"2024-09-22T08:40:26.212504+0000","last_active":"2024-09-22T09:24:40.645491+0000","last_peered":"2024-09-22T09:24:40.645491+0000","last_clean":"2024-09-22T09:24:40.645491+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:24:40.645491+0000","last_undegraded":"2024-09-22T09:24:40.645491+0000","last_fullsized":"2024-09-22T09:24:40.645491+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:10.414635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":55109,"num_write":1092,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.798343+0000","last_change":"2024-09-22T08:40:30.226965+0000","last_active":"2024-09-22T09:21:01.798343+0000","last_peered":"2024-09-22T09:21:01.798343+0000","last_clean":"2024-09-22T09:21:01.798343+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:21:01.798343+0000","last_undegraded":"2024-09-22T09:21:01.798343+0000","last_fullsized":"2024-09-22T09:21:01.798343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:05.973577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'347","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.728234+0000","last_change":"2024-09-22T08:40:32.230233+0000","last_active":"2024-09-22T09:24:38.728234+0000","last_peered":"2024-09-22T09:24:38.728234+0000","last_clean":"2024-09-22T09:24:38.728234+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:24:38.728234+0000","last_undegraded":"2024-09-22T09:24:38.728234+0000","last_fullsized":"2024-09-22T09:24:38.728234+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:03.661213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50084,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":591,"num_read_kb":1285,"num_write":474,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.804411+0000","last_change":"2024-09-22T08:40:34.250623+0000","last_active":"2024-09-22T09:21:06.804411+0000","last_peered":"2024-09-22T09:21:06.804411+0000","last_clean":"2024-09-22T09:21:06.804411+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:21:06.804411+0000","last_undegraded":"2024-09-22T09:21:06.804411+0000","last_fullsized":"2024-09-22T09:21:06.804411+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.599565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'136","reported_seq":631,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.700413+0000","last_change":"2024-09-22T08:40:36.286619+0000","last_active":"2024-09-22T09:22:50.700413+0000","last_peered":"2024-09-22T09:22:50.700413+0000","last_clean":"2024-09-22T09:22:50.700413+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:22:50.700413+0000","last_undegraded":"2024-09-22T09:22:50.700413+0000","last_fullsized":"2024-09-22T09:22:50.700413+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:42.393595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'233","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.821225+0000","last_change":"2024-09-22T08:40:28.222194+0000","last_active":"2024-09-22T09:22:21.821225+0000","last_peered":"2024-09-22T09:22:21.821225+0000","last_clean":"2024-09-22T09:22:21.821225+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:22:21.821225+0000","last_undegraded":"2024-09-22T09:22:21.821225+0000","last_fullsized":"2024-09-22T09:22:21.821225+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:18.390624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.011646+0000","last_change":"2024-09-22T08:40:09.255967+0000","last_active":"2024-09-22T09:22:17.011646+0000","last_peered":"2024-09-22T09:22:17.011646+0000","last_clean":"2024-09-22T09:22:17.011646+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:22:17.011646+0000","last_undegraded":"2024-09-22T09:22:17.011646+0000","last_fullsized":"2024-09-22T09:22:17.011646+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:08.232876+0000","last_clean_scrub_stamp":"2024-09-22T08:40:08.232876+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:45.699849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":520,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.856024+0000","last_change":"2024-09-22T08:40:16.325987+0000","last_active":"2024-09-22T09:21:56.856024+0000","last_peered":"2024-09-22T09:21:56.856024+0000","last_clean":"2024-09-22T09:21:56.856024+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:21:56.856024+0000","last_undegraded":"2024-09-22T09:21:56.856024+0000","last_fullsized":"2024-09-22T09:21:56.856024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:01.376746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'367","reported_seq":1077,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.752380+0000","last_change":"2024-09-22T09:24:45.752380+0000","last_active":"2024-09-22T09:24:45.752380+0000","last_peered":"2024-09-22T09:24:45.752380+0000","last_clean":"2024-09-22T09:24:45.752380+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:24:45.752380+0000","last_undegraded":"2024-09-22T09:24:45.752380+0000","last_fullsized":"2024-09-22T09:24:45.752380+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'367","last_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_deep_scrub":"266'367","last_deep_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.752250+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:47.429499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":802,"num_read_kb":9051,"num_write":1213,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.010522+0000","last_change":"2024-09-22T08:40:30.216536+0000","last_active":"2024-09-22T09:22:12.010522+0000","last_peered":"2024-09-22T09:22:12.010522+0000","last_clean":"2024-09-22T09:22:12.010522+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:22:12.010522+0000","last_undegraded":"2024-09-22T09:22:12.010522+0000","last_fullsized":"2024-09-22T09:22:12.010522+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.467315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'714","reported_seq":1412,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.564475+0000","last_change":"2024-09-22T08:40:32.241532+0000","last_active":"2024-09-22T09:24:39.564475+0000","last_peered":"2024-09-22T09:24:39.564475+0000","last_clean":"2024-09-22T09:24:39.564475+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:24:39.564475+0000","last_undegraded":"2024-09-22T09:24:39.564475+0000","last_fullsized":"2024-09-22T09:24:39.564475+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":700,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:19.925123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1394,"num_read_kb":3137,"num_write":1322,"num_write_kb":1177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:47.045065+0000","last_change":"2024-09-22T08:40:34.246287+0000","last_active":"2024-09-22T09:21:47.045065+0000","last_peered":"2024-09-22T09:21:47.045065+0000","last_clean":"2024-09-22T09:21:47.045065+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:21:47.045065+0000","last_undegraded":"2024-09-22T09:21:47.045065+0000","last_fullsized":"2024-09-22T09:21:47.045065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:03.351561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.762491+0000","last_change":"2024-09-22T08:40:36.286308+0000","last_active":"2024-09-22T09:22:51.762491+0000","last_peered":"2024-09-22T09:22:51.762491+0000","last_clean":"2024-09-22T09:22:51.762491+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:22:51.762491+0000","last_undegraded":"2024-09-22T09:22:51.762491+0000","last_fullsized":"2024-09-22T09:22:51.762491+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:09.034397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043684+0000","last_change":"2024-09-22T08:40:28.199456+0000","last_active":"2024-09-22T09:21:42.043684+0000","last_peered":"2024-09-22T09:21:42.043684+0000","last_clean":"2024-09-22T09:21:42.043684+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:21:42.043684+0000","last_undegraded":"2024-09-22T09:21:42.043684+0000","last_fullsized":"2024-09-22T09:21:42.043684+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:46.766360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012830+0000","last_change":"2024-09-22T08:40:16.833402+0000","last_active":"2024-09-22T09:22:22.012830+0000","last_peered":"2024-09-22T09:22:22.012830+0000","last_clean":"2024-09-22T09:22:22.012830+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:22:22.012830+0000","last_undegraded":"2024-09-22T09:22:22.012830+0000","last_fullsized":"2024-09-22T09:22:22.012830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:54.091287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'336","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:44.433273+0000","last_change":"2024-09-22T09:24:44.433273+0000","last_active":"2024-09-22T09:24:44.433273+0000","last_peered":"2024-09-22T09:24:44.433273+0000","last_clean":"2024-09-22T09:24:44.433273+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:24:44.433273+0000","last_undegraded":"2024-09-22T09:24:44.433273+0000","last_fullsized":"2024-09-22T09:24:44.433273+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'336","last_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_deep_scrub":"266'336","last_deep_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_clean_scrub_stamp":"2024-09-22T09:24:44.433179+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:56.021090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":538,"num_read_kb":9370,"num_write":993,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852874+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:21:41.852874+0000","last_peered":"2024-09-22T09:21:41.852874+0000","last_clean":"2024-09-22T09:21:41.852874+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:21:41.852874+0000","last_undegraded":"2024-09-22T09:21:41.852874+0000","last_fullsized":"2024-09-22T09:21:41.852874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:43.986878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1255","reported_seq":2726,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.271085+0000","last_change":"2024-09-22T08:40:32.232373+0000","last_active":"2024-09-22T09:24:40.271085+0000","last_peered":"2024-09-22T09:24:40.271085+0000","last_clean":"2024-09-22T09:24:40.271085+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:24:40.271085+0000","last_undegraded":"2024-09-22T09:24:40.271085+0000","last_fullsized":"2024-09-22T09:24:40.271085+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":1200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:51.093226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141025,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2033,"num_read_kb":3872,"num_write":1120,"num_write_kb":963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013069+0000","last_change":"2024-09-22T08:40:34.241452+0000","last_active":"2024-09-22T09:22:22.013069+0000","last_peered":"2024-09-22T09:22:22.013069+0000","last_clean":"2024-09-22T09:22:22.013069+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:22:22.013069+0000","last_undegraded":"2024-09-22T09:22:22.013069+0000","last_fullsized":"2024-09-22T09:22:22.013069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:25.437030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'136","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.080386+0000","last_change":"2024-09-22T08:40:36.377542+0000","last_active":"2024-09-22T09:22:15.080386+0000","last_peered":"2024-09-22T09:22:15.080386+0000","last_clean":"2024-09-22T09:22:15.080386+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:22:15.080386+0000","last_undegraded":"2024-09-22T09:22:15.080386+0000","last_fullsized":"2024-09-22T09:22:15.080386+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:29:22.361522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:03.756063+0000","last_change":"2024-09-22T08:40:28.222889+0000","last_active":"2024-09-22T09:22:03.756063+0000","last_peered":"2024-09-22T09:22:03.756063+0000","last_clean":"2024-09-22T09:22:03.756063+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:22:03.756063+0000","last_undegraded":"2024-09-22T09:22:03.756063+0000","last_fullsized":"2024-09-22T09:22:03.756063+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:09.655871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.722322+0000","last_change":"2024-09-22T09:24:45.722322+0000","last_active":"2024-09-22T09:24:45.722322+0000","last_peered":"2024-09-22T09:24:45.722322+0000","last_clean":"2024-09-22T09:24:45.722322+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:24:45.722322+0000","last_undegraded":"2024-09-22T09:24:45.722322+0000","last_fullsized":"2024-09-22T09:24:45.722322+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.722206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:11.315649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'352","reported_seq":1033,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.445621+0000","last_change":"2024-09-22T08:40:26.257604+0000","last_active":"2024-09-22T09:24:40.445621+0000","last_peered":"2024-09-22T09:24:40.445621+0000","last_clean":"2024-09-22T09:24:40.445621+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:24:40.445621+0000","last_undegraded":"2024-09-22T09:24:40.445621+0000","last_fullsized":"2024-09-22T09:24:40.445621+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:46.896239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":676,"num_read_kb":83116,"num_write":1178,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824543+0000","last_change":"2024-09-22T08:40:30.229226+0000","last_active":"2024-09-22T09:21:41.824543+0000","last_peered":"2024-09-22T09:21:41.824543+0000","last_clean":"2024-09-22T09:21:41.824543+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:21:41.824543+0000","last_undegraded":"2024-09-22T09:21:41.824543+0000","last_fullsized":"2024-09-22T09:21:41.824543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:33.591354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'203","reported_seq":1271,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.154269+0000","last_change":"2024-09-22T08:40:32.341866+0000","last_active":"2024-09-22T09:24:13.154269+0000","last_peered":"2024-09-22T09:24:13.154269+0000","last_clean":"2024-09-22T09:24:13.154269+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:24:13.154269+0000","last_undegraded":"2024-09-22T09:24:13.154269+0000","last_fullsized":"2024-09-22T09:24:13.154269+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:21.529711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052534+0000","last_change":"2024-09-22T08:40:34.234323+0000","last_active":"2024-09-22T09:22:17.052534+0000","last_peered":"2024-09-22T09:22:17.052534+0000","last_clean":"2024-09-22T09:22:17.052534+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:22:17.052534+0000","last_undegraded":"2024-09-22T09:22:17.052534+0000","last_fullsized":"2024-09-22T09:22:17.052534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:56.367315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'269","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.709152+0000","last_change":"2024-09-22T08:40:36.293086+0000","last_active":"2024-09-22T09:24:11.709152+0000","last_peered":"2024-09-22T09:24:11.709152+0000","last_clean":"2024-09-22T09:24:11.709152+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:24:11.709152+0000","last_undegraded":"2024-09-22T09:24:11.709152+0000","last_fullsized":"2024-09-22T09:24:11.709152+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:40.091859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":899,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.842459+0000","last_change":"2024-09-22T08:40:28.200438+0000","last_active":"2024-09-22T09:22:30.842459+0000","last_peered":"2024-09-22T09:22:30.842459+0000","last_clean":"2024-09-22T09:22:30.842459+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:22:30.842459+0000","last_undegraded":"2024-09-22T09:22:30.842459+0000","last_fullsized":"2024-09-22T09:22:30.842459+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:31.618503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":521,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855931+0000","last_change":"2024-09-22T08:40:16.327395+0000","last_active":"2024-09-22T09:21:56.855931+0000","last_peered":"2024-09-22T09:21:56.855931+0000","last_clean":"2024-09-22T09:21:56.855931+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:21:56.855931+0000","last_undegraded":"2024-09-22T09:21:56.855931+0000","last_fullsized":"2024-09-22T09:21:56.855931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:06:04.249701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'475","reported_seq":1247,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.325764+0000","last_change":"2024-09-22T09:24:46.325764+0000","last_active":"2024-09-22T09:24:46.325764+0000","last_peered":"2024-09-22T09:24:46.325764+0000","last_clean":"2024-09-22T09:24:46.325764+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:24:46.325764+0000","last_undegraded":"2024-09-22T09:24:46.325764+0000","last_fullsized":"2024-09-22T09:24:46.325764+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'475","last_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_deep_scrub":"266'475","last_deep_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.325505+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:53.845841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1045,"num_read_kb":157624,"num_write":1539,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052651+0000","last_change":"2024-09-22T08:40:30.218624+0000","last_active":"2024-09-22T09:22:17.052651+0000","last_peered":"2024-09-22T09:22:17.052651+0000","last_clean":"2024-09-22T09:22:17.052651+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:22:17.052651+0000","last_undegraded":"2024-09-22T09:22:17.052651+0000","last_fullsized":"2024-09-22T09:22:17.052651+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:45.341645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'122","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:09.798510+0000","last_change":"2024-09-22T08:40:32.235553+0000","last_active":"2024-09-22T09:24:09.798510+0000","last_peered":"2024-09-22T09:24:09.798510+0000","last_clean":"2024-09-22T09:24:09.798510+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:24:09.798510+0000","last_undegraded":"2024-09-22T09:24:09.798510+0000","last_fullsized":"2024-09-22T09:24:09.798510+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:52.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.812807+0000","last_change":"2024-09-22T08:40:34.264667+0000","last_active":"2024-09-22T09:21:46.812807+0000","last_peered":"2024-09-22T09:21:46.812807+0000","last_clean":"2024-09-22T09:21:46.812807+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:21:46.812807+0000","last_undegraded":"2024-09-22T09:21:46.812807+0000","last_fullsized":"2024-09-22T09:21:46.812807+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:49.403994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'139","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.196706+0000","last_change":"2024-09-22T08:40:36.283636+0000","last_active":"2024-09-22T09:22:51.196706+0000","last_peered":"2024-09-22T09:22:51.196706+0000","last_clean":"2024-09-22T09:22:51.196706+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:22:51.196706+0000","last_undegraded":"2024-09-22T09:22:51.196706+0000","last_fullsized":"2024-09-22T09:22:51.196706+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:10.237893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.840885+0000","last_change":"2024-09-22T08:40:28.222823+0000","last_active":"2024-09-22T09:22:11.840885+0000","last_peered":"2024-09-22T09:22:11.840885+0000","last_clean":"2024-09-22T09:22:11.840885+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:22:11.840885+0000","last_undegraded":"2024-09-22T09:22:11.840885+0000","last_fullsized":"2024-09-22T09:22:11.840885+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:20.409193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'341","reported_seq":993,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.689433+0000","last_change":"2024-09-22T08:40:26.261061+0000","last_active":"2024-09-22T09:24:40.689433+0000","last_peered":"2024-09-22T09:24:40.689433+0000","last_clean":"2024-09-22T09:24:40.689433+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:24:40.689433+0000","last_undegraded":"2024-09-22T09:24:40.689433+0000","last_fullsized":"2024-09-22T09:24:40.689433+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:28.164786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":5715,"num_write":1191,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.132090+0000","last_change":"2024-09-22T09:24:45.132090+0000","last_active":"2024-09-22T09:24:45.132090+0000","last_peered":"2024-09-22T09:24:45.132090+0000","last_clean":"2024-09-22T09:24:45.132090+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:24:45.132090+0000","last_undegraded":"2024-09-22T09:24:45.132090+0000","last_fullsized":"2024-09-22T09:24:45.132090+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.132003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:02.494660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:12.051324+0000","last_change":"2024-09-22T08:40:30.220309+0000","last_active":"2024-09-22T09:22:12.051324+0000","last_peered":"2024-09-22T09:22:12.051324+0000","last_clean":"2024-09-22T09:22:12.051324+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:22:12.051324+0000","last_undegraded":"2024-09-22T09:22:12.051324+0000","last_fullsized":"2024-09-22T09:22:12.051324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:18.896426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'575","reported_seq":1235,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.628642+0000","last_change":"2024-09-22T08:40:32.242087+0000","last_active":"2024-09-22T09:24:39.628642+0000","last_peered":"2024-09-22T09:24:39.628642+0000","last_clean":"2024-09-22T09:24:39.628642+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:24:39.628642+0000","last_undegraded":"2024-09-22T09:24:39.628642+0000","last_fullsized":"2024-09-22T09:24:39.628642+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":500,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:18.728918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95226,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1599,"num_read_kb":2760,"num_write":2094,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.815578+0000","last_change":"2024-09-22T08:40:34.239878+0000","last_active":"2024-09-22T09:22:16.815578+0000","last_peered":"2024-09-22T09:22:16.815578+0000","last_clean":"2024-09-22T09:22:16.815578+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:22:16.815578+0000","last_undegraded":"2024-09-22T09:22:16.815578+0000","last_fullsized":"2024-09-22T09:22:16.815578+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:57.779772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'153","reported_seq":665,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.059607+0000","last_change":"2024-09-22T08:40:36.378492+0000","last_active":"2024-09-22T09:22:30.059607+0000","last_peered":"2024-09-22T09:22:30.059607+0000","last_clean":"2024-09-22T09:22:30.059607+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:22:30.059607+0000","last_undegraded":"2024-09-22T09:22:30.059607+0000","last_fullsized":"2024-09-22T09:22:30.059607+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:31.397881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.168144+0000","last_change":"2024-09-22T08:40:28.223293+0000","last_active":"2024-09-22T09:22:38.168144+0000","last_peered":"2024-09-22T09:22:38.168144+0000","last_clean":"2024-09-22T09:22:38.168144+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:22:38.168144+0000","last_undegraded":"2024-09-22T09:22:38.168144+0000","last_fullsized":"2024-09-22T09:22:38.168144+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:13:14.508184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'370","reported_seq":1020,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.624164+0000","last_change":"2024-09-22T08:40:26.232907+0000","last_active":"2024-09-22T09:24:40.624164+0000","last_peered":"2024-09-22T09:24:40.624164+0000","last_clean":"2024-09-22T09:24:40.624164+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:24:40.624164+0000","last_undegraded":"2024-09-22T09:24:40.624164+0000","last_fullsized":"2024-09-22T09:24:40.624164+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:12.072039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":674,"num_read_kb":2439,"num_write":1233,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":516,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007899+0000","last_change":"2024-09-22T08:40:16.833425+0000","last_active":"2024-09-22T09:22:02.007899+0000","last_peered":"2024-09-22T09:22:02.007899+0000","last_clean":"2024-09-22T09:22:02.007899+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:22:02.007899+0000","last_undegraded":"2024-09-22T09:22:02.007899+0000","last_fullsized":"2024-09-22T09:22:02.007899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:57.751658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818136+0000","last_change":"2024-09-22T08:40:30.219055+0000","last_active":"2024-09-22T09:22:11.818136+0000","last_peered":"2024-09-22T09:22:11.818136+0000","last_clean":"2024-09-22T09:22:11.818136+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:22:11.818136+0000","last_undegraded":"2024-09-22T09:22:11.818136+0000","last_fullsized":"2024-09-22T09:22:11.818136+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:13:41.006254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'159","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.975778+0000","last_change":"2024-09-22T08:40:32.337751+0000","last_active":"2024-09-22T09:22:22.975778+0000","last_peered":"2024-09-22T09:22:22.975778+0000","last_clean":"2024-09-22T09:22:22.975778+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:22:22.975778+0000","last_undegraded":"2024-09-22T09:22:22.975778+0000","last_fullsized":"2024-09-22T09:22:22.975778+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:41.831806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'789","reported_seq":2477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.718126+0000","last_change":"2024-09-22T08:40:34.269647+0000","last_active":"2024-09-22T09:24:40.718126+0000","last_peered":"2024-09-22T09:24:40.718126+0000","last_clean":"2024-09-22T09:24:40.718126+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:24:40.718126+0000","last_undegraded":"2024-09-22T09:24:40.718126+0000","last_fullsized":"2024-09-22T09:24:40.718126+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.950637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'132","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.877871+0000","last_change":"2024-09-22T08:40:36.377464+0000","last_active":"2024-09-22T09:23:31.877871+0000","last_peered":"2024-09-22T09:23:31.877871+0000","last_clean":"2024-09-22T09:23:31.877871+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:23:31.877871+0000","last_undegraded":"2024-09-22T09:23:31.877871+0000","last_fullsized":"2024-09-22T09:23:31.877871+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:55.057175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:41.866873+0000","last_change":"2024-09-22T08:40:28.235156+0000","last_active":"2024-09-22T09:22:41.866873+0000","last_peered":"2024-09-22T09:22:41.866873+0000","last_clean":"2024-09-22T09:22:41.866873+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:22:41.866873+0000","last_undegraded":"2024-09-22T09:22:41.866873+0000","last_fullsized":"2024-09-22T09:22:41.866873+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:02.371487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'417","reported_seq":1110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.684338+0000","last_change":"2024-09-22T08:40:26.223319+0000","last_active":"2024-09-22T09:24:40.684338+0000","last_peered":"2024-09-22T09:24:40.684338+0000","last_clean":"2024-09-22T09:24:40.684338+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:24:40.684338+0000","last_undegraded":"2024-09-22T09:24:40.684338+0000","last_fullsized":"2024-09-22T09:24:40.684338+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:02.849194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":6172,"num_write":1311,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.111097+0000","last_change":"2024-09-22T09:24:46.111097+0000","last_active":"2024-09-22T09:24:46.111097+0000","last_peered":"2024-09-22T09:24:46.111097+0000","last_clean":"2024-09-22T09:24:46.111097+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:24:46.111097+0000","last_undegraded":"2024-09-22T09:24:46.111097+0000","last_fullsized":"2024-09-22T09:24:46.111097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.110977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:45.206023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814313+0000","last_change":"2024-09-22T08:40:30.200499+0000","last_active":"2024-09-22T09:22:11.814313+0000","last_peered":"2024-09-22T09:22:11.814313+0000","last_clean":"2024-09-22T09:22:11.814313+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:22:11.814313+0000","last_undegraded":"2024-09-22T09:22:11.814313+0000","last_fullsized":"2024-09-22T09:22:11.814313+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:40.435115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'108","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814443+0000","last_change":"2024-09-22T08:40:32.241036+0000","last_active":"2024-09-22T09:22:11.814443+0000","last_peered":"2024-09-22T09:22:11.814443+0000","last_clean":"2024-09-22T09:22:11.814443+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:22:11.814443+0000","last_undegraded":"2024-09-22T09:22:11.814443+0000","last_fullsized":"2024-09-22T09:22:11.814443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:15.275331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'783","reported_seq":2497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.978588+0000","last_change":"2024-09-22T08:40:34.242536+0000","last_active":"2024-09-22T09:24:39.978588+0000","last_peered":"2024-09-22T09:24:39.978588+0000","last_clean":"2024-09-22T09:24:39.978588+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:24:39.978588+0000","last_undegraded":"2024-09-22T09:24:39.978588+0000","last_fullsized":"2024-09-22T09:24:39.978588+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:23.009780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'276","reported_seq":802,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:22.067631+0000","last_change":"2024-09-22T08:40:36.280765+0000","last_active":"2024-09-22T09:23:22.067631+0000","last_peered":"2024-09-22T09:23:22.067631+0000","last_clean":"2024-09-22T09:23:22.067631+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:23:22.067631+0000","last_undegraded":"2024-09-22T09:23:22.067631+0000","last_fullsized":"2024-09-22T09:23:22.067631+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:02.502001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'131","reported_seq":746,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814239+0000","last_change":"2024-09-22T08:40:28.224633+0000","last_active":"2024-09-22T09:22:11.814239+0000","last_peered":"2024-09-22T09:22:11.814239+0000","last_clean":"2024-09-22T09:22:11.814239+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:22:11.814239+0000","last_undegraded":"2024-09-22T09:22:11.814239+0000","last_fullsized":"2024-09-22T09:22:11.814239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:00.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'390","reported_seq":1089,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.411086+0000","last_change":"2024-09-22T09:24:46.411086+0000","last_active":"2024-09-22T09:24:46.411086+0000","last_peered":"2024-09-22T09:24:46.411086+0000","last_clean":"2024-09-22T09:24:46.411086+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:24:46.411086+0000","last_undegraded":"2024-09-22T09:24:46.411086+0000","last_fullsized":"2024-09-22T09:24:46.411086+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'390","last_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_deep_scrub":"266'390","last_deep_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.410975+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:29.864101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":855,"num_read_kb":11014,"num_write":1179,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:26.808469+0000","last_change":"2024-09-22T08:40:16.470857+0000","last_active":"2024-09-22T09:21:26.808469+0000","last_peered":"2024-09-22T09:21:26.808469+0000","last_clean":"2024-09-22T09:21:26.808469+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:21:26.808469+0000","last_undegraded":"2024-09-22T09:21:26.808469+0000","last_fullsized":"2024-09-22T09:21:26.808469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:13.266480+0000","last_clean_scrub_stamp":"2024-09-22T08:40:13.266480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:41:57.296974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:41.866834+0000","last_change":"2024-09-22T08:40:30.206060+0000","last_active":"2024-09-22T09:22:41.866834+0000","last_peered":"2024-09-22T09:22:41.866834+0000","last_clean":"2024-09-22T09:22:41.866834+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:22:41.866834+0000","last_undegraded":"2024-09-22T09:22:41.866834+0000","last_fullsized":"2024-09-22T09:22:41.866834+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:09:39.488356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'732","reported_seq":1444,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.558350+0000","last_change":"2024-09-22T08:40:32.338866+0000","last_active":"2024-09-22T09:24:40.558350+0000","last_peered":"2024-09-22T09:24:40.558350+0000","last_clean":"2024-09-22T09:24:40.558350+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:24:40.558350+0000","last_undegraded":"2024-09-22T09:24:40.558350+0000","last_fullsized":"2024-09-22T09:24:40.558350+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":700,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:05.870774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149165,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1309,"num_read_kb":3083,"num_write":1068,"num_write_kb":884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.860496+0000","last_change":"2024-09-22T08:40:34.269570+0000","last_active":"2024-09-22T09:22:16.860496+0000","last_peered":"2024-09-22T09:22:16.860496+0000","last_clean":"2024-09-22T09:22:16.860496+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:22:16.860496+0000","last_undegraded":"2024-09-22T09:22:16.860496+0000","last_fullsized":"2024-09-22T09:22:16.860496+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:59.593457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'126","reported_seq":627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.427215+0000","last_change":"2024-09-22T08:40:36.279873+0000","last_active":"2024-09-22T09:22:06.427215+0000","last_peered":"2024-09-22T09:22:06.427215+0000","last_clean":"2024-09-22T09:22:06.427215+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:22:06.427215+0000","last_undegraded":"2024-09-22T09:22:06.427215+0000","last_fullsized":"2024-09-22T09:22:06.427215+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:06.303322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'134","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.895514+0000","last_change":"2024-09-22T08:40:36.285973+0000","last_active":"2024-09-22T09:22:51.895514+0000","last_peered":"2024-09-22T09:22:51.895514+0000","last_clean":"2024-09-22T09:22:51.895514+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:22:51.895514+0000","last_undegraded":"2024-09-22T09:22:51.895514+0000","last_fullsized":"2024-09-22T09:22:51.895514+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:06.674441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1417,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:24.831903+0000","last_change":"2024-09-22T08:40:28.210232+0000","last_active":"2024-09-22T09:22:24.831903+0000","last_peered":"2024-09-22T09:22:24.831903+0000","last_clean":"2024-09-22T09:22:24.831903+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:22:24.831903+0000","last_undegraded":"2024-09-22T09:22:24.831903+0000","last_fullsized":"2024-09-22T09:22:24.831903+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:44.822860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'376","reported_seq":1066,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.696830+0000","last_change":"2024-09-22T08:40:26.249780+0000","last_active":"2024-09-22T09:24:40.696830+0000","last_peered":"2024-09-22T09:24:40.696830+0000","last_clean":"2024-09-22T09:24:40.696830+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:24:40.696830+0000","last_undegraded":"2024-09-22T09:24:40.696830+0000","last_fullsized":"2024-09-22T09:24:40.696830+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:10.926523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":787,"num_read_kb":57905,"num_write":1320,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.812791+0000","last_change":"2024-09-22T08:40:30.226863+0000","last_active":"2024-09-22T09:20:11.812791+0000","last_peered":"2024-09-22T09:20:11.812791+0000","last_clean":"2024-09-22T09:20:11.812791+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:20:11.812791+0000","last_undegraded":"2024-09-22T09:20:11.812791+0000","last_fullsized":"2024-09-22T09:20:11.812791+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:55.427470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'276","reported_seq":846,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.034224+0000","last_change":"2024-09-22T08:40:32.238396+0000","last_active":"2024-09-22T09:24:39.034224+0000","last_peered":"2024-09-22T09:24:39.034224+0000","last_clean":"2024-09-22T09:24:39.034224+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:24:39.034224+0000","last_undegraded":"2024-09-22T09:24:39.034224+0000","last_fullsized":"2024-09-22T09:24:39.034224+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:00.526507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45525,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":469,"num_read_kb":1073,"num_write":382,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.829076+0000","last_change":"2024-09-22T08:40:34.243516+0000","last_active":"2024-09-22T09:20:16.829076+0000","last_peered":"2024-09-22T09:20:16.829076+0000","last_clean":"2024-09-22T09:20:16.829076+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:20:16.829076+0000","last_undegraded":"2024-09-22T09:20:16.829076+0000","last_fullsized":"2024-09-22T09:20:16.829076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:40.023874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:46.868179+0000","last_change":"2024-09-22T08:40:36.279368+0000","last_active":"2024-09-22T09:22:46.868179+0000","last_peered":"2024-09-22T09:22:46.868179+0000","last_clean":"2024-09-22T09:22:46.868179+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:22:46.868179+0000","last_undegraded":"2024-09-22T09:22:46.868179+0000","last_fullsized":"2024-09-22T09:22:46.868179+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'174","reported_seq":783,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.045390+0000","last_change":"2024-09-22T08:40:28.208814+0000","last_active":"2024-09-22T09:22:36.045390+0000","last_peered":"2024-09-22T09:22:36.045390+0000","last_clean":"2024-09-22T09:22:36.045390+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:22:36.045390+0000","last_undegraded":"2024-09-22T09:22:36.045390+0000","last_fullsized":"2024-09-22T09:22:36.045390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:57.690745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'334","reported_seq":945,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.647104+0000","last_change":"2024-09-22T08:40:26.237164+0000","last_active":"2024-09-22T09:24:40.647104+0000","last_peered":"2024-09-22T09:24:40.647104+0000","last_clean":"2024-09-22T09:24:40.647104+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:24:40.647104+0000","last_undegraded":"2024-09-22T09:24:40.647104+0000","last_fullsized":"2024-09-22T09:24:40.647104+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:05.593075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079919,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":551,"num_read_kb":5506,"num_write":1022,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.827974+0000","last_change":"2024-09-22T08:40:30.213654+0000","last_active":"2024-09-22T09:20:11.827974+0000","last_peered":"2024-09-22T09:20:11.827974+0000","last_clean":"2024-09-22T09:20:11.827974+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:20:11.827974+0000","last_undegraded":"2024-09-22T09:20:11.827974+0000","last_fullsized":"2024-09-22T09:20:11.827974+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:47.170541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'57","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056029+0000","last_change":"2024-09-22T08:40:32.224633+0000","last_active":"2024-09-22T09:22:32.056029+0000","last_peered":"2024-09-22T09:22:32.056029+0000","last_clean":"2024-09-22T09:22:32.056029+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:22:32.056029+0000","last_undegraded":"2024-09-22T09:22:32.056029+0000","last_fullsized":"2024-09-22T09:22:32.056029+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:16:55.295196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.983210+0000","last_change":"2024-09-22T08:40:34.241779+0000","last_active":"2024-09-22T09:20:16.983210+0000","last_peered":"2024-09-22T09:20:16.983210+0000","last_clean":"2024-09-22T09:20:16.983210+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:20:16.983210+0000","last_undegraded":"2024-09-22T09:20:16.983210+0000","last_fullsized":"2024-09-22T09:20:16.983210+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:19:38.132021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'203","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.191962+0000","last_change":"2024-09-22T08:40:36.276448+0000","last_active":"2024-09-22T09:22:51.191962+0000","last_peered":"2024-09-22T09:22:51.191962+0000","last_clean":"2024-09-22T09:22:51.191962+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:22:51.191962+0000","last_undegraded":"2024-09-22T09:22:51.191962+0000","last_fullsized":"2024-09-22T09:22:51.191962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:59.605500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:56.873101+0000","last_change":"2024-09-22T08:40:28.237328+0000","last_active":"2024-09-22T09:20:56.873101+0000","last_peered":"2024-09-22T09:20:56.873101+0000","last_clean":"2024-09-22T09:20:56.873101+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:20:56.873101+0000","last_undegraded":"2024-09-22T09:20:56.873101+0000","last_fullsized":"2024-09-22T09:20:56.873101+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:30.447192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'349","reported_seq":1005,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.626881+0000","last_change":"2024-09-22T08:40:26.230990+0000","last_active":"2024-09-22T09:24:40.626881+0000","last_peered":"2024-09-22T09:24:40.626881+0000","last_clean":"2024-09-22T09:24:40.626881+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:24:40.626881+0000","last_undegraded":"2024-09-22T09:24:40.626881+0000","last_fullsized":"2024-09-22T09:24:40.626881+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:36.452623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":643,"num_read_kb":34719,"num_write":1070,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.981852+0000","last_change":"2024-09-22T08:40:30.211405+0000","last_active":"2024-09-22T09:20:11.981852+0000","last_peered":"2024-09-22T09:20:11.981852+0000","last_clean":"2024-09-22T09:20:11.981852+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:20:11.981852+0000","last_undegraded":"2024-09-22T09:20:11.981852+0000","last_fullsized":"2024-09-22T09:20:11.981852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:18.040675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'320","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.631600+0000","last_change":"2024-09-22T08:40:32.243725+0000","last_active":"2024-09-22T09:24:40.631600+0000","last_peered":"2024-09-22T09:24:40.631600+0000","last_clean":"2024-09-22T09:24:40.631600+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:24:40.631600+0000","last_undegraded":"2024-09-22T09:24:40.631600+0000","last_fullsized":"2024-09-22T09:24:40.631600+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:24.187991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69873,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":535,"num_read_kb":1220,"num_write":432,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:16.793832+0000","last_change":"2024-09-22T08:40:34.263462+0000","last_active":"2024-09-22T09:20:16.793832+0000","last_peered":"2024-09-22T09:20:16.793832+0000","last_clean":"2024-09-22T09:20:16.793832+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:20:16.793832+0000","last_undegraded":"2024-09-22T09:20:16.793832+0000","last_fullsized":"2024-09-22T09:20:16.793832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:00:07.217975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'132","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.833593+0000","last_change":"2024-09-22T08:40:36.280509+0000","last_active":"2024-09-22T09:22:21.833593+0000","last_peered":"2024-09-22T09:22:21.833593+0000","last_clean":"2024-09-22T09:22:21.833593+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:22:21.833593+0000","last_undegraded":"2024-09-22T09:22:21.833593+0000","last_fullsized":"2024-09-22T09:22:21.833593+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:35.515200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:09.402156+0000","last_change":"2024-09-22T08:41:01.930411+0000","last_active":"2024-09-22T09:22:09.402156+0000","last_peered":"2024-09-22T09:22:09.402156+0000","last_clean":"2024-09-22T09:22:09.402156+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:22:09.402156+0000","last_undegraded":"2024-09-22T09:22:09.402156+0000","last_fullsized":"2024-09-22T09:22:09.402156+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:32:06.907880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'381","reported_seq":1031,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.656085+0000","last_change":"2024-09-22T08:40:26.257329+0000","last_active":"2024-09-22T09:24:40.656085+0000","last_peered":"2024-09-22T09:24:40.656085+0000","last_clean":"2024-09-22T09:24:40.656085+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:24:40.656085+0000","last_undegraded":"2024-09-22T09:24:40.656085+0000","last_fullsized":"2024-09-22T09:24:40.656085+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:55.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":633,"num_read_kb":72387,"num_write":1201,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:11.792717+0000","last_change":"2024-09-22T08:40:30.216924+0000","last_active":"2024-09-22T09:20:11.792717+0000","last_peered":"2024-09-22T09:20:11.792717+0000","last_clean":"2024-09-22T09:20:11.792717+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:20:11.792717+0000","last_undegraded":"2024-09-22T09:20:11.792717+0000","last_fullsized":"2024-09-22T09:20:11.792717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:51.952397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'305","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.404951+0000","last_change":"2024-09-22T08:40:32.235734+0000","last_active":"2024-09-22T09:24:40.404951+0000","last_peered":"2024-09-22T09:24:40.404951+0000","last_clean":"2024-09-22T09:24:40.404951+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:24:40.404951+0000","last_undegraded":"2024-09-22T09:24:40.404951+0000","last_fullsized":"2024-09-22T09:24:40.404951+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:22.334746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148623,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1395,"num_write":428,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:17.022324+0000","last_change":"2024-09-22T08:40:34.235282+0000","last_active":"2024-09-22T09:20:17.022324+0000","last_peered":"2024-09-22T09:20:17.022324+0000","last_clean":"2024-09-22T09:20:17.022324+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:20:17.022324+0000","last_undegraded":"2024-09-22T09:20:17.022324+0000","last_fullsized":"2024-09-22T09:20:17.022324+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:31.588161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":664,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818279+0000","last_change":"2024-09-22T08:40:28.230264+0000","last_active":"2024-09-22T09:22:11.818279+0000","last_peered":"2024-09-22T09:22:11.818279+0000","last_clean":"2024-09-22T09:22:11.818279+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:22:11.818279+0000","last_undegraded":"2024-09-22T09:22:11.818279+0000","last_fullsized":"2024-09-22T09:22:11.818279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:48.285633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'347","reported_seq":980,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.677914+0000","last_change":"2024-09-22T08:40:26.215731+0000","last_active":"2024-09-22T09:24:40.677914+0000","last_peered":"2024-09-22T09:24:40.677914+0000","last_clean":"2024-09-22T09:24:40.677914+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:24:40.677914+0000","last_undegraded":"2024-09-22T09:24:40.677914+0000","last_fullsized":"2024-09-22T09:24:40.677914+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:44:32.587853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079935,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":4826,"num_write":1229,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057561+0000","last_change":"2024-09-22T08:40:30.214694+0000","last_active":"2024-09-22T09:22:37.057561+0000","last_peered":"2024-09-22T09:22:37.057561+0000","last_clean":"2024-09-22T09:22:37.057561+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:22:37.057561+0000","last_undegraded":"2024-09-22T09:22:37.057561+0000","last_fullsized":"2024-09-22T09:22:37.057561+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:27.709434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'471","reported_seq":1100,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.329103+0000","last_change":"2024-09-22T08:40:32.223560+0000","last_active":"2024-09-22T09:24:40.329103+0000","last_peered":"2024-09-22T09:24:40.329103+0000","last_clean":"2024-09-22T09:24:40.329103+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:24:40.329103+0000","last_undegraded":"2024-09-22T09:24:40.329103+0000","last_fullsized":"2024-09-22T09:24:40.329103+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:54.667591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90514,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":859,"num_read_kb":2039,"num_write":742,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":482,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.837725+0000","last_change":"2024-09-22T08:40:34.252498+0000","last_active":"2024-09-22T09:20:36.837725+0000","last_peered":"2024-09-22T09:20:36.837725+0000","last_clean":"2024-09-22T09:20:36.837725+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:20:36.837725+0000","last_undegraded":"2024-09-22T09:20:36.837725+0000","last_fullsized":"2024-09-22T09:20:36.837725+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:07.956126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'191","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:34.258161+0000","last_change":"2024-09-22T08:40:36.378566+0000","last_active":"2024-09-22T09:22:34.258161+0000","last_peered":"2024-09-22T09:22:34.258161+0000","last_clean":"2024-09-22T09:22:34.258161+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:22:34.258161+0000","last_undegraded":"2024-09-22T09:22:34.258161+0000","last_fullsized":"2024-09-22T09:22:34.258161+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.277791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057498+0000","last_change":"2024-09-22T08:40:28.220393+0000","last_active":"2024-09-22T09:22:37.057498+0000","last_peered":"2024-09-22T09:22:37.057498+0000","last_clean":"2024-09-22T09:22:37.057498+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:22:37.057498+0000","last_undegraded":"2024-09-22T09:22:37.057498+0000","last_fullsized":"2024-09-22T09:22:37.057498+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:05.374071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'353","reported_seq":1020,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.566075+0000","last_change":"2024-09-22T08:40:26.250298+0000","last_active":"2024-09-22T09:24:40.566075+0000","last_peered":"2024-09-22T09:24:40.566075+0000","last_clean":"2024-09-22T09:24:40.566075+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:24:40.566075+0000","last_undegraded":"2024-09-22T09:24:40.566075+0000","last_fullsized":"2024-09-22T09:24:40.566075+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:14.996116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079902,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":107261,"num_write":1078,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.818241+0000","last_change":"2024-09-22T08:40:30.216330+0000","last_active":"2024-09-22T09:22:11.818241+0000","last_peered":"2024-09-22T09:22:11.818241+0000","last_clean":"2024-09-22T09:22:11.818241+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:22:11.818241+0000","last_undegraded":"2024-09-22T09:22:11.818241+0000","last_fullsized":"2024-09-22T09:22:11.818241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:16.202092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'304","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.481382+0000","last_change":"2024-09-22T08:40:32.235772+0000","last_active":"2024-09-22T09:24:40.481382+0000","last_peered":"2024-09-22T09:24:40.481382+0000","last_clean":"2024-09-22T09:24:40.481382+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:24:40.481382+0000","last_undegraded":"2024-09-22T09:24:40.481382+0000","last_fullsized":"2024-09-22T09:24:40.481382+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:11.676829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45694,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":507,"num_read_kb":1106,"num_write":424,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.818239+0000","last_change":"2024-09-22T08:40:34.267483+0000","last_active":"2024-09-22T09:20:36.818239+0000","last_peered":"2024-09-22T09:20:36.818239+0000","last_clean":"2024-09-22T09:20:36.818239+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:20:36.818239+0000","last_undegraded":"2024-09-22T09:20:36.818239+0000","last_fullsized":"2024-09-22T09:20:36.818239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:59.533536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'164","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.812111+0000","last_change":"2024-09-22T08:40:36.280289+0000","last_active":"2024-09-22T09:22:27.812111+0000","last_peered":"2024-09-22T09:22:27.812111+0000","last_clean":"2024-09-22T09:22:27.812111+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:22:27.812111+0000","last_undegraded":"2024-09-22T09:22:27.812111+0000","last_fullsized":"2024-09-22T09:22:27.812111+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:07.401686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:13.074042+0000","last_change":"2024-09-22T08:40:28.211241+0000","last_active":"2024-09-22T09:22:13.074042+0000","last_peered":"2024-09-22T09:22:13.074042+0000","last_clean":"2024-09-22T09:22:13.074042+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:22:13.074042+0000","last_undegraded":"2024-09-22T09:22:13.074042+0000","last_fullsized":"2024-09-22T09:22:13.074042+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:33.783277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'310","reported_seq":898,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.587370+0000","last_change":"2024-09-22T08:41:01.439808+0000","last_active":"2024-09-22T09:24:40.587370+0000","last_peered":"2024-09-22T09:24:40.587370+0000","last_clean":"2024-09-22T09:24:40.587370+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:24:40.587370+0000","last_undegraded":"2024-09-22T09:24:40.587370+0000","last_fullsized":"2024-09-22T09:24:40.587370+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:46.833657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159818,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":2553,"num_write":975,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.791777+0000","last_change":"2024-09-22T08:40:30.207654+0000","last_active":"2024-09-22T09:20:31.791777+0000","last_peered":"2024-09-22T09:20:31.791777+0000","last_clean":"2024-09-22T09:20:31.791777+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:20:31.791777+0000","last_undegraded":"2024-09-22T09:20:31.791777+0000","last_fullsized":"2024-09-22T09:20:31.791777+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:09.523633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'268","reported_seq":842,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.331324+0000","last_change":"2024-09-22T08:40:32.339876+0000","last_active":"2024-09-22T09:24:39.331324+0000","last_peered":"2024-09-22T09:24:39.331324+0000","last_clean":"2024-09-22T09:24:39.331324+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:24:39.331324+0000","last_undegraded":"2024-09-22T09:24:39.331324+0000","last_fullsized":"2024-09-22T09:24:39.331324+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:31.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43544,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":449,"num_read_kb":1029,"num_write":362,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:46.850650+0000","last_change":"2024-09-22T08:40:34.268017+0000","last_active":"2024-09-22T09:22:46.850650+0000","last_peered":"2024-09-22T09:22:46.850650+0000","last_clean":"2024-09-22T09:22:46.850650+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:22:46.850650+0000","last_undegraded":"2024-09-22T09:22:46.850650+0000","last_fullsized":"2024-09-22T09:22:46.850650+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'112","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.989456+0000","last_change":"2024-09-22T08:40:36.283029+0000","last_active":"2024-09-22T09:24:12.989456+0000","last_peered":"2024-09-22T09:24:12.989456+0000","last_clean":"2024-09-22T09:24:12.989456+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:24:12.989456+0000","last_undegraded":"2024-09-22T09:24:12.989456+0000","last_fullsized":"2024-09-22T09:24:12.989456+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:24.032962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:30.319596+0000","last_change":"2024-09-22T08:40:28.205935+0000","last_active":"2024-09-22T09:21:30.319596+0000","last_peered":"2024-09-22T09:21:30.319596+0000","last_clean":"2024-09-22T09:21:30.319596+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:21:30.319596+0000","last_undegraded":"2024-09-22T09:21:30.319596+0000","last_fullsized":"2024-09-22T09:21:30.319596+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:12:50.825707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'278","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.660844+0000","last_change":"2024-09-22T08:40:26.244245+0000","last_active":"2024-09-22T09:24:40.660844+0000","last_peered":"2024-09-22T09:24:40.660844+0000","last_clean":"2024-09-22T09:24:40.660844+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:24:40.660844+0000","last_undegraded":"2024-09-22T09:24:40.660844+0000","last_fullsized":"2024-09-22T09:24:40.660844+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:53.955430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":483,"num_read_kb":14922,"num_write":891,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.817150+0000","last_change":"2024-09-22T08:40:30.216191+0000","last_active":"2024-09-22T09:20:31.817150+0000","last_peered":"2024-09-22T09:20:31.817150+0000","last_clean":"2024-09-22T09:20:31.817150+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:20:31.817150+0000","last_undegraded":"2024-09-22T09:20:31.817150+0000","last_fullsized":"2024-09-22T09:20:31.817150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:37.722299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'76","reported_seq":597,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:41.821549+0000","last_change":"2024-09-22T08:40:32.337594+0000","last_active":"2024-09-22T09:22:41.821549+0000","last_peered":"2024-09-22T09:22:41.821549+0000","last_clean":"2024-09-22T09:22:41.821549+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:22:41.821549+0000","last_undegraded":"2024-09-22T09:22:41.821549+0000","last_fullsized":"2024-09-22T09:22:41.821549+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:38.512762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'750","reported_seq":4411,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.043652+0000","last_change":"2024-09-22T08:40:34.246022+0000","last_active":"2024-09-22T09:24:38.043652+0000","last_peered":"2024-09-22T09:24:38.043652+0000","last_clean":"2024-09-22T09:24:38.043652+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:24:38.043652+0000","last_undegraded":"2024-09-22T09:24:38.043652+0000","last_fullsized":"2024-09-22T09:24:38.043652+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:32.159093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":607,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.456417+0000","last_change":"2024-09-22T08:40:36.285732+0000","last_active":"2024-09-22T09:22:31.456417+0000","last_peered":"2024-09-22T09:22:31.456417+0000","last_clean":"2024-09-22T09:22:31.456417+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:22:31.456417+0000","last_undegraded":"2024-09-22T09:22:31.456417+0000","last_fullsized":"2024-09-22T09:22:31.456417+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:00.169118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'216","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:21.159548+0000","last_change":"2024-09-22T08:40:28.213487+0000","last_active":"2024-09-22T09:21:21.159548+0000","last_peered":"2024-09-22T09:21:21.159548+0000","last_clean":"2024-09-22T09:21:21.159548+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:21:21.159548+0000","last_undegraded":"2024-09-22T09:21:21.159548+0000","last_fullsized":"2024-09-22T09:21:21.159548+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:38:11.179025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'349","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.620046+0000","last_change":"2024-09-22T08:41:01.724534+0000","last_active":"2024-09-22T09:24:40.620046+0000","last_peered":"2024-09-22T09:24:40.620046+0000","last_clean":"2024-09-22T09:24:40.620046+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:24:40.620046+0000","last_undegraded":"2024-09-22T09:24:40.620046+0000","last_fullsized":"2024-09-22T09:24:40.620046+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:03.315611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":604,"num_read_kb":17894,"num_write":1148,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.987033+0000","last_change":"2024-09-22T08:40:30.218813+0000","last_active":"2024-09-22T09:20:31.987033+0000","last_peered":"2024-09-22T09:20:31.987033+0000","last_clean":"2024-09-22T09:20:31.987033+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:20:31.987033+0000","last_undegraded":"2024-09-22T09:20:31.987033+0000","last_fullsized":"2024-09-22T09:20:31.987033+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:05.594699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'342","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.802261+0000","last_change":"2024-09-22T08:40:32.228018+0000","last_active":"2024-09-22T09:24:39.802261+0000","last_peered":"2024-09-22T09:24:39.802261+0000","last_clean":"2024-09-22T09:24:39.802261+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:24:39.802261+0000","last_undegraded":"2024-09-22T09:24:39.802261+0000","last_fullsized":"2024-09-22T09:24:39.802261+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:00.472741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46540,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":552,"num_read_kb":1262,"num_write":462,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043392+0000","last_change":"2024-09-22T08:40:34.256455+0000","last_active":"2024-09-22T09:21:42.043392+0000","last_peered":"2024-09-22T09:21:42.043392+0000","last_clean":"2024-09-22T09:21:42.043392+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:21:42.043392+0000","last_undegraded":"2024-09-22T09:21:42.043392+0000","last_fullsized":"2024-09-22T09:21:42.043392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:38.598433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'123","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.736559+0000","last_change":"2024-09-22T08:40:36.286281+0000","last_active":"2024-09-22T09:22:51.736559+0000","last_peered":"2024-09-22T09:22:51.736559+0000","last_clean":"2024-09-22T09:22:51.736559+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:22:51.736559+0000","last_undegraded":"2024-09-22T09:22:51.736559+0000","last_fullsized":"2024-09-22T09:22:51.736559+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:35:58.264868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.971997+0000","last_change":"2024-09-22T08:40:28.210602+0000","last_active":"2024-09-22T09:22:22.971997+0000","last_peered":"2024-09-22T09:22:22.971997+0000","last_clean":"2024-09-22T09:22:22.971997+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:22:22.971997+0000","last_undegraded":"2024-09-22T09:22:22.971997+0000","last_fullsized":"2024-09-22T09:22:22.971997+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:46.821173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'284","reported_seq":1006,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.672155+0000","last_change":"2024-09-22T08:40:26.269661+0000","last_active":"2024-09-22T09:24:40.672155+0000","last_peered":"2024-09-22T09:24:40.672155+0000","last_clean":"2024-09-22T09:24:40.672155+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:24:40.672155+0000","last_undegraded":"2024-09-22T09:24:40.672155+0000","last_fullsized":"2024-09-22T09:24:40.672155+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:59.306559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":934,"num_read_kb":41551,"num_write":945,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836679+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:20:31.836679+0000","last_peered":"2024-09-22T09:20:31.836679+0000","last_clean":"2024-09-22T09:20:31.836679+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:20:31.836679+0000","last_undegraded":"2024-09-22T09:20:31.836679+0000","last_fullsized":"2024-09-22T09:20:31.836679+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:31.499209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'248","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.867251+0000","last_change":"2024-09-22T08:40:32.218284+0000","last_active":"2024-09-22T09:24:39.867251+0000","last_peered":"2024-09-22T09:24:39.867251+0000","last_clean":"2024-09-22T09:24:39.867251+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:24:39.867251+0000","last_undegraded":"2024-09-22T09:24:39.867251+0000","last_fullsized":"2024-09-22T09:24:39.867251+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:58.512416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":403,"num_read_kb":895,"num_write":322,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813669+0000","last_change":"2024-09-22T08:40:34.246815+0000","last_active":"2024-09-22T09:21:51.813669+0000","last_peered":"2024-09-22T09:21:51.813669+0000","last_clean":"2024-09-22T09:21:51.813669+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:21:51.813669+0000","last_undegraded":"2024-09-22T09:21:51.813669+0000","last_fullsized":"2024-09-22T09:21:51.813669+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:34:00.941484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'95","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.054894+0000","last_change":"2024-09-22T08:40:36.378716+0000","last_active":"2024-09-22T09:22:30.054894+0000","last_peered":"2024-09-22T09:22:30.054894+0000","last_clean":"2024-09-22T09:22:30.054894+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:22:30.054894+0000","last_undegraded":"2024-09-22T09:22:30.054894+0000","last_fullsized":"2024-09-22T09:22:30.054894+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:00.135478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":758,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.638999+0000","last_change":"2024-09-22T08:40:28.205525+0000","last_active":"2024-09-22T09:21:51.638999+0000","last_peered":"2024-09-22T09:21:51.638999+0000","last_clean":"2024-09-22T09:21:51.638999+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:21:51.638999+0000","last_undegraded":"2024-09-22T09:21:51.638999+0000","last_fullsized":"2024-09-22T09:21:51.638999+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:27:06.059242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'355","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.684485+0000","last_change":"2024-09-22T08:40:26.257920+0000","last_active":"2024-09-22T09:24:40.684485+0000","last_peered":"2024-09-22T09:24:40.684485+0000","last_clean":"2024-09-22T09:24:40.684485+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:24:40.684485+0000","last_undegraded":"2024-09-22T09:24:40.684485+0000","last_fullsized":"2024-09-22T09:24:40.684485+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:12:04.354265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2157330,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":542,"num_read_kb":4037,"num_write":1060,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806187+0000","last_change":"2024-09-22T08:40:30.218127+0000","last_active":"2024-09-22T09:21:36.806187+0000","last_peered":"2024-09-22T09:21:36.806187+0000","last_clean":"2024-09-22T09:21:36.806187+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:21:36.806187+0000","last_undegraded":"2024-09-22T09:21:36.806187+0000","last_fullsized":"2024-09-22T09:21:36.806187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:33:29.213076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'253","reported_seq":807,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.184003+0000","last_change":"2024-09-22T08:40:32.242860+0000","last_active":"2024-09-22T09:24:39.184003+0000","last_peered":"2024-09-22T09:24:39.184003+0000","last_clean":"2024-09-22T09:24:39.184003+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:24:39.184003+0000","last_undegraded":"2024-09-22T09:24:39.184003+0000","last_fullsized":"2024-09-22T09:24:39.184003+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:02.279133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51060,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":446,"num_read_kb":1114,"num_write":374,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792918+0000","last_change":"2024-09-22T08:40:34.249824+0000","last_active":"2024-09-22T09:20:36.792918+0000","last_peered":"2024-09-22T09:20:36.792918+0000","last_clean":"2024-09-22T09:20:36.792918+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:20:36.792918+0000","last_undegraded":"2024-09-22T09:20:36.792918+0000","last_fullsized":"2024-09-22T09:20:36.792918+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:09.360403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'168","reported_seq":1634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.828089+0000","last_change":"2024-09-22T08:40:36.276126+0000","last_active":"2024-09-22T09:22:51.828089+0000","last_peered":"2024-09-22T09:22:51.828089+0000","last_clean":"2024-09-22T09:22:51.828089+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:22:51.828089+0000","last_undegraded":"2024-09-22T09:22:51.828089+0000","last_fullsized":"2024-09-22T09:22:51.828089+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:45.378893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.491568+0000","last_change":"2024-09-22T08:40:28.207904+0000","last_active":"2024-09-22T09:22:02.491568+0000","last_peered":"2024-09-22T09:22:02.491568+0000","last_clean":"2024-09-22T09:22:02.491568+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:22:02.491568+0000","last_undegraded":"2024-09-22T09:22:02.491568+0000","last_fullsized":"2024-09-22T09:22:02.491568+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:21.645162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'365","reported_seq":1049,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.681744+0000","last_change":"2024-09-22T08:40:26.244061+0000","last_active":"2024-09-22T09:24:40.681744+0000","last_peered":"2024-09-22T09:24:40.681744+0000","last_clean":"2024-09-22T09:24:40.681744+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:24:40.681744+0000","last_undegraded":"2024-09-22T09:24:40.681744+0000","last_fullsized":"2024-09-22T09:24:40.681744+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:33.685590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079918,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":878,"num_read_kb":12959,"num_write":1164,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"37'4","reported_seq":984,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:37.787675+0000","last_change":"2024-09-22T08:40:30.226294+0000","last_active":"2024-09-22T09:24:37.787675+0000","last_peered":"2024-09-22T09:24:37.787675+0000","last_clean":"2024-09-22T09:24:37.787675+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:24:37.787675+0000","last_undegraded":"2024-09-22T09:24:37.787675+0000","last_fullsized":"2024-09-22T09:24:37.787675+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:55.588208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'296","reported_seq":880,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.398192+0000","last_change":"2024-09-22T08:40:32.227933+0000","last_active":"2024-09-22T09:24:39.398192+0000","last_peered":"2024-09-22T09:24:39.398192+0000","last_clean":"2024-09-22T09:24:39.398192+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:24:39.398192+0000","last_undegraded":"2024-09-22T09:24:39.398192+0000","last_fullsized":"2024-09-22T09:24:39.398192+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:30.270701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48800,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1055,"num_write":384,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:37.027163+0000","last_change":"2024-09-22T08:40:34.243945+0000","last_active":"2024-09-22T09:20:37.027163+0000","last_peered":"2024-09-22T09:20:37.027163+0000","last_clean":"2024-09-22T09:20:37.027163+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:20:37.027163+0000","last_undegraded":"2024-09-22T09:20:37.027163+0000","last_fullsized":"2024-09-22T09:20:37.027163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:28.259658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'131","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.769591+0000","last_change":"2024-09-22T08:40:36.289976+0000","last_active":"2024-09-22T09:24:11.769591+0000","last_peered":"2024-09-22T09:24:11.769591+0000","last_clean":"2024-09-22T09:24:11.769591+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:24:11.769591+0000","last_undegraded":"2024-09-22T09:24:11.769591+0000","last_fullsized":"2024-09-22T09:24:11.769591+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:47.511649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":916,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833795+0000","last_change":"2024-09-22T08:40:28.209928+0000","last_active":"2024-09-22T09:21:41.833795+0000","last_peered":"2024-09-22T09:21:41.833795+0000","last_clean":"2024-09-22T09:21:41.833795+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:21:41.833795+0000","last_undegraded":"2024-09-22T09:21:41.833795+0000","last_fullsized":"2024-09-22T09:21:41.833795+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:27.404498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'424","reported_seq":1088,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.670355+0000","last_change":"2024-09-22T08:40:26.257379+0000","last_active":"2024-09-22T09:24:40.670355+0000","last_peered":"2024-09-22T09:24:40.670355+0000","last_clean":"2024-09-22T09:24:40.670355+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:24:40.670355+0000","last_undegraded":"2024-09-22T09:24:40.670355+0000","last_fullsized":"2024-09-22T09:24:40.670355+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:21.546841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":709,"num_read_kb":31461,"num_write":1275,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.833740+0000","last_change":"2024-09-22T08:40:28.199791+0000","last_active":"2024-09-22T09:21:41.833740+0000","last_peered":"2024-09-22T09:21:41.833740+0000","last_clean":"2024-09-22T09:21:41.833740+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:21:41.833740+0000","last_undegraded":"2024-09-22T09:21:41.833740+0000","last_fullsized":"2024-09-22T09:21:41.833740+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:11.632009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'471","reported_seq":1170,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.589323+0000","last_change":"2024-09-22T08:40:26.259014+0000","last_active":"2024-09-22T09:24:40.589323+0000","last_peered":"2024-09-22T09:24:40.589323+0000","last_clean":"2024-09-22T09:24:40.589323+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:24:40.589323+0000","last_undegraded":"2024-09-22T09:24:40.589323+0000","last_fullsized":"2024-09-22T09:24:40.589323+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:58.485269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079920,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1024,"num_read_kb":49683,"num_write":1340,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.090291+0000","last_change":"2024-09-22T08:40:28.235308+0000","last_active":"2024-09-22T09:22:15.090291+0000","last_peered":"2024-09-22T09:22:15.090291+0000","last_clean":"2024-09-22T09:22:15.090291+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:22:15.090291+0000","last_undegraded":"2024-09-22T09:22:15.090291+0000","last_fullsized":"2024-09-22T09:22:15.090291+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:55.504112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'344","reported_seq":1009,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.668292+0000","last_change":"2024-09-22T08:40:26.261741+0000","last_active":"2024-09-22T09:24:40.668292+0000","last_peered":"2024-09-22T09:24:40.668292+0000","last_clean":"2024-09-22T09:24:40.668292+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:24:40.668292+0000","last_undegraded":"2024-09-22T09:24:40.668292+0000","last_fullsized":"2024-09-22T09:24:40.668292+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:18.499284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":630,"num_read_kb":81199,"num_write":1143,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":756,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.211483+0000","last_change":"2024-09-22T08:40:28.221248+0000","last_active":"2024-09-22T09:22:21.211483+0000","last_peered":"2024-09-22T09:22:21.211483+0000","last_clean":"2024-09-22T09:22:21.211483+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:22:21.211483+0000","last_undegraded":"2024-09-22T09:22:21.211483+0000","last_fullsized":"2024-09-22T09:22:21.211483+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:04.512125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'337","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.673003+0000","last_change":"2024-09-22T08:40:26.244774+0000","last_active":"2024-09-22T09:24:40.673003+0000","last_peered":"2024-09-22T09:24:40.673003+0000","last_clean":"2024-09-22T09:24:40.673003+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:24:40.673003+0000","last_undegraded":"2024-09-22T09:24:40.673003+0000","last_fullsized":"2024-09-22T09:24:40.673003+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:39.040162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":618,"num_read_kb":53248,"num_write":1053,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861517+0000","last_change":"2024-09-22T08:40:28.233011+0000","last_active":"2024-09-22T09:22:21.861517+0000","last_peered":"2024-09-22T09:22:21.861517+0000","last_clean":"2024-09-22T09:22:21.861517+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:22:21.861517+0000","last_undegraded":"2024-09-22T09:22:21.861517+0000","last_fullsized":"2024-09-22T09:22:21.861517+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:13.526137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'432","reported_seq":1254,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.671757+0000","last_change":"2024-09-22T08:40:26.236532+0000","last_active":"2024-09-22T09:24:40.671757+0000","last_peered":"2024-09-22T09:24:40.671757+0000","last_clean":"2024-09-22T09:24:40.671757+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:24:40.671757+0000","last_undegraded":"2024-09-22T09:24:40.671757+0000","last_fullsized":"2024-09-22T09:24:40.671757+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:45.554088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1111,"num_read_kb":55887,"num_write":1293,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:29.620818+0000","last_change":"2024-09-22T08:40:28.205442+0000","last_active":"2024-09-22T09:22:29.620818+0000","last_peered":"2024-09-22T09:22:29.620818+0000","last_clean":"2024-09-22T09:22:29.620818+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:22:29.620818+0000","last_undegraded":"2024-09-22T09:22:29.620818+0000","last_fullsized":"2024-09-22T09:22:29.620818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:00.705712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'387","reported_seq":1021,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.678533+0000","last_change":"2024-09-22T08:40:26.222811+0000","last_active":"2024-09-22T09:24:40.678533+0000","last_peered":"2024-09-22T09:24:40.678533+0000","last_clean":"2024-09-22T09:24:40.678533+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:24:40.678533+0000","last_undegraded":"2024-09-22T09:24:40.678533+0000","last_fullsized":"2024-09-22T09:24:40.678533+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:30.660850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":659,"num_read_kb":1539,"num_write":1282,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.859462+0000","last_change":"2024-09-22T08:40:28.211970+0000","last_active":"2024-09-22T09:22:11.859462+0000","last_peered":"2024-09-22T09:22:11.859462+0000","last_clean":"2024-09-22T09:22:11.859462+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:22:11.859462+0000","last_undegraded":"2024-09-22T09:22:11.859462+0000","last_fullsized":"2024-09-22T09:22:11.859462+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:48:20.546690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'360","reported_seq":1139,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.677587+0000","last_change":"2024-09-22T08:41:01.929041+0000","last_active":"2024-09-22T09:24:40.677587+0000","last_peered":"2024-09-22T09:24:40.677587+0000","last_clean":"2024-09-22T09:24:40.677587+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:24:40.677587+0000","last_undegraded":"2024-09-22T09:24:40.677587+0000","last_fullsized":"2024-09-22T09:24:40.677587+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:12.357825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159799,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1086,"num_read_kb":91026,"num_write":1169,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.780423+0000","last_change":"2024-09-22T08:40:28.208688+0000","last_active":"2024-09-22T09:24:11.780423+0000","last_peered":"2024-09-22T09:24:11.780423+0000","last_clean":"2024-09-22T09:24:11.780423+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:11.780423+0000","last_undegraded":"2024-09-22T09:24:11.780423+0000","last_fullsized":"2024-09-22T09:24:11.780423+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:18:55.421170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'351","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.624450+0000","last_change":"2024-09-22T08:40:26.237453+0000","last_active":"2024-09-22T09:24:40.624450+0000","last_peered":"2024-09-22T09:24:40.624450+0000","last_clean":"2024-09-22T09:24:40.624450+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:24:40.624450+0000","last_undegraded":"2024-09-22T09:24:40.624450+0000","last_fullsized":"2024-09-22T09:24:40.624450+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:53.526239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":592,"num_read_kb":25941,"num_write":1163,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:05.822663+0000","last_change":"2024-09-22T08:40:28.207091+0000","last_active":"2024-09-22T09:22:05.822663+0000","last_peered":"2024-09-22T09:22:05.822663+0000","last_clean":"2024-09-22T09:22:05.822663+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:22:05.822663+0000","last_undegraded":"2024-09-22T09:22:05.822663+0000","last_fullsized":"2024-09-22T09:22:05.822663+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:15:09.374508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'349","reported_seq":964,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.702355+0000","last_change":"2024-09-22T08:40:26.271302+0000","last_active":"2024-09-22T09:24:40.702355+0000","last_peered":"2024-09-22T09:24:40.702355+0000","last_clean":"2024-09-22T09:24:40.702355+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:40.702355+0000","last_undegraded":"2024-09-22T09:24:40.702355+0000","last_fullsized":"2024-09-22T09:24:40.702355+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:41.174707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":598,"num_read_kb":484,"num_write":1144,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:19.221417+0000","last_change":"2024-09-22T08:40:28.214148+0000","last_active":"2024-09-22T09:22:19.221417+0000","last_peered":"2024-09-22T09:22:19.221417+0000","last_clean":"2024-09-22T09:22:19.221417+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:22:19.221417+0000","last_undegraded":"2024-09-22T09:22:19.221417+0000","last_fullsized":"2024-09-22T09:22:19.221417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:37:27.699128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'414","reported_seq":1102,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.600559+0000","last_change":"2024-09-22T08:40:26.224652+0000","last_active":"2024-09-22T09:24:40.600559+0000","last_peered":"2024-09-22T09:24:40.600559+0000","last_clean":"2024-09-22T09:24:40.600559+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:24:40.600559+0000","last_undegraded":"2024-09-22T09:24:40.600559+0000","last_fullsized":"2024-09-22T09:24:40.600559+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:48:54.817482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079921,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":807,"num_read_kb":60665,"num_write":1380,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'201","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.436258+0000","last_change":"2024-09-22T08:40:28.204686+0000","last_active":"2024-09-22T09:22:06.436258+0000","last_peered":"2024-09-22T09:22:06.436258+0000","last_clean":"2024-09-22T09:22:06.436258+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:22:06.436258+0000","last_undegraded":"2024-09-22T09:22:06.436258+0000","last_fullsized":"2024-09-22T09:22:06.436258+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:07.574690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'352","reported_seq":1173,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.687095+0000","last_change":"2024-09-22T09:24:46.687095+0000","last_active":"2024-09-22T09:24:46.687095+0000","last_peered":"2024-09-22T09:24:46.687095+0000","last_clean":"2024-09-22T09:24:46.687095+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:24:46.687095+0000","last_undegraded":"2024-09-22T09:24:46.687095+0000","last_fullsized":"2024-09-22T09:24:46.687095+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.686958+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:57.732175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1267,"num_read_kb":3050,"num_write":1191,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:34.839842+0000","last_change":"2024-09-22T08:40:28.220432+0000","last_active":"2024-09-22T09:21:34.839842+0000","last_peered":"2024-09-22T09:21:34.839842+0000","last_clean":"2024-09-22T09:21:34.839842+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:21:34.839842+0000","last_undegraded":"2024-09-22T09:21:34.839842+0000","last_fullsized":"2024-09-22T09:21:34.839842+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:32.199441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'326","reported_seq":959,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.664546+0000","last_change":"2024-09-22T08:41:01.437314+0000","last_active":"2024-09-22T09:24:40.664546+0000","last_peered":"2024-09-22T09:24:40.664546+0000","last_clean":"2024-09-22T09:24:40.664546+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:24:40.664546+0000","last_undegraded":"2024-09-22T09:24:40.664546+0000","last_fullsized":"2024-09-22T09:24:40.664546+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:44.712525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":691,"num_read_kb":32274,"num_write":1124,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.848422+0000","last_change":"2024-09-22T08:40:28.233036+0000","last_active":"2024-09-22T09:22:08.848422+0000","last_peered":"2024-09-22T09:22:08.848422+0000","last_clean":"2024-09-22T09:22:08.848422+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:22:08.848422+0000","last_undegraded":"2024-09-22T09:22:08.848422+0000","last_fullsized":"2024-09-22T09:22:08.848422+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:09:35.411210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'337","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.609588+0000","last_change":"2024-09-22T08:40:26.262218+0000","last_active":"2024-09-22T09:24:40.609588+0000","last_peered":"2024-09-22T09:24:40.609588+0000","last_clean":"2024-09-22T09:24:40.609588+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:24:40.609588+0000","last_undegraded":"2024-09-22T09:24:40.609588+0000","last_fullsized":"2024-09-22T09:24:40.609588+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:13.288855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":571,"num_read_kb":14484,"num_write":1057,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'148","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:40.280122+0000","last_change":"2024-09-22T08:40:28.199839+0000","last_active":"2024-09-22T09:21:40.280122+0000","last_peered":"2024-09-22T09:21:40.280122+0000","last_clean":"2024-09-22T09:21:40.280122+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:21:40.280122+0000","last_undegraded":"2024-09-22T09:21:40.280122+0000","last_fullsized":"2024-09-22T09:21:40.280122+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:08.388702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'316","reported_seq":950,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.592065+0000","last_change":"2024-09-22T08:40:26.253475+0000","last_active":"2024-09-22T09:24:40.592065+0000","last_peered":"2024-09-22T09:24:40.592065+0000","last_clean":"2024-09-22T09:24:40.592065+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:24:40.592065+0000","last_undegraded":"2024-09-22T09:24:40.592065+0000","last_fullsized":"2024-09-22T09:24:40.592065+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:21.160011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":586,"num_read_kb":10006,"num_write":989,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.955999+0000","last_change":"2024-09-22T08:40:28.206381+0000","last_active":"2024-09-22T09:22:06.955999+0000","last_peered":"2024-09-22T09:22:06.955999+0000","last_clean":"2024-09-22T09:22:06.955999+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:22:06.955999+0000","last_undegraded":"2024-09-22T09:22:06.955999+0000","last_fullsized":"2024-09-22T09:22:06.955999+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:30.460990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'417","reported_seq":1070,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.684585+0000","last_change":"2024-09-22T08:40:26.269059+0000","last_active":"2024-09-22T09:24:40.684585+0000","last_peered":"2024-09-22T09:24:40.684585+0000","last_clean":"2024-09-22T09:24:40.684585+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:24:40.684585+0000","last_undegraded":"2024-09-22T09:24:40.684585+0000","last_fullsized":"2024-09-22T09:24:40.684585+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":808,"num_read_kb":13003,"num_write":1195,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:04.003815+0000","last_change":"2024-09-22T08:41:01.363030+0000","last_active":"2024-09-22T09:22:04.003815+0000","last_peered":"2024-09-22T09:22:04.003815+0000","last_clean":"2024-09-22T09:22:04.003815+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:22:04.003815+0000","last_undegraded":"2024-09-22T09:22:04.003815+0000","last_fullsized":"2024-09-22T09:22:04.003815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:48.423551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'393","reported_seq":1027,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.685159+0000","last_change":"2024-09-22T08:40:26.263019+0000","last_active":"2024-09-22T09:24:40.685159+0000","last_peered":"2024-09-22T09:24:40.685159+0000","last_clean":"2024-09-22T09:24:40.685159+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:40.685159+0000","last_undegraded":"2024-09-22T09:24:40.685159+0000","last_fullsized":"2024-09-22T09:24:40.685159+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":660,"num_read_kb":3902,"num_write":1234,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'348","reported_seq":960,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.688921+0000","last_change":"2024-09-22T08:40:26.223063+0000","last_active":"2024-09-22T09:24:40.688921+0000","last_peered":"2024-09-22T09:24:40.688921+0000","last_clean":"2024-09-22T09:24:40.688921+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:40.688921+0000","last_undegraded":"2024-09-22T09:24:40.688921+0000","last_fullsized":"2024-09-22T09:24:40.688921+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":7238,"num_write":1043,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'269","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.168850+0000","last_change":"2024-09-22T08:40:28.207474+0000","last_active":"2024-09-22T09:22:51.168850+0000","last_peered":"2024-09-22T09:22:51.168850+0000","last_clean":"2024-09-22T09:22:51.168850+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:22:51.168850+0000","last_undegraded":"2024-09-22T09:22:51.168850+0000","last_fullsized":"2024-09-22T09:22:51.168850+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:49.721922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'334","reported_seq":979,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.707066+0000","last_change":"2024-09-22T08:40:26.235108+0000","last_active":"2024-09-22T09:24:40.707066+0000","last_peered":"2024-09-22T09:24:40.707066+0000","last_clean":"2024-09-22T09:24:40.707066+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:24:40.707066+0000","last_undegraded":"2024-09-22T09:24:40.707066+0000","last_fullsized":"2024-09-22T09:24:40.707066+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:25.160448+0000","last_clean_scrub_stamp":"2024-09-22T08:40:25.160448+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":61894,"num_write":1052,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:10.105161+0000","last_change":"2024-09-22T08:40:28.224620+0000","last_active":"2024-09-22T09:22:10.105161+0000","last_peered":"2024-09-22T09:22:10.105161+0000","last_clean":"2024-09-22T09:22:10.105161+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:22:10.105161+0000","last_undegraded":"2024-09-22T09:22:10.105161+0000","last_fullsized":"2024-09-22T09:22:10.105161+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:43.708987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1494,"ondisk_log_size":1494,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":522,"ondisk_log_size":522,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1640264,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17525,"num_read_kb":37077,"num_write":14695,"num_write_kb":11733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2104,"ondisk_log_size":2104,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2433,"num_read_kb":2900,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3870,"ondisk_log_size":3870,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":29636412,"num_objects":280,"num_object_clones":0,"num_object_copies":1120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":44296,"num_read_kb":2168743,"num_write":73005,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":41369600,"data_stored":41369600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3377,"ondisk_log_size":3377,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":186434,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":185165,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542685,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":323780,"kb_used_data":9216,"kb_used_omap":1,"kb_used_meta":314366,"kb_avail":94048060,"statfs":{"total":96636764160,"available":96305213440,"internally_reserved":0,"allocated":9437184,"data_stored":7439967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":321911242},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542685,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298204,"kb_used_data":9920,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94073636,"statfs":{"total":96636764160,"available":96331403264,"internally_reserved":0,"allocated":10158080,"data_stored":8204384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":294910406},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542684,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147628,"kb_used_data":8220,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94224212,"statfs":{"total":96636764160,"available":96485593088,"internally_reserved":0,"allocated":8417280,"data_stored":6368236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":142735814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542685,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112848,"kb_used_data":9472,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258992,"statfs":{"total":96636764160,"available":96521207808,"internally_reserved":0,"allocated":9699328,"data_stored":7741523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542684,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":252576,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94119264,"statfs":{"total":96636764160,"available":96378126336,"internally_reserved":0,"allocated":9191424,"data_stored":7202241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542685,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119432,"kb_used_data":7800,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94252408,"statfs":{"total":96636764160,"available":96514465792,"internally_reserved":0,"allocated":7987200,"data_stored":6046546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542683,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":172852,"kb_used_data":11236,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94198988,"statfs":{"total":96636764160,"available":96459763712,"internally_reserved":0,"allocated":11505664,"data_stored":9532148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542684,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280080,"kb_used_data":10112,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":94091760,"statfs":{"total":96636764160,"available":96349962240,"internally_reserved":0,"allocated":10354688,"data_stored":8342365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":276429252},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5459968,"data_stored":5459968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7241728,"data_stored":7241728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3756032,"data_stored":3756032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4911104,"data_stored":4911104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5451776,"data_stored":5451776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4075520,"data_stored":4075520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5914624,"data_stored":5914624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4558848,"data_stored":4558848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:24:47.939 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.939 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.939 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.940 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.941 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.942 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.943 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.944 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.945 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.946 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.947 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.948 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.949 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.950 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.951 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.952 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.953 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.954 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.955 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.956 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.957 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.958 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.959 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.960 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.961 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.962 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.963 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-22T08:40:08.232876+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=8, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-22T08:40:13.266480+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=13, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-22T08:40:13.266480+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=13, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.964 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-22T08:40:13.266480+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=13, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.965 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.966 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-22T08:40:13.266480+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=13, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.967 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-22T08:40:13.266480+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=13, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.968 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.969 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.970 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.971 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.972 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.973 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.974 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.975 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.976 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.977 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.978 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.979 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.979 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.979 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.979 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-22T08:40:25.160448+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=25, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.979 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:24:47.979 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T09:25:07.980 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:25:08.338 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:25:08.350 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:25:08.361 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1609,"stamp":"2024-09-22T09:25:07.269951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":31884611,"num_objects":607,"num_object_clones":0,"num_object_copies":1774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":198863,"num_read_kb":2695150,"num_write":146297,"num_write_kb":2460624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":577522,"num_omap_keys":1368,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12716,"ondisk_log_size":12716,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1715272,"kb_used_data":74952,"kb_used_omap":12,"kb_used_meta":1640179,"kb_avail":753259448,"statfs":{"total":773094113280,"available":771337674752,"internally_reserved":0,"allocated":76750848,"data_stored":60877410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1679543856},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":573519,"num_omap_keys":1350,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008031"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861354+0000","last_change":"2024-09-22T09:09:48.755405+0000","last_active":"2024-09-22T09:22:21.861354+0000","last_peered":"2024-09-22T09:22:21.861354+0000","last_clean":"2024-09-22T09:22:21.861354+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:22:21.861354+0000","last_undegraded":"2024-09-22T09:22:21.861354+0000","last_fullsized":"2024-09-22T09:22:21.861354+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.845253+0000","last_change":"2024-09-22T08:58:41.443693+0000","last_active":"2024-09-22T09:21:11.845253+0000","last_peered":"2024-09-22T09:21:11.845253+0000","last_clean":"2024-09-22T09:21:11.845253+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:21:11.845253+0000","last_undegraded":"2024-09-22T09:21:11.845253+0000","last_fullsized":"2024-09-22T09:21:11.845253+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:47.797319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843354+0000","last_change":"2024-09-22T08:58:38.365791+0000","last_active":"2024-09-22T09:21:11.843354+0000","last_peered":"2024-09-22T09:21:11.843354+0000","last_clean":"2024-09-22T09:21:11.843354+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:21:11.843354+0000","last_undegraded":"2024-09-22T09:21:11.843354+0000","last_fullsized":"2024-09-22T09:21:11.843354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:11.739324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047456+0000","last_change":"2024-09-22T08:56:54.600099+0000","last_active":"2024-09-22T09:21:57.047456+0000","last_peered":"2024-09-22T09:21:57.047456+0000","last_clean":"2024-09-22T09:21:57.047456+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:21:57.047456+0000","last_undegraded":"2024-09-22T09:21:57.047456+0000","last_fullsized":"2024-09-22T09:21:57.047456+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:23.779747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.833054+0000","last_change":"2024-09-22T09:09:48.752275+0000","last_active":"2024-09-22T09:22:21.833054+0000","last_peered":"2024-09-22T09:22:21.833054+0000","last_clean":"2024-09-22T09:22:21.833054+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:22:21.833054+0000","last_undegraded":"2024-09-22T09:22:21.833054+0000","last_fullsized":"2024-09-22T09:22:21.833054+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'4","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.834705+0000","last_change":"2024-09-22T08:58:41.446846+0000","last_active":"2024-09-22T09:23:41.834705+0000","last_peered":"2024-09-22T09:23:41.834705+0000","last_clean":"2024-09-22T09:23:41.834705+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:23:41.834705+0000","last_undegraded":"2024-09-22T09:23:41.834705+0000","last_fullsized":"2024-09-22T09:23:41.834705+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:52.410844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826208+0000","last_change":"2024-09-22T08:58:38.397484+0000","last_active":"2024-09-22T09:21:11.826208+0000","last_peered":"2024-09-22T09:21:11.826208+0000","last_clean":"2024-09-22T09:21:11.826208+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:21:11.826208+0000","last_undegraded":"2024-09-22T09:21:11.826208+0000","last_fullsized":"2024-09-22T09:21:11.826208+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:51.710995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":115,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.844254+0000","last_change":"2024-09-22T08:56:54.598842+0000","last_active":"2024-09-22T09:23:01.844254+0000","last_peered":"2024-09-22T09:23:01.844254+0000","last_clean":"2024-09-22T09:23:01.844254+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:23:01.844254+0000","last_undegraded":"2024-09-22T09:23:01.844254+0000","last_fullsized":"2024-09-22T09:23:01.844254+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814682+0000","last_change":"2024-09-22T09:09:48.761369+0000","last_active":"2024-09-22T09:21:56.814682+0000","last_peered":"2024-09-22T09:21:56.814682+0000","last_clean":"2024-09-22T09:21:56.814682+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:21:56.814682+0000","last_undegraded":"2024-09-22T09:21:56.814682+0000","last_fullsized":"2024-09-22T09:21:56.814682+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:09:25.355992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042336+0000","last_change":"2024-09-22T08:58:41.525012+0000","last_active":"2024-09-22T09:21:37.042336+0000","last_peered":"2024-09-22T09:21:37.042336+0000","last_clean":"2024-09-22T09:21:37.042336+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:21:37.042336+0000","last_undegraded":"2024-09-22T09:21:37.042336+0000","last_fullsized":"2024-09-22T09:21:37.042336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:04.402440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'7","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.338647+0000","last_change":"2024-09-22T08:58:38.371684+0000","last_active":"2024-09-22T09:24:40.338647+0000","last_peered":"2024-09-22T09:24:40.338647+0000","last_clean":"2024-09-22T09:24:40.338647+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:24:40.338647+0000","last_undegraded":"2024-09-22T09:24:40.338647+0000","last_fullsized":"2024-09-22T09:24:40.338647+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21053,"num_write":12,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047287+0000","last_change":"2024-09-22T08:56:54.593351+0000","last_active":"2024-09-22T09:21:57.047287+0000","last_peered":"2024-09-22T09:21:57.047287+0000","last_clean":"2024-09-22T09:21:57.047287+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:21:57.047287+0000","last_undegraded":"2024-09-22T09:21:57.047287+0000","last_fullsized":"2024-09-22T09:21:57.047287+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:08.128046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'2","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.338977+0000","last_change":"2024-09-22T08:59:03.437438+0000","last_active":"2024-09-22T09:24:39.338977+0000","last_peered":"2024-09-22T09:24:39.338977+0000","last_clean":"2024-09-22T09:24:39.338977+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:24:39.338977+0000","last_undegraded":"2024-09-22T09:24:39.338977+0000","last_fullsized":"2024-09-22T09:24:39.338977+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.834779+0000","last_change":"2024-09-22T08:58:38.360243+0000","last_active":"2024-09-22T09:23:41.834779+0000","last_peered":"2024-09-22T09:23:41.834779+0000","last_clean":"2024-09-22T09:23:41.834779+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:23:41.834779+0000","last_undegraded":"2024-09-22T09:23:41.834779+0000","last_fullsized":"2024-09-22T09:23:41.834779+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:49.867852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855545+0000","last_change":"2024-09-22T08:56:54.600880+0000","last_active":"2024-09-22T09:21:56.855545+0000","last_peered":"2024-09-22T09:21:56.855545+0000","last_clean":"2024-09-22T09:21:56.855545+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:21:56.855545+0000","last_undegraded":"2024-09-22T09:21:56.855545+0000","last_fullsized":"2024-09-22T09:21:56.855545+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:05.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.868850+0000","last_change":"2024-09-22T08:58:41.450320+0000","last_active":"2024-09-22T09:22:56.868850+0000","last_peered":"2024-09-22T09:22:56.868850+0000","last_clean":"2024-09-22T09:22:56.868850+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:22:56.868850+0000","last_undegraded":"2024-09-22T09:22:56.868850+0000","last_fullsized":"2024-09-22T09:22:56.868850+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:31.104179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:27.024508+0000","last_change":"2024-09-22T08:58:38.373270+0000","last_active":"2024-09-22T09:20:27.024508+0000","last_peered":"2024-09-22T09:20:27.024508+0000","last_clean":"2024-09-22T09:20:27.024508+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:20:27.024508+0000","last_undegraded":"2024-09-22T09:20:27.024508+0000","last_fullsized":"2024-09-22T09:20:27.024508+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:01:05.904264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855477+0000","last_change":"2024-09-22T08:56:54.608090+0000","last_active":"2024-09-22T09:21:56.855477+0000","last_peered":"2024-09-22T09:21:56.855477+0000","last_clean":"2024-09-22T09:21:56.855477+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:21:56.855477+0000","last_undegraded":"2024-09-22T09:21:56.855477+0000","last_fullsized":"2024-09-22T09:21:56.855477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:11.689626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.842869+0000","last_change":"2024-09-22T09:09:48.738160+0000","last_active":"2024-09-22T09:22:21.842869+0000","last_peered":"2024-09-22T09:22:21.842869+0000","last_clean":"2024-09-22T09:22:21.842869+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:22:21.842869+0000","last_undegraded":"2024-09-22T09:22:21.842869+0000","last_fullsized":"2024-09-22T09:22:21.842869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:15.877715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.795952+0000","last_change":"2024-09-22T08:58:41.437494+0000","last_active":"2024-09-22T09:20:26.795952+0000","last_peered":"2024-09-22T09:20:26.795952+0000","last_clean":"2024-09-22T09:20:26.795952+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:20:26.795952+0000","last_undegraded":"2024-09-22T09:20:26.795952+0000","last_fullsized":"2024-09-22T09:20:26.795952+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:12.952146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:01.825694+0000","last_change":"2024-09-22T08:58:38.366373+0000","last_active":"2024-09-22T09:23:01.825694+0000","last_peered":"2024-09-22T09:23:01.825694+0000","last_clean":"2024-09-22T09:23:01.825694+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:23:01.825694+0000","last_undegraded":"2024-09-22T09:23:01.825694+0000","last_fullsized":"2024-09-22T09:23:01.825694+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:08.694620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.814785+0000","last_change":"2024-09-22T08:56:54.599007+0000","last_active":"2024-09-22T09:21:56.814785+0000","last_peered":"2024-09-22T09:21:56.814785+0000","last_clean":"2024-09-22T09:21:56.814785+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:21:56.814785+0000","last_undegraded":"2024-09-22T09:21:56.814785+0000","last_fullsized":"2024-09-22T09:21:56.814785+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:07.840632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012979+0000","last_change":"2024-09-22T09:09:48.758878+0000","last_active":"2024-09-22T09:22:22.012979+0000","last_peered":"2024-09-22T09:22:22.012979+0000","last_clean":"2024-09-22T09:22:22.012979+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:22:22.012979+0000","last_undegraded":"2024-09-22T09:22:22.012979+0000","last_fullsized":"2024-09-22T09:22:22.012979+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.839380+0000","last_change":"2024-09-22T08:58:41.435583+0000","last_active":"2024-09-22T09:23:41.839380+0000","last_peered":"2024-09-22T09:23:41.839380+0000","last_clean":"2024-09-22T09:23:41.839380+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:23:41.839380+0000","last_undegraded":"2024-09-22T09:23:41.839380+0000","last_fullsized":"2024-09-22T09:23:41.839380+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:46.155861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.800860+0000","last_change":"2024-09-22T08:58:38.383498+0000","last_active":"2024-09-22T09:21:11.800860+0000","last_peered":"2024-09-22T09:21:11.800860+0000","last_clean":"2024-09-22T09:21:11.800860+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:21:11.800860+0000","last_undegraded":"2024-09-22T09:21:11.800860+0000","last_fullsized":"2024-09-22T09:21:11.800860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:11.340849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":112,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034639+0000","last_change":"2024-09-22T08:56:54.600210+0000","last_active":"2024-09-22T09:21:07.034639+0000","last_peered":"2024-09-22T09:21:07.034639+0000","last_clean":"2024-09-22T09:21:07.034639+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:21:07.034639+0000","last_undegraded":"2024-09-22T09:21:07.034639+0000","last_fullsized":"2024-09-22T09:21:07.034639+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:45.141187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013049+0000","last_change":"2024-09-22T09:09:48.760608+0000","last_active":"2024-09-22T09:22:22.013049+0000","last_peered":"2024-09-22T09:22:22.013049+0000","last_clean":"2024-09-22T09:22:22.013049+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:22:22.013049+0000","last_undegraded":"2024-09-22T09:22:22.013049+0000","last_fullsized":"2024-09-22T09:22:22.013049+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843162+0000","last_change":"2024-09-22T08:58:41.435075+0000","last_active":"2024-09-22T09:21:11.843162+0000","last_peered":"2024-09-22T09:21:11.843162+0000","last_clean":"2024-09-22T09:21:11.843162+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:21:11.843162+0000","last_undegraded":"2024-09-22T09:21:11.843162+0000","last_fullsized":"2024-09-22T09:21:11.843162+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:36.146831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036126+0000","last_change":"2024-09-22T08:58:38.388789+0000","last_active":"2024-09-22T09:21:12.036126+0000","last_peered":"2024-09-22T09:21:12.036126+0000","last_clean":"2024-09-22T09:21:12.036126+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:21:12.036126+0000","last_undegraded":"2024-09-22T09:21:12.036126+0000","last_fullsized":"2024-09-22T09:21:12.036126+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:19.572450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":115,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.824880+0000","last_change":"2024-09-22T08:56:54.590822+0000","last_active":"2024-09-22T09:21:06.824880+0000","last_peered":"2024-09-22T09:21:06.824880+0000","last_clean":"2024-09-22T09:21:06.824880+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:21:06.824880+0000","last_undegraded":"2024-09-22T09:21:06.824880+0000","last_fullsized":"2024-09-22T09:21:06.824880+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:58.840094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.831161+0000","last_change":"2024-09-22T09:09:48.739537+0000","last_active":"2024-09-22T09:21:31.831161+0000","last_peered":"2024-09-22T09:21:31.831161+0000","last_clean":"2024-09-22T09:21:31.831161+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:21:31.831161+0000","last_undegraded":"2024-09-22T09:21:31.831161+0000","last_fullsized":"2024-09-22T09:21:31.831161+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:23.863203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831808+0000","last_change":"2024-09-22T08:58:41.516623+0000","last_active":"2024-09-22T09:20:26.831808+0000","last_peered":"2024-09-22T09:20:26.831808+0000","last_clean":"2024-09-22T09:20:26.831808+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:20:26.831808+0000","last_undegraded":"2024-09-22T09:20:26.831808+0000","last_fullsized":"2024-09-22T09:20:26.831808+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:38.555336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858197+0000","last_change":"2024-09-22T08:58:38.380922+0000","last_active":"2024-09-22T09:22:06.858197+0000","last_peered":"2024-09-22T09:22:06.858197+0000","last_clean":"2024-09-22T09:22:06.858197+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:22:06.858197+0000","last_undegraded":"2024-09-22T09:22:06.858197+0000","last_fullsized":"2024-09-22T09:22:06.858197+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:39.211299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":299,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:39.660711+0000","last_change":"2024-09-22T08:56:54.604341+0000","last_active":"2024-09-22T09:21:39.660711+0000","last_peered":"2024-09-22T09:21:39.660711+0000","last_clean":"2024-09-22T09:21:39.660711+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:21:39.660711+0000","last_undegraded":"2024-09-22T09:21:39.660711+0000","last_fullsized":"2024-09-22T09:21:39.660711+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:57.502176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.821946+0000","last_change":"2024-09-22T09:09:48.721699+0000","last_active":"2024-09-22T09:21:31.821946+0000","last_peered":"2024-09-22T09:21:31.821946+0000","last_clean":"2024-09-22T09:21:31.821946+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:21:31.821946+0000","last_undegraded":"2024-09-22T09:21:31.821946+0000","last_fullsized":"2024-09-22T09:21:31.821946+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:55.345809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858344+0000","last_change":"2024-09-22T08:58:41.519005+0000","last_active":"2024-09-22T09:22:06.858344+0000","last_peered":"2024-09-22T09:22:06.858344+0000","last_clean":"2024-09-22T09:22:06.858344+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:22:06.858344+0000","last_undegraded":"2024-09-22T09:22:06.858344+0000","last_fullsized":"2024-09-22T09:22:06.858344+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:18.754947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.985945+0000","last_change":"2024-09-22T08:58:38.385550+0000","last_active":"2024-09-22T09:20:26.985945+0000","last_peered":"2024-09-22T09:20:26.985945+0000","last_clean":"2024-09-22T09:20:26.985945+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:20:26.985945+0000","last_undegraded":"2024-09-22T09:20:26.985945+0000","last_fullsized":"2024-09-22T09:20:26.985945+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:16.966373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":163,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.627919+0000","last_change":"2024-09-22T08:56:54.607952+0000","last_active":"2024-09-22T09:22:08.627919+0000","last_peered":"2024-09-22T09:22:08.627919+0000","last_clean":"2024-09-22T09:22:08.627919+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:22:08.627919+0000","last_undegraded":"2024-09-22T09:22:08.627919+0000","last_fullsized":"2024-09-22T09:22:08.627919+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:06:47.728603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.001023+0000","last_change":"2024-09-22T09:09:48.751596+0000","last_active":"2024-09-22T09:21:32.001023+0000","last_peered":"2024-09-22T09:21:32.001023+0000","last_clean":"2024-09-22T09:21:32.001023+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:21:32.001023+0000","last_undegraded":"2024-09-22T09:21:32.001023+0000","last_fullsized":"2024-09-22T09:21:32.001023+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:02.062036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:26.831864+0000","last_change":"2024-09-22T08:58:41.520488+0000","last_active":"2024-09-22T09:20:26.831864+0000","last_peered":"2024-09-22T09:20:26.831864+0000","last_clean":"2024-09-22T09:20:26.831864+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:20:26.831864+0000","last_undegraded":"2024-09-22T09:20:26.831864+0000","last_fullsized":"2024-09-22T09:20:26.831864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:25.974442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'6","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.640536+0000","last_change":"2024-09-22T08:58:38.376810+0000","last_active":"2024-09-22T09:24:38.640536+0000","last_peered":"2024-09-22T09:24:38.640536+0000","last_clean":"2024-09-22T09:24:38.640536+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:24:38.640536+0000","last_undegraded":"2024-09-22T09:24:38.640536+0000","last_fullsized":"2024-09-22T09:24:38.640536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:12.440545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.902973+0000","last_change":"2024-09-22T09:25:03.902973+0000","last_active":"2024-09-22T09:25:03.902973+0000","last_peered":"2024-09-22T09:25:03.902973+0000","last_clean":"2024-09-22T09:25:03.902973+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:25:03.902973+0000","last_undegraded":"2024-09-22T09:25:03.902973+0000","last_fullsized":"2024-09-22T09:25:03.902973+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.902790+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:14.235940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.849899+0000","last_change":"2024-09-22T09:09:48.746696+0000","last_active":"2024-09-22T09:21:31.849899+0000","last_peered":"2024-09-22T09:21:31.849899+0000","last_clean":"2024-09-22T09:21:31.849899+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:21:31.849899+0000","last_undegraded":"2024-09-22T09:21:31.849899+0000","last_fullsized":"2024-09-22T09:21:31.849899+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:02.285860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'3","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.823622+0000","last_change":"2024-09-22T08:58:41.453145+0000","last_active":"2024-09-22T09:22:51.823622+0000","last_peered":"2024-09-22T09:22:51.823622+0000","last_clean":"2024-09-22T09:22:51.823622+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:22:51.823622+0000","last_undegraded":"2024-09-22T09:22:51.823622+0000","last_fullsized":"2024-09-22T09:22:51.823622+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:50:38.937002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.061241+0000","last_change":"2024-09-22T08:58:38.397505+0000","last_active":"2024-09-22T09:22:52.061241+0000","last_peered":"2024-09-22T09:22:52.061241+0000","last_clean":"2024-09-22T09:22:52.061241+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:22:52.061241+0000","last_undegraded":"2024-09-22T09:22:52.061241+0000","last_fullsized":"2024-09-22T09:22:52.061241+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:03.716762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":98,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:42.017766+0000","last_change":"2024-09-22T08:56:54.599002+0000","last_active":"2024-09-22T09:22:42.017766+0000","last_peered":"2024-09-22T09:22:42.017766+0000","last_clean":"2024-09-22T09:22:42.017766+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:22:42.017766+0000","last_undegraded":"2024-09-22T09:22:42.017766+0000","last_fullsized":"2024-09-22T09:22:42.017766+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'6","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.178057+0000","last_change":"2024-09-22T08:58:41.453989+0000","last_active":"2024-09-22T09:24:40.178057+0000","last_peered":"2024-09-22T09:24:40.178057+0000","last_clean":"2024-09-22T09:24:40.178057+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:24:40.178057+0000","last_undegraded":"2024-09-22T09:24:40.178057+0000","last_fullsized":"2024-09-22T09:24:40.178057+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:50.127983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.811766+0000","last_change":"2024-09-22T08:58:38.368671+0000","last_active":"2024-09-22T09:22:01.811766+0000","last_peered":"2024-09-22T09:22:01.811766+0000","last_clean":"2024-09-22T09:22:01.811766+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:22:01.811766+0000","last_undegraded":"2024-09-22T09:22:01.811766+0000","last_fullsized":"2024-09-22T09:22:01.811766+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:42:47.595328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.016621+0000","last_change":"2024-09-22T08:56:54.599186+0000","last_active":"2024-09-22T09:22:37.016621+0000","last_peered":"2024-09-22T09:22:37.016621+0000","last_clean":"2024-09-22T09:22:37.016621+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:22:37.016621+0000","last_undegraded":"2024-09-22T09:22:37.016621+0000","last_fullsized":"2024-09-22T09:22:37.016621+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047394+0000","last_change":"2024-09-22T09:09:48.738573+0000","last_active":"2024-09-22T09:21:57.047394+0000","last_peered":"2024-09-22T09:21:57.047394+0000","last_clean":"2024-09-22T09:21:57.047394+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:21:57.047394+0000","last_undegraded":"2024-09-22T09:21:57.047394+0000","last_fullsized":"2024-09-22T09:21:57.047394+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:28.821434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.868228+0000","last_change":"2024-09-22T08:58:41.436081+0000","last_active":"2024-09-22T09:24:21.868228+0000","last_peered":"2024-09-22T09:24:21.868228+0000","last_clean":"2024-09-22T09:24:21.868228+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:24:21.868228+0000","last_undegraded":"2024-09-22T09:24:21.868228+0000","last_fullsized":"2024-09-22T09:24:21.868228+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:33:40.540641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856803+0000","last_change":"2024-09-22T08:58:38.364897+0000","last_active":"2024-09-22T09:22:01.856803+0000","last_peered":"2024-09-22T09:22:01.856803+0000","last_clean":"2024-09-22T09:22:01.856803+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:22:01.856803+0000","last_undegraded":"2024-09-22T09:22:01.856803+0000","last_fullsized":"2024-09-22T09:22:01.856803+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:31.622201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":142,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057339+0000","last_change":"2024-09-22T08:56:54.576792+0000","last_active":"2024-09-22T09:22:37.057339+0000","last_peered":"2024-09-22T09:22:37.057339+0000","last_clean":"2024-09-22T09:22:37.057339+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:22:37.057339+0000","last_undegraded":"2024-09-22T09:22:37.057339+0000","last_fullsized":"2024-09-22T09:22:37.057339+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.040732+0000","last_change":"2024-09-22T09:09:48.730905+0000","last_active":"2024-09-22T09:21:32.040732+0000","last_peered":"2024-09-22T09:21:32.040732+0000","last_clean":"2024-09-22T09:21:32.040732+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:21:32.040732+0000","last_undegraded":"2024-09-22T09:21:32.040732+0000","last_fullsized":"2024-09-22T09:21:32.040732+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:15.337133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.887774+0000","last_change":"2024-09-22T08:58:41.435415+0000","last_active":"2024-09-22T09:24:21.887774+0000","last_peered":"2024-09-22T09:24:21.887774+0000","last_clean":"2024-09-22T09:24:21.887774+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:24:21.887774+0000","last_undegraded":"2024-09-22T09:24:21.887774+0000","last_fullsized":"2024-09-22T09:24:21.887774+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:17.023617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6516,"num_write":10,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.815882+0000","last_change":"2024-09-22T08:58:38.395293+0000","last_active":"2024-09-22T09:22:01.815882+0000","last_peered":"2024-09-22T09:22:01.815882+0000","last_clean":"2024-09-22T09:22:01.815882+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:22:01.815882+0000","last_undegraded":"2024-09-22T09:22:01.815882+0000","last_fullsized":"2024-09-22T09:22:01.815882+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:29.809847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.820309+0000","last_change":"2024-09-22T08:56:54.584759+0000","last_active":"2024-09-22T09:22:36.820309+0000","last_peered":"2024-09-22T09:22:36.820309+0000","last_clean":"2024-09-22T09:22:36.820309+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:22:36.820309+0000","last_undegraded":"2024-09-22T09:22:36.820309+0000","last_fullsized":"2024-09-22T09:22:36.820309+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855599+0000","last_change":"2024-09-22T09:09:48.759723+0000","last_active":"2024-09-22T09:21:56.855599+0000","last_peered":"2024-09-22T09:21:56.855599+0000","last_clean":"2024-09-22T09:21:56.855599+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:21:56.855599+0000","last_undegraded":"2024-09-22T09:21:56.855599+0000","last_fullsized":"2024-09-22T09:21:56.855599+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:22.669889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.847957+0000","last_change":"2024-09-22T08:58:41.445830+0000","last_active":"2024-09-22T09:24:21.847957+0000","last_peered":"2024-09-22T09:24:21.847957+0000","last_clean":"2024-09-22T09:24:21.847957+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:24:21.847957+0000","last_undegraded":"2024-09-22T09:24:21.847957+0000","last_fullsized":"2024-09-22T09:24:21.847957+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:29.181526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'9","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.256203+0000","last_change":"2024-09-22T08:58:38.376143+0000","last_active":"2024-09-22T09:24:40.256203+0000","last_peered":"2024-09-22T09:24:40.256203+0000","last_clean":"2024-09-22T09:24:40.256203+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:24:40.256203+0000","last_undegraded":"2024-09-22T09:24:40.256203+0000","last_fullsized":"2024-09-22T09:24:40.256203+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:20.192706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":105,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.865672+0000","last_change":"2024-09-22T08:56:54.600713+0000","last_active":"2024-09-22T09:22:36.865672+0000","last_peered":"2024-09-22T09:22:36.865672+0000","last_clean":"2024-09-22T09:22:36.865672+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:22:36.865672+0000","last_undegraded":"2024-09-22T09:22:36.865672+0000","last_fullsized":"2024-09-22T09:22:36.865672+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.843038+0000","last_change":"2024-09-22T09:09:48.721361+0000","last_active":"2024-09-22T09:22:56.843038+0000","last_peered":"2024-09-22T09:22:56.843038+0000","last_clean":"2024-09-22T09:22:56.843038+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:22:56.843038+0000","last_undegraded":"2024-09-22T09:22:56.843038+0000","last_fullsized":"2024-09-22T09:22:56.843038+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.876998+0000","last_change":"2024-09-22T08:58:41.437487+0000","last_active":"2024-09-22T09:23:26.876998+0000","last_peered":"2024-09-22T09:23:26.876998+0000","last_clean":"2024-09-22T09:23:26.876998+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:23:26.876998+0000","last_undegraded":"2024-09-22T09:23:26.876998+0000","last_fullsized":"2024-09-22T09:23:26.876998+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:58.745586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996644+0000","last_change":"2024-09-22T08:58:38.377600+0000","last_active":"2024-09-22T09:21:11.996644+0000","last_peered":"2024-09-22T09:21:11.996644+0000","last_clean":"2024-09-22T09:21:11.996644+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:21:11.996644+0000","last_undegraded":"2024-09-22T09:21:11.996644+0000","last_fullsized":"2024-09-22T09:21:11.996644+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:14.392288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.853118+0000","last_change":"2024-09-22T08:56:54.603226+0000","last_active":"2024-09-22T09:21:46.853118+0000","last_peered":"2024-09-22T09:21:46.853118+0000","last_clean":"2024-09-22T09:21:46.853118+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:21:46.853118+0000","last_undegraded":"2024-09-22T09:21:46.853118+0000","last_fullsized":"2024-09-22T09:21:46.853118+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:24.364866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995356+0000","last_change":"2024-09-22T09:09:48.751136+0000","last_active":"2024-09-22T09:21:06.995356+0000","last_peered":"2024-09-22T09:21:06.995356+0000","last_clean":"2024-09-22T09:21:06.995356+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:21:06.995356+0000","last_undegraded":"2024-09-22T09:21:06.995356+0000","last_fullsized":"2024-09-22T09:21:06.995356+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:27.232929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843310+0000","last_change":"2024-09-22T08:58:41.438228+0000","last_active":"2024-09-22T09:21:11.843310+0000","last_peered":"2024-09-22T09:21:11.843310+0000","last_clean":"2024-09-22T09:21:11.843310+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:21:11.843310+0000","last_undegraded":"2024-09-22T09:21:11.843310+0000","last_fullsized":"2024-09-22T09:21:11.843310+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:02.090336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'3","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.849350+0000","last_change":"2024-09-22T08:58:38.390779+0000","last_active":"2024-09-22T09:23:26.849350+0000","last_peered":"2024-09-22T09:23:26.849350+0000","last_clean":"2024-09-22T09:23:26.849350+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:23:26.849350+0000","last_undegraded":"2024-09-22T09:23:26.849350+0000","last_fullsized":"2024-09-22T09:23:26.849350+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:34.988785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.852810+0000","last_change":"2024-09-22T08:56:54.597422+0000","last_active":"2024-09-22T09:21:41.852810+0000","last_peered":"2024-09-22T09:21:41.852810+0000","last_clean":"2024-09-22T09:21:41.852810+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:21:41.852810+0000","last_undegraded":"2024-09-22T09:21:41.852810+0000","last_fullsized":"2024-09-22T09:21:41.852810+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:25.009119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.828784+0000","last_change":"2024-09-22T09:09:48.745798+0000","last_active":"2024-09-22T09:22:51.828784+0000","last_peered":"2024-09-22T09:22:51.828784+0000","last_clean":"2024-09-22T09:22:51.828784+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:22:51.828784+0000","last_undegraded":"2024-09-22T09:22:51.828784+0000","last_fullsized":"2024-09-22T09:22:51.828784+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:16.827427+0000","last_change":"2024-09-22T08:58:41.520529+0000","last_active":"2024-09-22T09:21:16.827427+0000","last_peered":"2024-09-22T09:21:16.827427+0000","last_clean":"2024-09-22T09:21:16.827427+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:21:16.827427+0000","last_undegraded":"2024-09-22T09:21:16.827427+0000","last_fullsized":"2024-09-22T09:21:16.827427+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:56.880776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036272+0000","last_change":"2024-09-22T08:58:38.396411+0000","last_active":"2024-09-22T09:21:12.036272+0000","last_peered":"2024-09-22T09:21:12.036272+0000","last_clean":"2024-09-22T09:21:12.036272+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:21:12.036272+0000","last_undegraded":"2024-09-22T09:21:12.036272+0000","last_fullsized":"2024-09-22T09:21:12.036272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:04.215771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":75,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.811645+0000","last_change":"2024-09-22T08:56:54.589464+0000","last_active":"2024-09-22T09:21:41.811645+0000","last_peered":"2024-09-22T09:21:41.811645+0000","last_clean":"2024-09-22T09:21:41.811645+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:21:41.811645+0000","last_undegraded":"2024-09-22T09:21:41.811645+0000","last_fullsized":"2024-09-22T09:21:41.811645+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:13.688301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.019927+0000","last_change":"2024-09-22T09:09:48.751276+0000","last_active":"2024-09-22T09:22:52.019927+0000","last_peered":"2024-09-22T09:22:52.019927+0000","last_clean":"2024-09-22T09:22:52.019927+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:22:52.019927+0000","last_undegraded":"2024-09-22T09:22:52.019927+0000","last_fullsized":"2024-09-22T09:22:52.019927+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.877041+0000","last_change":"2024-09-22T08:58:41.453015+0000","last_active":"2024-09-22T09:23:26.877041+0000","last_peered":"2024-09-22T09:23:26.877041+0000","last_clean":"2024-09-22T09:23:26.877041+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:23:26.877041+0000","last_undegraded":"2024-09-22T09:23:26.877041+0000","last_fullsized":"2024-09-22T09:23:26.877041+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:27.417050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.859248+0000","last_change":"2024-09-22T08:58:38.391876+0000","last_active":"2024-09-22T09:23:31.859248+0000","last_peered":"2024-09-22T09:23:31.859248+0000","last_clean":"2024-09-22T09:23:31.859248+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:23:31.859248+0000","last_undegraded":"2024-09-22T09:23:31.859248+0000","last_fullsized":"2024-09-22T09:23:31.859248+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:52.460406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":137,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.922153+0000","last_change":"2024-09-22T09:25:02.922153+0000","last_active":"2024-09-22T09:25:02.922153+0000","last_peered":"2024-09-22T09:25:02.922153+0000","last_clean":"2024-09-22T09:25:02.922153+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:25:02.922153+0000","last_undegraded":"2024-09-22T09:25:02.922153+0000","last_fullsized":"2024-09-22T09:25:02.922153+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.921976+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:20.427756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.842051+0000","last_change":"2024-09-22T09:09:48.757694+0000","last_active":"2024-09-22T09:21:06.842051+0000","last_peered":"2024-09-22T09:21:06.842051+0000","last_clean":"2024-09-22T09:21:06.842051+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:21:06.842051+0000","last_undegraded":"2024-09-22T09:21:06.842051+0000","last_fullsized":"2024-09-22T09:21:06.842051+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:37.646915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.819101+0000","last_change":"2024-09-22T08:58:41.447934+0000","last_active":"2024-09-22T09:22:31.819101+0000","last_peered":"2024-09-22T09:22:31.819101+0000","last_clean":"2024-09-22T09:22:31.819101+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:22:31.819101+0000","last_undegraded":"2024-09-22T09:22:31.819101+0000","last_fullsized":"2024-09-22T09:22:31.819101+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:43.222794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.639227+0000","last_change":"2024-09-22T08:58:38.377993+0000","last_active":"2024-09-22T09:24:38.639227+0000","last_peered":"2024-09-22T09:24:38.639227+0000","last_clean":"2024-09-22T09:24:38.639227+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:24:38.639227+0000","last_undegraded":"2024-09-22T09:24:38.639227+0000","last_fullsized":"2024-09-22T09:24:38.639227+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:56.993690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.557204+0000","last_change":"2024-09-22T08:56:54.590030+0000","last_active":"2024-09-22T09:22:11.557204+0000","last_peered":"2024-09-22T09:22:11.557204+0000","last_clean":"2024-09-22T09:22:11.557204+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:22:11.557204+0000","last_undegraded":"2024-09-22T09:22:11.557204+0000","last_fullsized":"2024-09-22T09:22:11.557204+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:03.886839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996740+0000","last_change":"2024-09-22T09:09:48.753533+0000","last_active":"2024-09-22T09:21:11.996740+0000","last_peered":"2024-09-22T09:21:11.996740+0000","last_clean":"2024-09-22T09:21:11.996740+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:21:11.996740+0000","last_undegraded":"2024-09-22T09:21:11.996740+0000","last_fullsized":"2024-09-22T09:21:11.996740+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:03.184421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'5","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.310261+0000","last_change":"2024-09-22T08:58:41.516292+0000","last_active":"2024-09-22T09:24:38.310261+0000","last_peered":"2024-09-22T09:24:38.310261+0000","last_clean":"2024-09-22T09:24:38.310261+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:24:38.310261+0000","last_undegraded":"2024-09-22T09:24:38.310261+0000","last_fullsized":"2024-09-22T09:24:38.310261+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:22.170700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.847537+0000","last_change":"2024-09-22T08:58:38.379346+0000","last_active":"2024-09-22T09:22:31.847537+0000","last_peered":"2024-09-22T09:22:31.847537+0000","last_clean":"2024-09-22T09:22:31.847537+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:22:31.847537+0000","last_undegraded":"2024-09-22T09:22:31.847537+0000","last_fullsized":"2024-09-22T09:22:31.847537+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:24.619522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:18.587782+0000","last_change":"2024-09-22T08:56:54.579732+0000","last_active":"2024-09-22T09:21:18.587782+0000","last_peered":"2024-09-22T09:21:18.587782+0000","last_clean":"2024-09-22T09:21:18.587782+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:21:18.587782+0000","last_undegraded":"2024-09-22T09:21:18.587782+0000","last_fullsized":"2024-09-22T09:21:18.587782+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:06.014792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995411+0000","last_change":"2024-09-22T09:09:48.744168+0000","last_active":"2024-09-22T09:21:06.995411+0000","last_peered":"2024-09-22T09:21:06.995411+0000","last_clean":"2024-09-22T09:21:06.995411+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:21:06.995411+0000","last_undegraded":"2024-09-22T09:21:06.995411+0000","last_fullsized":"2024-09-22T09:21:06.995411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:48.781461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.826141+0000","last_change":"2024-09-22T08:58:41.441172+0000","last_active":"2024-09-22T09:21:11.826141+0000","last_peered":"2024-09-22T09:21:11.826141+0000","last_clean":"2024-09-22T09:21:11.826141+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:21:11.826141+0000","last_undegraded":"2024-09-22T09:21:11.826141+0000","last_fullsized":"2024-09-22T09:21:11.826141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:31:23.005593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056083+0000","last_change":"2024-09-22T08:58:38.396188+0000","last_active":"2024-09-22T09:22:32.056083+0000","last_peered":"2024-09-22T09:22:32.056083+0000","last_clean":"2024-09-22T09:22:32.056083+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:22:32.056083+0000","last_undegraded":"2024-09-22T09:22:32.056083+0000","last_fullsized":"2024-09-22T09:22:32.056083+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:18.890043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.870330+0000","last_change":"2024-09-22T08:56:54.594855+0000","last_active":"2024-09-22T09:22:56.870330+0000","last_peered":"2024-09-22T09:22:56.870330+0000","last_clean":"2024-09-22T09:22:56.870330+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:22:56.870330+0000","last_undegraded":"2024-09-22T09:22:56.870330+0000","last_fullsized":"2024-09-22T09:22:56.870330+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034859+0000","last_change":"2024-09-22T09:09:48.760627+0000","last_active":"2024-09-22T09:21:07.034859+0000","last_peered":"2024-09-22T09:21:07.034859+0000","last_clean":"2024-09-22T09:21:07.034859+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:21:07.034859+0000","last_undegraded":"2024-09-22T09:21:07.034859+0000","last_fullsized":"2024-09-22T09:21:07.034859+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:22.960950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'6","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.487736+0000","last_change":"2024-09-22T08:58:41.447917+0000","last_active":"2024-09-22T09:24:38.487736+0000","last_peered":"2024-09-22T09:24:38.487736+0000","last_clean":"2024-09-22T09:24:38.487736+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:24:38.487736+0000","last_undegraded":"2024-09-22T09:24:38.487736+0000","last_fullsized":"2024-09-22T09:24:38.487736+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:29.164959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.831427+0000","last_change":"2024-09-22T08:58:38.370540+0000","last_active":"2024-09-22T09:23:26.831427+0000","last_peered":"2024-09-22T09:23:26.831427+0000","last_clean":"2024-09-22T09:23:26.831427+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:23:26.831427+0000","last_undegraded":"2024-09-22T09:23:26.831427+0000","last_fullsized":"2024-09-22T09:23:26.831427+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:16.813035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.829927+0000","last_change":"2024-09-22T08:56:54.589582+0000","last_active":"2024-09-22T09:22:56.829927+0000","last_peered":"2024-09-22T09:22:56.829927+0000","last_clean":"2024-09-22T09:22:56.829927+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:22:56.829927+0000","last_undegraded":"2024-09-22T09:22:56.829927+0000","last_fullsized":"2024-09-22T09:22:56.829927+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012917+0000","last_change":"2024-09-22T09:09:48.738845+0000","last_active":"2024-09-22T09:22:22.012917+0000","last_peered":"2024-09-22T09:22:22.012917+0000","last_clean":"2024-09-22T09:22:22.012917+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:22:22.012917+0000","last_undegraded":"2024-09-22T09:22:22.012917+0000","last_fullsized":"2024-09-22T09:22:22.012917+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:00.259058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042109+0000","last_change":"2024-09-22T08:58:41.443512+0000","last_active":"2024-09-22T09:21:37.042109+0000","last_peered":"2024-09-22T09:21:37.042109+0000","last_clean":"2024-09-22T09:21:37.042109+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:21:37.042109+0000","last_undegraded":"2024-09-22T09:21:37.042109+0000","last_fullsized":"2024-09-22T09:21:37.042109+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:14.903111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002296+0000","last_change":"2024-09-22T08:58:38.374996+0000","last_active":"2024-09-22T09:21:37.002296+0000","last_peered":"2024-09-22T09:21:37.002296+0000","last_clean":"2024-09-22T09:21:37.002296+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:21:37.002296+0000","last_undegraded":"2024-09-22T09:21:37.002296+0000","last_fullsized":"2024-09-22T09:21:37.002296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:57.538729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:57.062429+0000","last_change":"2024-09-22T08:56:54.590303+0000","last_active":"2024-09-22T09:22:57.062429+0000","last_peered":"2024-09-22T09:22:57.062429+0000","last_clean":"2024-09-22T09:22:57.062429+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:22:57.062429+0000","last_undegraded":"2024-09-22T09:22:57.062429+0000","last_fullsized":"2024-09-22T09:22:57.062429+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861406+0000","last_change":"2024-09-22T09:09:48.755994+0000","last_active":"2024-09-22T09:22:21.861406+0000","last_peered":"2024-09-22T09:22:21.861406+0000","last_clean":"2024-09-22T09:22:21.861406+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:22:21.861406+0000","last_undegraded":"2024-09-22T09:22:21.861406+0000","last_fullsized":"2024-09-22T09:22:21.861406+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:40:00.521403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042051+0000","last_change":"2024-09-22T08:58:41.517269+0000","last_active":"2024-09-22T09:21:37.042051+0000","last_peered":"2024-09-22T09:21:37.042051+0000","last_clean":"2024-09-22T09:21:37.042051+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:21:37.042051+0000","last_undegraded":"2024-09-22T09:21:37.042051+0000","last_fullsized":"2024-09-22T09:21:37.042051+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:57.179825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.912292+0000","last_change":"2024-09-22T09:25:05.912292+0000","last_active":"2024-09-22T09:25:05.912292+0000","last_peered":"2024-09-22T09:25:05.912292+0000","last_clean":"2024-09-22T09:25:05.912292+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:25:05.912292+0000","last_undegraded":"2024-09-22T09:25:05.912292+0000","last_fullsized":"2024-09-22T09:25:05.912292+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.912105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:42.167750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.830098+0000","last_change":"2024-09-22T08:56:54.581691+0000","last_active":"2024-09-22T09:22:56.830098+0000","last_peered":"2024-09-22T09:22:56.830098+0000","last_clean":"2024-09-22T09:22:56.830098+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:22:56.830098+0000","last_undegraded":"2024-09-22T09:22:56.830098+0000","last_fullsized":"2024-09-22T09:22:56.830098+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.836931+0000","last_change":"2024-09-22T09:09:48.765280+0000","last_active":"2024-09-22T09:21:56.836931+0000","last_peered":"2024-09-22T09:21:56.836931+0000","last_clean":"2024-09-22T09:21:56.836931+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:21:56.836931+0000","last_undegraded":"2024-09-22T09:21:56.836931+0000","last_fullsized":"2024-09-22T09:21:56.836931+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:37:59.916855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.015493+0000","last_change":"2024-09-22T08:58:41.524645+0000","last_active":"2024-09-22T09:22:32.015493+0000","last_peered":"2024-09-22T09:22:32.015493+0000","last_clean":"2024-09-22T09:22:32.015493+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:22:32.015493+0000","last_undegraded":"2024-09-22T09:22:32.015493+0000","last_fullsized":"2024-09-22T09:22:32.015493+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:09.557414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.863650+0000","last_change":"2024-09-22T08:58:38.382725+0000","last_active":"2024-09-22T09:22:31.863650+0000","last_peered":"2024-09-22T09:22:31.863650+0000","last_clean":"2024-09-22T09:22:31.863650+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:22:31.863650+0000","last_undegraded":"2024-09-22T09:22:31.863650+0000","last_fullsized":"2024-09-22T09:22:31.863650+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:15.690324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":103,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:02.007861+0000","last_change":"2024-09-22T08:56:54.587023+0000","last_active":"2024-09-22T09:22:02.007861+0000","last_peered":"2024-09-22T09:22:02.007861+0000","last_clean":"2024-09-22T09:22:02.007861+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:22:02.007861+0000","last_undegraded":"2024-09-22T09:22:02.007861+0000","last_fullsized":"2024-09-22T09:22:02.007861+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:48.228442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.816662+0000","last_change":"2024-09-22T09:09:48.747972+0000","last_active":"2024-09-22T09:22:21.816662+0000","last_peered":"2024-09-22T09:22:21.816662+0000","last_clean":"2024-09-22T09:22:21.816662+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:22:21.816662+0000","last_undegraded":"2024-09-22T09:22:21.816662+0000","last_fullsized":"2024-09-22T09:22:21.816662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:23:47.751712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.819267+0000","last_change":"2024-09-22T08:58:41.441654+0000","last_active":"2024-09-22T09:22:31.819267+0000","last_peered":"2024-09-22T09:22:31.819267+0000","last_clean":"2024-09-22T09:22:31.819267+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:22:31.819267+0000","last_undegraded":"2024-09-22T09:22:31.819267+0000","last_fullsized":"2024-09-22T09:22:31.819267+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:51.206574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.411109+0000","last_change":"2024-09-22T08:58:38.377447+0000","last_active":"2024-09-22T09:24:40.411109+0000","last_peered":"2024-09-22T09:24:40.411109+0000","last_clean":"2024-09-22T09:24:40.411109+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:24:40.411109+0000","last_undegraded":"2024-09-22T09:24:40.411109+0000","last_fullsized":"2024-09-22T09:24:40.411109+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.649775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6842,"num_write":5,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":371,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.837122+0000","last_change":"2024-09-22T08:56:54.590834+0000","last_active":"2024-09-22T09:21:56.837122+0000","last_peered":"2024-09-22T09:21:56.837122+0000","last_clean":"2024-09-22T09:21:56.837122+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:21:56.837122+0000","last_undegraded":"2024-09-22T09:21:56.837122+0000","last_fullsized":"2024-09-22T09:21:56.837122+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:36.250465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":21,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.842028+0000","last_change":"2024-09-22T09:09:48.753201+0000","last_active":"2024-09-22T09:22:51.842028+0000","last_peered":"2024-09-22T09:22:51.842028+0000","last_clean":"2024-09-22T09:22:51.842028+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:22:51.842028+0000","last_undegraded":"2024-09-22T09:22:51.842028+0000","last_fullsized":"2024-09-22T09:22:51.842028+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.860483+0000","last_change":"2024-09-22T08:58:41.438114+0000","last_active":"2024-09-22T09:23:41.860483+0000","last_peered":"2024-09-22T09:23:41.860483+0000","last_clean":"2024-09-22T09:23:41.860483+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:23:41.860483+0000","last_undegraded":"2024-09-22T09:23:41.860483+0000","last_fullsized":"2024-09-22T09:23:41.860483+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:10.322698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:47.018777+0000","last_change":"2024-09-22T08:58:38.366756+0000","last_active":"2024-09-22T09:22:47.018777+0000","last_peered":"2024-09-22T09:22:47.018777+0000","last_clean":"2024-09-22T09:22:47.018777+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:22:47.018777+0000","last_undegraded":"2024-09-22T09:22:47.018777+0000","last_fullsized":"2024-09-22T09:22:47.018777+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:45:33.846924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855999+0000","last_change":"2024-09-22T08:56:54.594039+0000","last_active":"2024-09-22T09:21:56.855999+0000","last_peered":"2024-09-22T09:21:56.855999+0000","last_clean":"2024-09-22T09:21:56.855999+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:21:56.855999+0000","last_undegraded":"2024-09-22T09:21:56.855999+0000","last_fullsized":"2024-09-22T09:21:56.855999+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:41.679824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.061206+0000","last_change":"2024-09-22T09:09:48.751755+0000","last_active":"2024-09-22T09:22:52.061206+0000","last_peered":"2024-09-22T09:22:52.061206+0000","last_clean":"2024-09-22T09:22:52.061206+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:22:52.061206+0000","last_undegraded":"2024-09-22T09:22:52.061206+0000","last_fullsized":"2024-09-22T09:22:52.061206+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'8","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.338501+0000","last_change":"2024-09-22T08:58:41.452900+0000","last_active":"2024-09-22T09:24:39.338501+0000","last_peered":"2024-09-22T09:24:39.338501+0000","last_clean":"2024-09-22T09:24:39.338501+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:24:39.338501+0000","last_undegraded":"2024-09-22T09:24:39.338501+0000","last_fullsized":"2024-09-22T09:24:39.338501+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12311,"num_write":8,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:42.032409+0000","last_change":"2024-09-22T08:58:38.369598+0000","last_active":"2024-09-22T09:23:42.032409+0000","last_peered":"2024-09-22T09:23:42.032409+0000","last_clean":"2024-09-22T09:23:42.032409+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:23:42.032409+0000","last_undegraded":"2024-09-22T09:23:42.032409+0000","last_fullsized":"2024-09-22T09:23:42.032409+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:27.833066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.810739+0000","last_change":"2024-09-22T08:56:54.579244+0000","last_active":"2024-09-22T09:21:56.810739+0000","last_peered":"2024-09-22T09:21:56.810739+0000","last_clean":"2024-09-22T09:21:56.810739+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:21:56.810739+0000","last_undegraded":"2024-09-22T09:21:56.810739+0000","last_fullsized":"2024-09-22T09:21:56.810739+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:32.509713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.053703+0000","last_change":"2024-09-22T09:09:48.745439+0000","last_active":"2024-09-22T09:22:22.053703+0000","last_peered":"2024-09-22T09:22:22.053703+0000","last_clean":"2024-09-22T09:22:22.053703+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:22:22.053703+0000","last_undegraded":"2024-09-22T09:22:22.053703+0000","last_fullsized":"2024-09-22T09:22:22.053703+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:43.238962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'8","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.839313+0000","last_change":"2024-09-22T08:58:41.438805+0000","last_active":"2024-09-22T09:23:41.839313+0000","last_peered":"2024-09-22T09:23:41.839313+0000","last_clean":"2024-09-22T09:23:41.839313+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:23:41.839313+0000","last_undegraded":"2024-09-22T09:23:41.839313+0000","last_fullsized":"2024-09-22T09:23:41.839313+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:33.761097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":13,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.481045+0000","last_change":"2024-09-22T08:58:38.387037+0000","last_active":"2024-09-22T09:24:39.481045+0000","last_peered":"2024-09-22T09:24:39.481045+0000","last_clean":"2024-09-22T09:24:39.481045+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:24:39.481045+0000","last_undegraded":"2024-09-22T09:24:39.481045+0000","last_fullsized":"2024-09-22T09:24:39.481045+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:32.963637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":18961,"num_write":20,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":109,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.778948+0000","last_change":"2024-09-22T08:56:54.590584+0000","last_active":"2024-09-22T09:22:11.778948+0000","last_peered":"2024-09-22T09:22:11.778948+0000","last_clean":"2024-09-22T09:22:11.778948+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:22:11.778948+0000","last_undegraded":"2024-09-22T09:22:11.778948+0000","last_fullsized":"2024-09-22T09:22:11.778948+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:48.908933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.014220+0000","last_change":"2024-09-22T09:09:48.768472+0000","last_active":"2024-09-22T09:22:27.014220+0000","last_peered":"2024-09-22T09:22:27.014220+0000","last_clean":"2024-09-22T09:22:27.014220+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:22:27.014220+0000","last_undegraded":"2024-09-22T09:22:27.014220+0000","last_fullsized":"2024-09-22T09:22:27.014220+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:43.387844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806295+0000","last_change":"2024-09-22T08:58:41.432894+0000","last_active":"2024-09-22T09:21:36.806295+0000","last_peered":"2024-09-22T09:21:36.806295+0000","last_clean":"2024-09-22T09:21:36.806295+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:21:36.806295+0000","last_undegraded":"2024-09-22T09:21:36.806295+0000","last_fullsized":"2024-09-22T09:21:36.806295+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:49.920522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.810572+0000","last_change":"2024-09-22T08:58:38.381164+0000","last_active":"2024-09-22T09:21:36.810572+0000","last_peered":"2024-09-22T09:21:36.810572+0000","last_clean":"2024-09-22T09:21:36.810572+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:21:36.810572+0000","last_undegraded":"2024-09-22T09:21:36.810572+0000","last_fullsized":"2024-09-22T09:21:36.810572+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:44.354440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":146,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:02.022578+0000","last_change":"2024-09-22T08:56:54.584487+0000","last_active":"2024-09-22T09:23:02.022578+0000","last_peered":"2024-09-22T09:23:02.022578+0000","last_clean":"2024-09-22T09:23:02.022578+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:23:02.022578+0000","last_undegraded":"2024-09-22T09:23:02.022578+0000","last_fullsized":"2024-09-22T09:23:02.022578+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'333","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.167013+0000","last_change":"2024-09-22T09:25:01.167013+0000","last_active":"2024-09-22T09:25:01.167013+0000","last_peered":"2024-09-22T09:25:01.167013+0000","last_clean":"2024-09-22T09:25:01.167013+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:25:01.167013+0000","last_undegraded":"2024-09-22T09:25:01.167013+0000","last_fullsized":"2024-09-22T09:25:01.167013+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.166805+0000","objects_scrubbed":1,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:40.847848+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":674,"num_read_kb":27944,"num_write":1055,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.879377+0000","last_change":"2024-09-22T09:25:03.879377+0000","last_active":"2024-09-22T09:25:03.879377+0000","last_peered":"2024-09-22T09:25:03.879377+0000","last_clean":"2024-09-22T09:25:03.879377+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:25:03.879377+0000","last_undegraded":"2024-09-22T09:25:03.879377+0000","last_fullsized":"2024-09-22T09:25:03.879377+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'144","last_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_deep_scrub":"266'144","last_deep_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.879151+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:09.559209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'381","reported_seq":1050,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.188985+0000","last_change":"2024-09-22T09:24:53.188985+0000","last_active":"2024-09-22T09:24:53.188985+0000","last_peered":"2024-09-22T09:24:53.188985+0000","last_clean":"2024-09-22T09:24:53.188985+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:24:53.188985+0000","last_undegraded":"2024-09-22T09:24:53.188985+0000","last_fullsized":"2024-09-22T09:24:53.188985+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.188716+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:32:11.475486+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":657,"num_read_kb":37444,"num_write":1152,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.126095+0000","last_change":"2024-09-22T09:25:06.126095+0000","last_active":"2024-09-22T09:25:06.126095+0000","last_peered":"2024-09-22T09:25:06.126095+0000","last_clean":"2024-09-22T09:25:06.126095+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:25:06.126095+0000","last_undegraded":"2024-09-22T09:25:06.126095+0000","last_fullsized":"2024-09-22T09:25:06.126095+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'267","last_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_deep_scrub":"266'267","last_deep_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.125924+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:07.607606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'354","reported_seq":1007,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.367023+0000","last_change":"2024-09-22T09:24:52.367023+0000","last_active":"2024-09-22T09:24:52.367023+0000","last_peered":"2024-09-22T09:24:52.367023+0000","last_clean":"2024-09-22T09:24:52.367023+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:24:52.367023+0000","last_undegraded":"2024-09-22T09:24:52.367023+0000","last_fullsized":"2024-09-22T09:24:52.367023+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'354","last_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_deep_scrub":"266'354","last_deep_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.366822+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:51.883814+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":13679,"num_write":1191,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":724,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.496551+0000","last_change":"2024-09-22T09:25:04.496551+0000","last_active":"2024-09-22T09:25:04.496551+0000","last_peered":"2024-09-22T09:25:04.496551+0000","last_clean":"2024-09-22T09:25:04.496551+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:25:04.496551+0000","last_undegraded":"2024-09-22T09:25:04.496551+0000","last_fullsized":"2024-09-22T09:25:04.496551+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.496307+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:39.581666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'327","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.995080+0000","last_change":"2024-09-22T09:24:57.995080+0000","last_active":"2024-09-22T09:24:57.995080+0000","last_peered":"2024-09-22T09:24:57.995080+0000","last_clean":"2024-09-22T09:24:57.995080+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:24:57.995080+0000","last_undegraded":"2024-09-22T09:24:57.995080+0000","last_fullsized":"2024-09-22T09:24:57.995080+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'327","last_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_deep_scrub":"266'327","last_deep_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.994867+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:36.064542+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":470,"num_read_kb":22989,"num_write":861,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.455770+0000","last_change":"2024-09-22T09:25:01.455770+0000","last_active":"2024-09-22T09:25:01.455770+0000","last_peered":"2024-09-22T09:25:01.455770+0000","last_clean":"2024-09-22T09:25:01.455770+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:25:01.455770+0000","last_undegraded":"2024-09-22T09:25:01.455770+0000","last_fullsized":"2024-09-22T09:25:01.455770+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.455466+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:24.960094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'368","reported_seq":1066,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.136873+0000","last_change":"2024-09-22T09:25:00.136873+0000","last_active":"2024-09-22T09:25:00.136873+0000","last_peered":"2024-09-22T09:25:00.136873+0000","last_clean":"2024-09-22T09:25:00.136873+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:25:00.136873+0000","last_undegraded":"2024-09-22T09:25:00.136873+0000","last_fullsized":"2024-09-22T09:25:00.136873+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'368","last_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_deep_scrub":"266'368","last_deep_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.136633+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:52.219400+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":694,"num_read_kb":47725,"num_write":1289,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'108","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.913920+0000","last_change":"2024-09-22T09:24:59.913920+0000","last_active":"2024-09-22T09:24:59.913920+0000","last_peered":"2024-09-22T09:24:59.913920+0000","last_clean":"2024-09-22T09:24:59.913920+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:24:59.913920+0000","last_undegraded":"2024-09-22T09:24:59.913920+0000","last_fullsized":"2024-09-22T09:24:59.913920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.913634+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:16:02.665621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'341","reported_seq":989,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.012931+0000","last_change":"2024-09-22T09:24:57.012931+0000","last_active":"2024-09-22T09:24:57.012931+0000","last_peered":"2024-09-22T09:24:57.012931+0000","last_clean":"2024-09-22T09:24:57.012931+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:24:57.012931+0000","last_undegraded":"2024-09-22T09:24:57.012931+0000","last_fullsized":"2024-09-22T09:24:57.012931+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.012726+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:32:34.356675+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174783,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":605,"num_read_kb":36706,"num_write":1038,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.521993+0000","last_change":"2024-09-22T09:25:05.521993+0000","last_active":"2024-09-22T09:25:05.521993+0000","last_peered":"2024-09-22T09:25:05.521993+0000","last_clean":"2024-09-22T09:25:05.521993+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:25:05.521993+0000","last_undegraded":"2024-09-22T09:25:05.521993+0000","last_fullsized":"2024-09-22T09:25:05.521993+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'87","last_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_deep_scrub":"266'87","last_deep_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.521730+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:53.138473+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'363","reported_seq":1013,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.127153+0000","last_change":"2024-09-22T09:24:57.127153+0000","last_active":"2024-09-22T09:24:57.127153+0000","last_peered":"2024-09-22T09:24:57.127153+0000","last_clean":"2024-09-22T09:24:57.127153+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:24:57.127153+0000","last_undegraded":"2024-09-22T09:24:57.127153+0000","last_fullsized":"2024-09-22T09:24:57.127153+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'363","last_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_deep_scrub":"266'363","last_deep_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.126944+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:25.330870+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":5378,"num_write":1221,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.925234+0000","last_change":"2024-09-22T09:25:04.925234+0000","last_active":"2024-09-22T09:25:04.925234+0000","last_peered":"2024-09-22T09:25:04.925234+0000","last_clean":"2024-09-22T09:25:04.925234+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:25:04.925234+0000","last_undegraded":"2024-09-22T09:25:04.925234+0000","last_fullsized":"2024-09-22T09:25:04.925234+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.925052+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:38.884683+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'344","reported_seq":972,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.616415+0000","last_change":"2024-09-22T09:24:55.616415+0000","last_active":"2024-09-22T09:24:55.616415+0000","last_peered":"2024-09-22T09:24:55.616415+0000","last_clean":"2024-09-22T09:24:55.616415+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:24:55.616415+0000","last_undegraded":"2024-09-22T09:24:55.616415+0000","last_fullsized":"2024-09-22T09:24:55.616415+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.616203+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:09.071720+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":10855,"num_write":1006,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.844691+0000","last_change":"2024-09-22T09:24:54.844691+0000","last_active":"2024-09-22T09:24:54.844691+0000","last_peered":"2024-09-22T09:24:54.844691+0000","last_clean":"2024-09-22T09:24:54.844691+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:24:54.844691+0000","last_undegraded":"2024-09-22T09:24:54.844691+0000","last_fullsized":"2024-09-22T09:24:54.844691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.844474+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:56.592263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.427659+0000","last_change":"2024-09-22T09:25:02.427659+0000","last_active":"2024-09-22T09:25:02.427659+0000","last_peered":"2024-09-22T09:25:02.427659+0000","last_clean":"2024-09-22T09:25:02.427659+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:25:02.427659+0000","last_undegraded":"2024-09-22T09:25:02.427659+0000","last_fullsized":"2024-09-22T09:25:02.427659+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'128","last_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_deep_scrub":"266'128","last_deep_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.427480+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:02.628875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'337","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.117222+0000","last_change":"2024-09-22T09:24:58.117222+0000","last_active":"2024-09-22T09:24:58.117222+0000","last_peered":"2024-09-22T09:24:58.117222+0000","last_clean":"2024-09-22T09:24:58.117222+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:24:58.117222+0000","last_undegraded":"2024-09-22T09:24:58.117222+0000","last_fullsized":"2024-09-22T09:24:58.117222+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.116801+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:12.220922+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1080000,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":535,"num_read_kb":1798,"num_write":1019,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.114171+0000","last_change":"2024-09-22T09:25:04.114171+0000","last_active":"2024-09-22T09:25:04.114171+0000","last_peered":"2024-09-22T09:25:04.114171+0000","last_clean":"2024-09-22T09:25:04.114171+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:25:04.114171+0000","last_undegraded":"2024-09-22T09:25:04.114171+0000","last_fullsized":"2024-09-22T09:25:04.114171+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.113987+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:20.002240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'382","reported_seq":1026,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.921494+0000","last_change":"2024-09-22T09:24:55.921494+0000","last_active":"2024-09-22T09:24:55.921494+0000","last_peered":"2024-09-22T09:24:55.921494+0000","last_clean":"2024-09-22T09:24:55.921494+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:24:55.921494+0000","last_undegraded":"2024-09-22T09:24:55.921494+0000","last_fullsized":"2024-09-22T09:24:55.921494+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'382","last_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_deep_scrub":"266'382","last_deep_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.921229+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:35.480499+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":658,"num_read_kb":13103,"num_write":1090,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.883875+0000","last_change":"2024-09-22T09:25:01.883875+0000","last_active":"2024-09-22T09:25:01.883875+0000","last_peered":"2024-09-22T09:25:01.883875+0000","last_clean":"2024-09-22T09:25:01.883875+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:25:01.883875+0000","last_undegraded":"2024-09-22T09:25:01.883875+0000","last_fullsized":"2024-09-22T09:25:01.883875+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'78","last_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_deep_scrub":"266'78","last_deep_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.883689+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:33.380739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'344","reported_seq":985,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.994592+0000","last_change":"2024-09-22T09:24:51.994592+0000","last_active":"2024-09-22T09:24:51.994592+0000","last_peered":"2024-09-22T09:24:51.994592+0000","last_clean":"2024-09-22T09:24:51.994592+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:24:51.994592+0000","last_undegraded":"2024-09-22T09:24:51.994592+0000","last_fullsized":"2024-09-22T09:24:51.994592+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.994377+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:18:32.831124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":11711,"num_write":1053,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":851,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.701460+0000","last_change":"2024-09-22T09:24:50.701460+0000","last_active":"2024-09-22T09:24:50.701460+0000","last_peered":"2024-09-22T09:24:50.701460+0000","last_clean":"2024-09-22T09:24:50.701460+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:24:50.701460+0000","last_undegraded":"2024-09-22T09:24:50.701460+0000","last_fullsized":"2024-09-22T09:24:50.701460+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'261","last_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_deep_scrub":"266'261","last_deep_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.701275+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:23.851755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'339","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.371890+0000","last_change":"2024-09-22T09:24:49.371890+0000","last_active":"2024-09-22T09:24:49.371890+0000","last_peered":"2024-09-22T09:24:49.371890+0000","last_clean":"2024-09-22T09:24:49.371890+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:24:49.371890+0000","last_undegraded":"2024-09-22T09:24:49.371890+0000","last_fullsized":"2024-09-22T09:24:49.371890+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'339","last_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_deep_scrub":"266'339","last_deep_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.371649+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:21.021513+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":605,"num_read_kb":14758,"num_write":1058,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.804061+0000","last_change":"2024-09-22T09:24:53.804061+0000","last_active":"2024-09-22T09:24:53.804061+0000","last_peered":"2024-09-22T09:24:53.804061+0000","last_clean":"2024-09-22T09:24:53.804061+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:24:53.804061+0000","last_undegraded":"2024-09-22T09:24:53.804061+0000","last_fullsized":"2024-09-22T09:24:53.804061+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'105","last_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_deep_scrub":"266'105","last_deep_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.803881+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:01.131419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'304","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.732753+0000","last_change":"2024-09-22T09:25:02.732753+0000","last_active":"2024-09-22T09:25:02.732753+0000","last_peered":"2024-09-22T09:25:02.732753+0000","last_clean":"2024-09-22T09:25:02.732753+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:25:02.732753+0000","last_undegraded":"2024-09-22T09:25:02.732753+0000","last_fullsized":"2024-09-22T09:25:02.732753+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'304","last_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_deep_scrub":"266'304","last_deep_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.732496+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:47.276750+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":76154,"num_write":931,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.447102+0000","last_change":"2024-09-22T09:25:03.447102+0000","last_active":"2024-09-22T09:25:03.447102+0000","last_peered":"2024-09-22T09:25:03.447102+0000","last_clean":"2024-09-22T09:25:03.447102+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:25:03.447102+0000","last_undegraded":"2024-09-22T09:25:03.447102+0000","last_fullsized":"2024-09-22T09:25:03.447102+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.446919+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:48.570068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'355","reported_seq":1027,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.389036+0000","last_change":"2024-09-22T09:24:51.388886+0000","last_active":"2024-09-22T09:24:51.389036+0000","last_peered":"2024-09-22T09:24:51.389036+0000","last_clean":"2024-09-22T09:24:51.389036+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:24:51.389036+0000","last_undegraded":"2024-09-22T09:24:51.389036+0000","last_fullsized":"2024-09-22T09:24:51.389036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.388658+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:32:48.293155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":493044,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":645,"num_read_kb":47558,"num_write":1197,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'134","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.837924+0000","last_change":"2024-09-22T08:40:36.289314+0000","last_active":"2024-09-22T09:22:51.837924+0000","last_peered":"2024-09-22T09:22:51.837924+0000","last_clean":"2024-09-22T09:22:51.837924+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:22:51.837924+0000","last_undegraded":"2024-09-22T09:22:51.837924+0000","last_fullsized":"2024-09-22T09:22:51.837924+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:37.542476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":957,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.640305+0000","last_change":"2024-09-22T09:24:57.640155+0000","last_active":"2024-09-22T09:24:57.640305+0000","last_peered":"2024-09-22T09:24:57.640305+0000","last_clean":"2024-09-22T09:24:57.640305+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:24:57.640305+0000","last_undegraded":"2024-09-22T09:24:57.640305+0000","last_fullsized":"2024-09-22T09:24:57.640305+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'340","last_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_deep_scrub":"266'340","last_deep_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.639977+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:35.141859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'314","reported_seq":1022,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.172454+0000","last_change":"2024-09-22T09:24:56.172454+0000","last_active":"2024-09-22T09:24:56.172454+0000","last_peered":"2024-09-22T09:24:56.172454+0000","last_clean":"2024-09-22T09:24:56.172454+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:24:56.172454+0000","last_undegraded":"2024-09-22T09:24:56.172454+0000","last_fullsized":"2024-09-22T09:24:56.172454+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'314","last_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_deep_scrub":"266'314","last_deep_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.172226+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.464314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":47942,"num_write":1014,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851411+0000","last_change":"2024-09-22T08:40:30.224461+0000","last_active":"2024-09-22T09:21:36.851411+0000","last_peered":"2024-09-22T09:21:36.851411+0000","last_clean":"2024-09-22T09:21:36.851411+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:21:36.851411+0000","last_undegraded":"2024-09-22T09:21:36.851411+0000","last_fullsized":"2024-09-22T09:21:36.851411+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:47.499246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'348","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.631340+0000","last_change":"2024-09-22T08:40:32.229748+0000","last_active":"2024-09-22T09:24:38.631340+0000","last_peered":"2024-09-22T09:24:38.631340+0000","last_clean":"2024-09-22T09:24:38.631340+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:24:38.631340+0000","last_undegraded":"2024-09-22T09:24:38.631340+0000","last_fullsized":"2024-09-22T09:24:38.631340+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:16.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52140,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":567,"num_read_kb":1215,"num_write":458,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003628+0000","last_change":"2024-09-22T08:40:34.242927+0000","last_active":"2024-09-22T09:21:42.003628+0000","last_peered":"2024-09-22T09:21:42.003628+0000","last_clean":"2024-09-22T09:21:42.003628+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:21:42.003628+0000","last_undegraded":"2024-09-22T09:21:42.003628+0000","last_fullsized":"2024-09-22T09:21:42.003628+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:00:58.176870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'140","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.159152+0000","last_change":"2024-09-22T08:40:36.291089+0000","last_active":"2024-09-22T09:22:38.159152+0000","last_peered":"2024-09-22T09:22:38.159152+0000","last_clean":"2024-09-22T09:22:38.159152+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:22:38.159152+0000","last_undegraded":"2024-09-22T09:22:38.159152+0000","last_fullsized":"2024-09-22T09:22:38.159152+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:23:40.199101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":702,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.965051+0000","last_change":"2024-09-22T09:24:58.965051+0000","last_active":"2024-09-22T09:24:58.965051+0000","last_peered":"2024-09-22T09:24:58.965051+0000","last_clean":"2024-09-22T09:24:58.965051+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:24:58.965051+0000","last_undegraded":"2024-09-22T09:24:58.965051+0000","last_fullsized":"2024-09-22T09:24:58.965051+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.964871+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:18.224115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'341","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.435676+0000","last_change":"2024-09-22T09:24:45.435621+0000","last_active":"2024-09-22T09:24:45.435676+0000","last_peered":"2024-09-22T09:24:45.435676+0000","last_clean":"2024-09-22T09:24:45.435676+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:24:45.435676+0000","last_undegraded":"2024-09-22T09:24:45.435676+0000","last_fullsized":"2024-09-22T09:24:45.435676+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.435543+0000","objects_scrubbed":3,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.612584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":651,"num_read_kb":64940,"num_write":1063,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:41.867028+0000","last_change":"2024-09-22T08:40:30.210091+0000","last_active":"2024-09-22T09:22:41.867028+0000","last_peered":"2024-09-22T09:22:41.867028+0000","last_clean":"2024-09-22T09:22:41.867028+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:22:41.867028+0000","last_undegraded":"2024-09-22T09:22:41.867028+0000","last_fullsized":"2024-09-22T09:22:41.867028+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'88","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.847589+0000","last_change":"2024-09-22T08:40:32.228899+0000","last_active":"2024-09-22T09:22:21.847589+0000","last_peered":"2024-09-22T09:22:21.847589+0000","last_clean":"2024-09-22T09:22:21.847589+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:22:21.847589+0000","last_undegraded":"2024-09-22T09:22:21.847589+0000","last_fullsized":"2024-09-22T09:22:21.847589+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:54.861176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.807612+0000","last_change":"2024-09-22T08:40:34.244607+0000","last_active":"2024-09-22T09:21:41.807612+0000","last_peered":"2024-09-22T09:21:41.807612+0000","last_clean":"2024-09-22T09:21:41.807612+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:21:41.807612+0000","last_undegraded":"2024-09-22T09:21:41.807612+0000","last_fullsized":"2024-09-22T09:21:41.807612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:15.334141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:23.666557+0000","last_change":"2024-09-22T08:40:36.285373+0000","last_active":"2024-09-22T09:22:23.666557+0000","last_peered":"2024-09-22T09:22:23.666557+0000","last_clean":"2024-09-22T09:22:23.666557+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:22:23.666557+0000","last_undegraded":"2024-09-22T09:22:23.666557+0000","last_fullsized":"2024-09-22T09:22:23.666557+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:34.628249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.406915+0000","last_change":"2024-09-22T09:24:56.406915+0000","last_active":"2024-09-22T09:24:56.406915+0000","last_peered":"2024-09-22T09:24:56.406915+0000","last_clean":"2024-09-22T09:24:56.406915+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:24:56.406915+0000","last_undegraded":"2024-09-22T09:24:56.406915+0000","last_fullsized":"2024-09-22T09:24:56.406915+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.406733+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:03.683132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'384","reported_seq":1079,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.222727+0000","last_change":"2024-09-22T09:24:54.222727+0000","last_active":"2024-09-22T09:24:54.222727+0000","last_peered":"2024-09-22T09:24:54.222727+0000","last_clean":"2024-09-22T09:24:54.222727+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:24:54.222727+0000","last_undegraded":"2024-09-22T09:24:54.222727+0000","last_fullsized":"2024-09-22T09:24:54.222727+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'384","last_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_deep_scrub":"266'384","last_deep_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.222442+0000","objects_scrubbed":6,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:15.803899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":772,"num_read_kb":65163,"num_write":1199,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.850353+0000","last_change":"2024-09-22T08:40:30.215917+0000","last_active":"2024-09-22T09:21:36.850353+0000","last_peered":"2024-09-22T09:21:36.850353+0000","last_clean":"2024-09-22T09:21:36.850353+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:21:36.850353+0000","last_undegraded":"2024-09-22T09:21:36.850353+0000","last_fullsized":"2024-09-22T09:21:36.850353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:28.163711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'112","reported_seq":647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.888558+0000","last_change":"2024-09-22T09:24:58.888433+0000","last_active":"2024-09-22T09:24:58.888558+0000","last_peered":"2024-09-22T09:24:58.888558+0000","last_clean":"2024-09-22T09:24:58.888558+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:24:58.888558+0000","last_undegraded":"2024-09-22T09:24:58.888558+0000","last_fullsized":"2024-09-22T09:24:58.888558+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.888213+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:10:56.903926+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'752","reported_seq":2137,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.189983+0000","last_change":"2024-09-22T08:40:34.268534+0000","last_active":"2024-09-22T09:24:40.189983+0000","last_peered":"2024-09-22T09:24:40.189983+0000","last_clean":"2024-09-22T09:24:40.189983+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:24:40.189983+0000","last_undegraded":"2024-09-22T09:24:40.189983+0000","last_fullsized":"2024-09-22T09:24:40.189983+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:03.533778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'227","reported_seq":1059,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.888033+0000","last_change":"2024-09-22T08:40:36.378416+0000","last_active":"2024-09-22T09:22:51.888033+0000","last_peered":"2024-09-22T09:22:51.888033+0000","last_clean":"2024-09-22T09:22:51.888033+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:22:51.888033+0000","last_undegraded":"2024-09-22T09:22:51.888033+0000","last_fullsized":"2024-09-22T09:22:51.888033+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:19.690938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'315","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.720124+0000","last_change":"2024-09-22T09:25:01.720124+0000","last_active":"2024-09-22T09:25:01.720124+0000","last_peered":"2024-09-22T09:25:01.720124+0000","last_clean":"2024-09-22T09:25:01.720124+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:25:01.720124+0000","last_undegraded":"2024-09-22T09:25:01.720124+0000","last_fullsized":"2024-09-22T09:25:01.720124+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'315","last_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_deep_scrub":"266'315","last_deep_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.719939+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:20:35.868880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'293","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.967579+0000","last_change":"2024-09-22T09:24:49.967579+0000","last_active":"2024-09-22T09:24:49.967579+0000","last_peered":"2024-09-22T09:24:49.967579+0000","last_clean":"2024-09-22T09:24:49.967579+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:24:49.967579+0000","last_undegraded":"2024-09-22T09:24:49.967579+0000","last_fullsized":"2024-09-22T09:24:49.967579+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'293","last_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_deep_scrub":"266'293","last_deep_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.967360+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:25.894962+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":36263,"num_write":940,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.851513+0000","last_change":"2024-09-22T08:40:30.226665+0000","last_active":"2024-09-22T09:21:36.851513+0000","last_peered":"2024-09-22T09:21:36.851513+0000","last_clean":"2024-09-22T09:21:36.851513+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:21:36.851513+0000","last_undegraded":"2024-09-22T09:21:36.851513+0000","last_fullsized":"2024-09-22T09:21:36.851513+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:06:12.551764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'282","reported_seq":843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.713423+0000","last_change":"2024-09-22T08:40:32.337534+0000","last_active":"2024-09-22T09:24:40.713423+0000","last_peered":"2024-09-22T09:24:40.713423+0000","last_clean":"2024-09-22T09:24:40.713423+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:24:40.713423+0000","last_undegraded":"2024-09-22T09:24:40.713423+0000","last_fullsized":"2024-09-22T09:24:40.713423+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:48.456266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48164,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":1097,"num_write":384,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'784","reported_seq":4101,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.722094+0000","last_change":"2024-09-22T08:40:34.248448+0000","last_active":"2024-09-22T09:24:40.722094+0000","last_peered":"2024-09-22T09:24:40.722094+0000","last_clean":"2024-09-22T09:24:40.722094+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:24:40.722094+0000","last_undegraded":"2024-09-22T09:24:40.722094+0000","last_fullsized":"2024-09-22T09:24:40.722094+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.942797+0000","last_change":"2024-09-22T09:24:59.942797+0000","last_active":"2024-09-22T09:24:59.942797+0000","last_peered":"2024-09-22T09:24:59.942797+0000","last_clean":"2024-09-22T09:24:59.942797+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:24:59.942797+0000","last_undegraded":"2024-09-22T09:24:59.942797+0000","last_fullsized":"2024-09-22T09:24:59.942797+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'84","last_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_deep_scrub":"266'84","last_deep_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.942561+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:06:52.469697+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'353","reported_seq":1001,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.290333+0000","last_change":"2024-09-22T09:24:52.290333+0000","last_active":"2024-09-22T09:24:52.290333+0000","last_peered":"2024-09-22T09:24:52.290333+0000","last_clean":"2024-09-22T09:24:52.290333+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:52.290333+0000","last_undegraded":"2024-09-22T09:24:52.290333+0000","last_fullsized":"2024-09-22T09:24:52.290333+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.290066+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:09.067059+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":33187,"num_write":1175,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.003398+0000","last_change":"2024-09-22T08:40:30.222603+0000","last_active":"2024-09-22T09:21:42.003398+0000","last_peered":"2024-09-22T09:21:42.003398+0000","last_clean":"2024-09-22T09:21:42.003398+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:21:42.003398+0000","last_undegraded":"2024-09-22T09:21:42.003398+0000","last_fullsized":"2024-09-22T09:21:42.003398+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:58:59.504043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'366","reported_seq":972,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.959250+0000","last_change":"2024-09-22T08:40:32.337239+0000","last_active":"2024-09-22T09:24:38.959250+0000","last_peered":"2024-09-22T09:24:38.959250+0000","last_clean":"2024-09-22T09:24:38.959250+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:24:38.959250+0000","last_undegraded":"2024-09-22T09:24:38.959250+0000","last_fullsized":"2024-09-22T09:24:38.959250+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:28.287966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46544,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":602,"num_read_kb":1262,"num_write":480,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.825010+0000","last_change":"2024-09-22T08:40:34.262785+0000","last_active":"2024-09-22T09:21:06.825010+0000","last_peered":"2024-09-22T09:21:06.825010+0000","last_clean":"2024-09-22T09:21:06.825010+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:21:06.825010+0000","last_undegraded":"2024-09-22T09:21:06.825010+0000","last_fullsized":"2024-09-22T09:21:06.825010+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:49.084416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'570","reported_seq":1386,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:12.999209+0000","last_change":"2024-09-22T08:40:36.293120+0000","last_active":"2024-09-22T09:24:12.999209+0000","last_peered":"2024-09-22T09:24:12.999209+0000","last_clean":"2024-09-22T09:24:12.999209+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:24:12.999209+0000","last_undegraded":"2024-09-22T09:24:12.999209+0000","last_fullsized":"2024-09-22T09:24:12.999209+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:10.983610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.328492+0000","last_change":"2024-09-22T09:24:52.328492+0000","last_active":"2024-09-22T09:24:52.328492+0000","last_peered":"2024-09-22T09:24:52.328492+0000","last_clean":"2024-09-22T09:24:52.328492+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:24:52.328492+0000","last_undegraded":"2024-09-22T09:24:52.328492+0000","last_fullsized":"2024-09-22T09:24:52.328492+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.328285+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:27:05.932389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'379","reported_seq":1152,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.256734+0000","last_change":"2024-09-22T09:24:51.256734+0000","last_active":"2024-09-22T09:24:51.256734+0000","last_peered":"2024-09-22T09:24:51.256734+0000","last_clean":"2024-09-22T09:24:51.256734+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:24:51.256734+0000","last_undegraded":"2024-09-22T09:24:51.256734+0000","last_fullsized":"2024-09-22T09:24:51.256734+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'379","last_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_deep_scrub":"266'379","last_deep_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.256498+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:20.139239+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":790,"num_read_kb":68267,"num_write":1269,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"266'6","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.887204+0000","last_change":"2024-09-22T09:24:55.887204+0000","last_active":"2024-09-22T09:24:55.887204+0000","last_peered":"2024-09-22T09:24:55.887204+0000","last_clean":"2024-09-22T09:24:55.887204+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:55.887204+0000","last_undegraded":"2024-09-22T09:24:55.887204+0000","last_fullsized":"2024-09-22T09:24:55.887204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.886956+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:00.497293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'270","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.950930+0000","last_change":"2024-09-22T08:40:32.240400+0000","last_active":"2024-09-22T09:24:39.950930+0000","last_peered":"2024-09-22T09:24:39.950930+0000","last_clean":"2024-09-22T09:24:39.950930+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:24:39.950930+0000","last_undegraded":"2024-09-22T09:24:39.950930+0000","last_fullsized":"2024-09-22T09:24:39.950930+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:26.677212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42936,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855433+0000","last_change":"2024-09-22T08:40:34.244673+0000","last_active":"2024-09-22T09:21:56.855433+0000","last_peered":"2024-09-22T09:21:56.855433+0000","last_clean":"2024-09-22T09:21:56.855433+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:21:56.855433+0000","last_undegraded":"2024-09-22T09:21:56.855433+0000","last_fullsized":"2024-09-22T09:21:56.855433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:31.980150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2490","reported_seq":4306,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.782198+0000","last_change":"2024-09-22T08:40:36.293692+0000","last_active":"2024-09-22T09:24:01.782198+0000","last_peered":"2024-09-22T09:24:01.782198+0000","last_clean":"2024-09-22T09:24:01.782198+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:24:01.782198+0000","last_undegraded":"2024-09-22T09:24:01.782198+0000","last_fullsized":"2024-09-22T09:24:01.782198+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:58.485629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'191","reported_seq":853,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.902627+0000","last_change":"2024-09-22T09:24:56.902627+0000","last_active":"2024-09-22T09:24:56.902627+0000","last_peered":"2024-09-22T09:24:56.902627+0000","last_clean":"2024-09-22T09:24:56.902627+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:24:56.902627+0000","last_undegraded":"2024-09-22T09:24:56.902627+0000","last_fullsized":"2024-09-22T09:24:56.902627+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'191","last_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_deep_scrub":"266'191","last_deep_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.902442+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:24.115637+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2871,"num_omap_keys":12,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'422","reported_seq":1104,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.219217+0000","last_change":"2024-09-22T09:24:50.219217+0000","last_active":"2024-09-22T09:24:50.219217+0000","last_peered":"2024-09-22T09:24:50.219217+0000","last_clean":"2024-09-22T09:24:50.219217+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:24:50.219217+0000","last_undegraded":"2024-09-22T09:24:50.219217+0000","last_fullsized":"2024-09-22T09:24:50.219217+0000","mapping_epoch":38,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'422","last_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_deep_scrub":"266'422","last_deep_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.219016+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:41.471977+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":772,"num_read_kb":13800,"num_write":1288,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.902160+0000","last_change":"2024-09-22T09:24:57.902160+0000","last_active":"2024-09-22T09:24:57.902160+0000","last_peered":"2024-09-22T09:24:57.902160+0000","last_clean":"2024-09-22T09:24:57.902160+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:24:57.902160+0000","last_undegraded":"2024-09-22T09:24:57.902160+0000","last_fullsized":"2024-09-22T09:24:57.902160+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.901975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:19:22.842641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'311","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.108379+0000","last_change":"2024-09-22T08:40:32.236088+0000","last_active":"2024-09-22T09:24:39.108379+0000","last_peered":"2024-09-22T09:24:39.108379+0000","last_clean":"2024-09-22T09:24:39.108379+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:24:39.108379+0000","last_undegraded":"2024-09-22T09:24:39.108379+0000","last_fullsized":"2024-09-22T09:24:39.108379+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:39.565401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51326,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":497,"num_read_kb":1091,"num_write":404,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'778","reported_seq":2942,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.063209+0000","last_change":"2024-09-22T08:40:34.270222+0000","last_active":"2024-09-22T09:24:38.063209+0000","last_peered":"2024-09-22T09:24:38.063209+0000","last_clean":"2024-09-22T09:24:38.063209+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:24:38.063209+0000","last_undegraded":"2024-09-22T09:24:38.063209+0000","last_fullsized":"2024-09-22T09:24:38.063209+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:35:05.560063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":686,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.708224+0000","last_change":"2024-09-22T08:40:36.282527+0000","last_active":"2024-09-22T09:24:11.708224+0000","last_peered":"2024-09-22T09:24:11.708224+0000","last_clean":"2024-09-22T09:24:11.708224+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:24:11.708224+0000","last_undegraded":"2024-09-22T09:24:11.708224+0000","last_fullsized":"2024-09-22T09:24:11.708224+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:16.353142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4442","reported_seq":5181,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.368311+0000","last_change":"2024-09-22T09:24:55.368311+0000","last_active":"2024-09-22T09:24:55.368311+0000","last_peered":"2024-09-22T09:24:55.368311+0000","last_clean":"2024-09-22T09:24:55.368311+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:24:55.368311+0000","last_undegraded":"2024-09-22T09:24:55.368311+0000","last_fullsized":"2024-09-22T09:24:55.368311+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4442","last_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_deep_scrub":"266'4442","last_deep_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.368116+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":3000,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:19.632342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25750,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'332","reported_seq":1057,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.031063+0000","last_change":"2024-09-22T09:24:49.031063+0000","last_active":"2024-09-22T09:24:49.031063+0000","last_peered":"2024-09-22T09:24:49.031063+0000","last_clean":"2024-09-22T09:24:49.031063+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:24:49.031063+0000","last_undegraded":"2024-09-22T09:24:49.031063+0000","last_fullsized":"2024-09-22T09:24:49.031063+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'332","last_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_deep_scrub":"266'332","last_deep_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.030812+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:30.451060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159806,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":827,"num_read_kb":4552,"num_write":1076,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.878159+0000","last_change":"2024-09-22T09:24:56.878159+0000","last_active":"2024-09-22T09:24:56.878159+0000","last_peered":"2024-09-22T09:24:56.878159+0000","last_clean":"2024-09-22T09:24:56.878159+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:24:56.878159+0000","last_undegraded":"2024-09-22T09:24:56.878159+0000","last_fullsized":"2024-09-22T09:24:56.878159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.877985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:08.860529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'452","reported_seq":1087,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.428278+0000","last_change":"2024-09-22T09:25:06.428278+0000","last_active":"2024-09-22T09:25:06.428278+0000","last_peered":"2024-09-22T09:25:06.428278+0000","last_clean":"2024-09-22T09:25:06.428278+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:25:06.428278+0000","last_undegraded":"2024-09-22T09:25:06.428278+0000","last_fullsized":"2024-09-22T09:25:06.428278+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'452","last_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_deep_scrub":"266'452","last_deep_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.428091+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:52:19.697367+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89540,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":801,"num_read_kb":1917,"num_write":654,"num_write_kb":554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.921439+0000","last_change":"2024-09-22T09:25:01.921439+0000","last_active":"2024-09-22T09:25:01.921439+0000","last_peered":"2024-09-22T09:25:01.921439+0000","last_clean":"2024-09-22T09:25:01.921439+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:25:01.921439+0000","last_undegraded":"2024-09-22T09:25:01.921439+0000","last_fullsized":"2024-09-22T09:25:01.921439+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.921199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:46.240370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'144","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.832752+0000","last_change":"2024-09-22T08:40:36.283881+0000","last_active":"2024-09-22T09:22:51.832752+0000","last_peered":"2024-09-22T09:22:51.832752+0000","last_clean":"2024-09-22T09:22:51.832752+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:22:51.832752+0000","last_undegraded":"2024-09-22T09:22:51.832752+0000","last_fullsized":"2024-09-22T09:22:51.832752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:20.909518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":755,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.314415+0000","last_change":"2024-09-22T09:24:51.314415+0000","last_active":"2024-09-22T09:24:51.314415+0000","last_peered":"2024-09-22T09:24:51.314415+0000","last_clean":"2024-09-22T09:24:51.314415+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:24:51.314415+0000","last_undegraded":"2024-09-22T09:24:51.314415+0000","last_fullsized":"2024-09-22T09:24:51.314415+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.314196+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:25.300085+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'344","reported_seq":970,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.710572+0000","last_change":"2024-09-22T09:24:46.710572+0000","last_active":"2024-09-22T09:24:46.710572+0000","last_peered":"2024-09-22T09:24:46.710572+0000","last_clean":"2024-09-22T09:24:46.710572+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:46.710572+0000","last_undegraded":"2024-09-22T09:24:46.710572+0000","last_fullsized":"2024-09-22T09:24:46.710572+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.710380+0000","objects_scrubbed":9,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:09.756353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":497,"num_read_kb":1530,"num_write":1028,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.907546+0000","last_change":"2024-09-22T09:24:59.907546+0000","last_active":"2024-09-22T09:24:59.907546+0000","last_peered":"2024-09-22T09:24:59.907546+0000","last_clean":"2024-09-22T09:24:59.907546+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:24:59.907546+0000","last_undegraded":"2024-09-22T09:24:59.907546+0000","last_fullsized":"2024-09-22T09:24:59.907546+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.907319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:17.633613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'293","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.249097+0000","last_change":"2024-09-22T08:40:32.222089+0000","last_active":"2024-09-22T09:24:40.249097+0000","last_peered":"2024-09-22T09:24:40.249097+0000","last_clean":"2024-09-22T09:24:40.249097+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:24:40.249097+0000","last_undegraded":"2024-09-22T09:24:40.249097+0000","last_fullsized":"2024-09-22T09:24:40.249097+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:51:50.006838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46432,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":1096,"num_write":444,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036367+0000","last_change":"2024-09-22T08:40:34.256544+0000","last_active":"2024-09-22T09:21:12.036367+0000","last_peered":"2024-09-22T09:21:12.036367+0000","last_clean":"2024-09-22T09:21:12.036367+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:21:12.036367+0000","last_undegraded":"2024-09-22T09:21:12.036367+0000","last_fullsized":"2024-09-22T09:21:12.036367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:52:40.618815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'112","reported_seq":598,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:01.785276+0000","last_change":"2024-09-22T08:40:36.279550+0000","last_active":"2024-09-22T09:24:01.785276+0000","last_peered":"2024-09-22T09:24:01.785276+0000","last_clean":"2024-09-22T09:24:01.785276+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:24:01.785276+0000","last_undegraded":"2024-09-22T09:24:01.785276+0000","last_fullsized":"2024-09-22T09:24:01.785276+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'252","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.287716+0000","last_change":"2024-09-22T09:24:53.287716+0000","last_active":"2024-09-22T09:24:53.287716+0000","last_peered":"2024-09-22T09:24:53.287716+0000","last_clean":"2024-09-22T09:24:53.287716+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:24:53.287716+0000","last_undegraded":"2024-09-22T09:24:53.287716+0000","last_fullsized":"2024-09-22T09:24:53.287716+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'252","last_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_deep_scrub":"266'252","last_deep_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.287534+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:24.392250+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'355","reported_seq":1106,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.011743+0000","last_change":"2024-09-22T09:24:49.011743+0000","last_active":"2024-09-22T09:24:49.011743+0000","last_peered":"2024-09-22T09:24:49.011743+0000","last_clean":"2024-09-22T09:24:49.011743+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:24:49.011743+0000","last_undegraded":"2024-09-22T09:24:49.011743+0000","last_fullsized":"2024-09-22T09:24:49.011743+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.011528+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:06:19.143959+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":928,"num_read_kb":24932,"num_write":1237,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.170249+0000","last_change":"2024-09-22T09:24:59.170249+0000","last_active":"2024-09-22T09:24:59.170249+0000","last_peered":"2024-09-22T09:24:59.170249+0000","last_clean":"2024-09-22T09:24:59.170249+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:24:59.170249+0000","last_undegraded":"2024-09-22T09:24:59.170249+0000","last_fullsized":"2024-09-22T09:24:59.170249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.170061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:34.397361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'289","reported_seq":874,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.907332+0000","last_change":"2024-09-22T09:25:00.907332+0000","last_active":"2024-09-22T09:25:00.907332+0000","last_peered":"2024-09-22T09:25:00.907332+0000","last_clean":"2024-09-22T09:25:00.907332+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:25:00.907332+0000","last_undegraded":"2024-09-22T09:25:00.907332+0000","last_fullsized":"2024-09-22T09:25:00.907332+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'289","last_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_deep_scrub":"266'289","last_deep_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.907072+0000","objects_scrubbed":7,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:00.298322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":469,"num_read_kb":1022,"num_write":372,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'736","reported_seq":2121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.050826+0000","last_change":"2024-09-22T08:40:34.241819+0000","last_active":"2024-09-22T09:24:38.050826+0000","last_peered":"2024-09-22T09:24:38.050826+0000","last_clean":"2024-09-22T09:24:38.050826+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:24:38.050826+0000","last_undegraded":"2024-09-22T09:24:38.050826+0000","last_fullsized":"2024-09-22T09:24:38.050826+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:57.735413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'126","reported_seq":629,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.510086+0000","last_change":"2024-09-22T08:40:36.275467+0000","last_active":"2024-09-22T09:22:49.510086+0000","last_peered":"2024-09-22T09:22:49.510086+0000","last_clean":"2024-09-22T09:22:49.510086+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:22:49.510086+0000","last_undegraded":"2024-09-22T09:22:49.510086+0000","last_fullsized":"2024-09-22T09:22:49.510086+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:36.857958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'132","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.312470+0000","last_change":"2024-09-22T09:24:54.312470+0000","last_active":"2024-09-22T09:24:54.312470+0000","last_peered":"2024-09-22T09:24:54.312470+0000","last_clean":"2024-09-22T09:24:54.312470+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:24:54.312470+0000","last_undegraded":"2024-09-22T09:24:54.312470+0000","last_fullsized":"2024-09-22T09:24:54.312470+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.311974+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:25.127952+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'421","reported_seq":1133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.350231+0000","last_change":"2024-09-22T09:24:50.350231+0000","last_active":"2024-09-22T09:24:50.350231+0000","last_peered":"2024-09-22T09:24:50.350231+0000","last_clean":"2024-09-22T09:24:50.350231+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:24:50.350231+0000","last_undegraded":"2024-09-22T09:24:50.350231+0000","last_fullsized":"2024-09-22T09:24:50.350231+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'421","last_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_deep_scrub":"266'421","last_deep_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.349918+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:36.738291+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":764,"num_read_kb":127251,"num_write":1396,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1459,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:37.802364+0000","last_change":"2024-09-22T08:40:30.224425+0000","last_active":"2024-09-22T09:24:37.802364+0000","last_peered":"2024-09-22T09:24:37.802364+0000","last_clean":"2024-09-22T09:24:37.802364+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:24:37.802364+0000","last_undegraded":"2024-09-22T09:24:37.802364+0000","last_fullsized":"2024-09-22T09:24:37.802364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:09.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":965,"num_read_kb":965,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'77","reported_seq":592,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:38.770564+0000","last_change":"2024-09-22T08:40:32.337675+0000","last_active":"2024-09-22T09:22:38.770564+0000","last_peered":"2024-09-22T09:22:38.770564+0000","last_clean":"2024-09-22T09:22:38.770564+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:22:38.770564+0000","last_undegraded":"2024-09-22T09:22:38.770564+0000","last_fullsized":"2024-09-22T09:22:38.770564+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:33.449494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'750","reported_seq":2288,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.891487+0000","last_change":"2024-09-22T09:25:05.891487+0000","last_active":"2024-09-22T09:25:05.891487+0000","last_peered":"2024-09-22T09:25:05.891487+0000","last_clean":"2024-09-22T09:25:05.891487+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:25:05.891487+0000","last_undegraded":"2024-09-22T09:25:05.891487+0000","last_fullsized":"2024-09-22T09:25:05.891487+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.891305+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:57.588732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'151","reported_seq":645,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.706022+0000","last_change":"2024-09-22T08:40:36.295808+0000","last_active":"2024-09-22T09:22:50.706022+0000","last_peered":"2024-09-22T09:22:50.706022+0000","last_clean":"2024-09-22T09:22:50.706022+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:22:50.706022+0000","last_undegraded":"2024-09-22T09:22:50.706022+0000","last_fullsized":"2024-09-22T09:22:50.706022+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:33.408435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.168135+0000","last_change":"2024-09-22T09:24:57.168135+0000","last_active":"2024-09-22T09:24:57.168135+0000","last_peered":"2024-09-22T09:24:57.168135+0000","last_clean":"2024-09-22T09:24:57.168135+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:24:57.168135+0000","last_undegraded":"2024-09-22T09:24:57.168135+0000","last_fullsized":"2024-09-22T09:24:57.168135+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'155","last_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_deep_scrub":"266'155","last_deep_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.167922+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:43.189637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'346","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.728977+0000","last_change":"2024-09-22T09:24:47.728977+0000","last_active":"2024-09-22T09:24:47.728977+0000","last_peered":"2024-09-22T09:24:47.728977+0000","last_clean":"2024-09-22T09:24:47.728977+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:24:47.728977+0000","last_undegraded":"2024-09-22T09:24:47.728977+0000","last_fullsized":"2024-09-22T09:24:47.728977+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'346","last_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_deep_scrub":"266'346","last_deep_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.728757+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:47.450834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":55109,"num_write":1092,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:01.798343+0000","last_change":"2024-09-22T08:40:30.226965+0000","last_active":"2024-09-22T09:21:01.798343+0000","last_peered":"2024-09-22T09:21:01.798343+0000","last_clean":"2024-09-22T09:21:01.798343+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:21:01.798343+0000","last_undegraded":"2024-09-22T09:21:01.798343+0000","last_fullsized":"2024-09-22T09:21:01.798343+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:05.973577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'347","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.728234+0000","last_change":"2024-09-22T08:40:32.230233+0000","last_active":"2024-09-22T09:24:38.728234+0000","last_peered":"2024-09-22T09:24:38.728234+0000","last_clean":"2024-09-22T09:24:38.728234+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:24:38.728234+0000","last_undegraded":"2024-09-22T09:24:38.728234+0000","last_fullsized":"2024-09-22T09:24:38.728234+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:03.661213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50084,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":591,"num_read_kb":1285,"num_write":474,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.918133+0000","last_change":"2024-09-22T09:25:04.918133+0000","last_active":"2024-09-22T09:25:04.918133+0000","last_peered":"2024-09-22T09:25:04.918133+0000","last_clean":"2024-09-22T09:25:04.918133+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:25:04.918133+0000","last_undegraded":"2024-09-22T09:25:04.918133+0000","last_fullsized":"2024-09-22T09:25:04.918133+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.917951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:57.616496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'136","reported_seq":631,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:50.700413+0000","last_change":"2024-09-22T08:40:36.286619+0000","last_active":"2024-09-22T09:22:50.700413+0000","last_peered":"2024-09-22T09:22:50.700413+0000","last_clean":"2024-09-22T09:22:50.700413+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:22:50.700413+0000","last_undegraded":"2024-09-22T09:22:50.700413+0000","last_fullsized":"2024-09-22T09:22:50.700413+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:42.393595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'234","reported_seq":864,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.911227+0000","last_change":"2024-09-22T09:24:54.911227+0000","last_active":"2024-09-22T09:24:54.911227+0000","last_peered":"2024-09-22T09:24:54.911227+0000","last_clean":"2024-09-22T09:24:54.911227+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:24:54.911227+0000","last_undegraded":"2024-09-22T09:24:54.911227+0000","last_fullsized":"2024-09-22T09:24:54.911227+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.911051+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:14.148296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.176965+0000","last_change":"2024-09-22T09:24:49.176965+0000","last_active":"2024-09-22T09:24:49.176965+0000","last_peered":"2024-09-22T09:24:49.176965+0000","last_clean":"2024-09-22T09:24:49.176965+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:24:49.176965+0000","last_undegraded":"2024-09-22T09:24:49.176965+0000","last_fullsized":"2024-09-22T09:24:49.176965+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.176808+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:51:38.414816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":529,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.016238+0000","last_change":"2024-09-22T09:24:48.016238+0000","last_active":"2024-09-22T09:24:48.016238+0000","last_peered":"2024-09-22T09:24:48.016238+0000","last_clean":"2024-09-22T09:24:48.016238+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:24:48.016238+0000","last_undegraded":"2024-09-22T09:24:48.016238+0000","last_fullsized":"2024-09-22T09:24:48.016238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.016056+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:48.341489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'367","reported_seq":1077,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.752380+0000","last_change":"2024-09-22T09:24:45.752380+0000","last_active":"2024-09-22T09:24:45.752380+0000","last_peered":"2024-09-22T09:24:45.752380+0000","last_clean":"2024-09-22T09:24:45.752380+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:24:45.752380+0000","last_undegraded":"2024-09-22T09:24:45.752380+0000","last_fullsized":"2024-09-22T09:24:45.752380+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'367","last_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_deep_scrub":"266'367","last_deep_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.752250+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:47.429499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":802,"num_read_kb":9051,"num_write":1213,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.077248+0000","last_change":"2024-09-22T09:25:05.077248+0000","last_active":"2024-09-22T09:25:05.077248+0000","last_peered":"2024-09-22T09:25:05.077248+0000","last_clean":"2024-09-22T09:25:05.077248+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:25:05.077248+0000","last_undegraded":"2024-09-22T09:25:05.077248+0000","last_fullsized":"2024-09-22T09:25:05.077248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.077063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:22:46.483239+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'714","reported_seq":1412,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.564475+0000","last_change":"2024-09-22T08:40:32.241532+0000","last_active":"2024-09-22T09:24:39.564475+0000","last_peered":"2024-09-22T09:24:39.564475+0000","last_clean":"2024-09-22T09:24:39.564475+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:24:39.564475+0000","last_undegraded":"2024-09-22T09:24:39.564475+0000","last_fullsized":"2024-09-22T09:24:39.564475+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":700,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:19.925123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1394,"num_read_kb":3137,"num_write":1322,"num_write_kb":1177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:47.045065+0000","last_change":"2024-09-22T08:40:34.246287+0000","last_active":"2024-09-22T09:21:47.045065+0000","last_peered":"2024-09-22T09:21:47.045065+0000","last_clean":"2024-09-22T09:21:47.045065+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:21:47.045065+0000","last_undegraded":"2024-09-22T09:21:47.045065+0000","last_fullsized":"2024-09-22T09:21:47.045065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:03.351561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.762491+0000","last_change":"2024-09-22T08:40:36.286308+0000","last_active":"2024-09-22T09:22:51.762491+0000","last_peered":"2024-09-22T09:22:51.762491+0000","last_clean":"2024-09-22T09:22:51.762491+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:22:51.762491+0000","last_undegraded":"2024-09-22T09:22:51.762491+0000","last_fullsized":"2024-09-22T09:22:51.762491+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:09.034397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.332920+0000","last_change":"2024-09-22T09:24:54.332920+0000","last_active":"2024-09-22T09:24:54.332920+0000","last_peered":"2024-09-22T09:24:54.332920+0000","last_clean":"2024-09-22T09:24:54.332920+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:24:54.332920+0000","last_undegraded":"2024-09-22T09:24:54.332920+0000","last_fullsized":"2024-09-22T09:24:54.332920+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.332686+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:44:17.733072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.240960+0000","last_change":"2024-09-22T09:24:53.240960+0000","last_active":"2024-09-22T09:24:53.240960+0000","last_peered":"2024-09-22T09:24:53.240960+0000","last_clean":"2024-09-22T09:24:53.240960+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:24:53.240960+0000","last_undegraded":"2024-09-22T09:24:53.240960+0000","last_fullsized":"2024-09-22T09:24:53.240960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.240772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:38.793794+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'336","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:44.433273+0000","last_change":"2024-09-22T09:24:44.433273+0000","last_active":"2024-09-22T09:24:44.433273+0000","last_peered":"2024-09-22T09:24:44.433273+0000","last_clean":"2024-09-22T09:24:44.433273+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:24:44.433273+0000","last_undegraded":"2024-09-22T09:24:44.433273+0000","last_fullsized":"2024-09-22T09:24:44.433273+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'336","last_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_deep_scrub":"266'336","last_deep_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_clean_scrub_stamp":"2024-09-22T09:24:44.433179+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:56.021090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":538,"num_read_kb":9370,"num_write":993,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.938024+0000","last_change":"2024-09-22T09:25:05.938024+0000","last_active":"2024-09-22T09:25:05.938024+0000","last_peered":"2024-09-22T09:25:05.938024+0000","last_clean":"2024-09-22T09:25:05.938024+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:25:05.938024+0000","last_undegraded":"2024-09-22T09:25:05.938024+0000","last_fullsized":"2024-09-22T09:25:05.938024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.937852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:09.651626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1262","reported_seq":2741,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.230398+0000","last_change":"2024-09-22T09:25:06.230398+0000","last_active":"2024-09-22T09:25:06.230398+0000","last_peered":"2024-09-22T09:25:06.230398+0000","last_clean":"2024-09-22T09:25:06.230398+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:25:06.230398+0000","last_undegraded":"2024-09-22T09:25:06.230398+0000","last_fullsized":"2024-09-22T09:25:06.230398+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'1262","last_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_deep_scrub":"266'1262","last_deep_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.230187+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":1200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:46.132296+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141025,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2033,"num_read_kb":3872,"num_write":1120,"num_write_kb":963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013069+0000","last_change":"2024-09-22T08:40:34.241452+0000","last_active":"2024-09-22T09:22:22.013069+0000","last_peered":"2024-09-22T09:22:22.013069+0000","last_clean":"2024-09-22T09:22:22.013069+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:22:22.013069+0000","last_undegraded":"2024-09-22T09:22:22.013069+0000","last_fullsized":"2024-09-22T09:22:22.013069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:25.437030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'136","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:15.080386+0000","last_change":"2024-09-22T08:40:36.377542+0000","last_active":"2024-09-22T09:22:15.080386+0000","last_peered":"2024-09-22T09:22:15.080386+0000","last_clean":"2024-09-22T09:22:15.080386+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:22:15.080386+0000","last_undegraded":"2024-09-22T09:22:15.080386+0000","last_fullsized":"2024-09-22T09:22:15.080386+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:29:22.361522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.175090+0000","last_change":"2024-09-22T09:24:55.175090+0000","last_active":"2024-09-22T09:24:55.175090+0000","last_peered":"2024-09-22T09:24:55.175090+0000","last_clean":"2024-09-22T09:24:55.175090+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:24:55.175090+0000","last_undegraded":"2024-09-22T09:24:55.175090+0000","last_fullsized":"2024-09-22T09:24:55.175090+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.174869+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:53.402974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.722322+0000","last_change":"2024-09-22T09:24:45.722322+0000","last_active":"2024-09-22T09:24:45.722322+0000","last_peered":"2024-09-22T09:24:45.722322+0000","last_clean":"2024-09-22T09:24:45.722322+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:24:45.722322+0000","last_undegraded":"2024-09-22T09:24:45.722322+0000","last_fullsized":"2024-09-22T09:24:45.722322+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.722206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:11.315649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'352","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.160629+0000","last_change":"2024-09-22T09:24:47.160629+0000","last_active":"2024-09-22T09:24:47.160629+0000","last_peered":"2024-09-22T09:24:47.160629+0000","last_clean":"2024-09-22T09:24:47.160629+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:24:47.160629+0000","last_undegraded":"2024-09-22T09:24:47.160629+0000","last_fullsized":"2024-09-22T09:24:47.160629+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.160511+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:11:58.041061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":676,"num_read_kb":83116,"num_write":1178,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:41.824543+0000","last_change":"2024-09-22T08:40:30.229226+0000","last_active":"2024-09-22T09:21:41.824543+0000","last_peered":"2024-09-22T09:21:41.824543+0000","last_clean":"2024-09-22T09:21:41.824543+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:21:41.824543+0000","last_undegraded":"2024-09-22T09:21:41.824543+0000","last_fullsized":"2024-09-22T09:21:41.824543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:40:33.591354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'203","reported_seq":1271,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.154269+0000","last_change":"2024-09-22T08:40:32.341866+0000","last_active":"2024-09-22T09:24:13.154269+0000","last_peered":"2024-09-22T09:24:13.154269+0000","last_clean":"2024-09-22T09:24:13.154269+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:24:13.154269+0000","last_undegraded":"2024-09-22T09:24:13.154269+0000","last_fullsized":"2024-09-22T09:24:13.154269+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:21.529711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:17.052534+0000","last_change":"2024-09-22T08:40:34.234323+0000","last_active":"2024-09-22T09:22:17.052534+0000","last_peered":"2024-09-22T09:22:17.052534+0000","last_clean":"2024-09-22T09:22:17.052534+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:22:17.052534+0000","last_undegraded":"2024-09-22T09:22:17.052534+0000","last_fullsized":"2024-09-22T09:22:17.052534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:56.367315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'269","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.709152+0000","last_change":"2024-09-22T08:40:36.293086+0000","last_active":"2024-09-22T09:24:11.709152+0000","last_peered":"2024-09-22T09:24:11.709152+0000","last_clean":"2024-09-22T09:24:11.709152+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:24:11.709152+0000","last_undegraded":"2024-09-22T09:24:11.709152+0000","last_fullsized":"2024-09-22T09:24:11.709152+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:40.091859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.164529+0000","last_change":"2024-09-22T09:24:54.164529+0000","last_active":"2024-09-22T09:24:54.164529+0000","last_peered":"2024-09-22T09:24:54.164529+0000","last_clean":"2024-09-22T09:24:54.164529+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:24:54.164529+0000","last_undegraded":"2024-09-22T09:24:54.164529+0000","last_fullsized":"2024-09-22T09:24:54.164529+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.164344+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:57:46.724547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":530,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.974535+0000","last_change":"2024-09-22T09:24:46.974535+0000","last_active":"2024-09-22T09:24:46.974535+0000","last_peered":"2024-09-22T09:24:46.974535+0000","last_clean":"2024-09-22T09:24:46.974535+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:24:46.974535+0000","last_undegraded":"2024-09-22T09:24:46.974535+0000","last_fullsized":"2024-09-22T09:24:46.974535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.974350+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:23.402979+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'475","reported_seq":1247,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.325764+0000","last_change":"2024-09-22T09:24:46.325764+0000","last_active":"2024-09-22T09:24:46.325764+0000","last_peered":"2024-09-22T09:24:46.325764+0000","last_clean":"2024-09-22T09:24:46.325764+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:24:46.325764+0000","last_undegraded":"2024-09-22T09:24:46.325764+0000","last_fullsized":"2024-09-22T09:24:46.325764+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'475","last_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_deep_scrub":"266'475","last_deep_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.325505+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:53.845841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1045,"num_read_kb":157624,"num_write":1539,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.365543+0000","last_change":"2024-09-22T09:25:04.365543+0000","last_active":"2024-09-22T09:25:04.365543+0000","last_peered":"2024-09-22T09:25:04.365543+0000","last_clean":"2024-09-22T09:25:04.365543+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:25:04.365543+0000","last_undegraded":"2024-09-22T09:25:04.365543+0000","last_fullsized":"2024-09-22T09:25:04.365543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.365368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:05.221120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'122","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:09.798510+0000","last_change":"2024-09-22T08:40:32.235553+0000","last_active":"2024-09-22T09:24:09.798510+0000","last_peered":"2024-09-22T09:24:09.798510+0000","last_clean":"2024-09-22T09:24:09.798510+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:24:09.798510+0000","last_undegraded":"2024-09-22T09:24:09.798510+0000","last_fullsized":"2024-09-22T09:24:09.798510+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:34:52.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.886286+0000","last_change":"2024-09-22T09:25:03.886286+0000","last_active":"2024-09-22T09:25:03.886286+0000","last_peered":"2024-09-22T09:25:03.886286+0000","last_clean":"2024-09-22T09:25:03.886286+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:25:03.886286+0000","last_undegraded":"2024-09-22T09:25:03.886286+0000","last_fullsized":"2024-09-22T09:25:03.886286+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.886092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:33.097597+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'139","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.196706+0000","last_change":"2024-09-22T08:40:36.283636+0000","last_active":"2024-09-22T09:22:51.196706+0000","last_peered":"2024-09-22T09:22:51.196706+0000","last_clean":"2024-09-22T09:22:51.196706+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:22:51.196706+0000","last_undegraded":"2024-09-22T09:22:51.196706+0000","last_fullsized":"2024-09-22T09:22:51.196706+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:37:10.237893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":713,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.133379+0000","last_change":"2024-09-22T09:24:52.133379+0000","last_active":"2024-09-22T09:24:52.133379+0000","last_peered":"2024-09-22T09:24:52.133379+0000","last_clean":"2024-09-22T09:24:52.133379+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:24:52.133379+0000","last_undegraded":"2024-09-22T09:24:52.133379+0000","last_fullsized":"2024-09-22T09:24:52.133379+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'110","last_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_deep_scrub":"266'110","last_deep_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.133164+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:50:57.889972+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'341","reported_seq":1001,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.004980+0000","last_change":"2024-09-22T09:24:50.004980+0000","last_active":"2024-09-22T09:24:50.004980+0000","last_peered":"2024-09-22T09:24:50.004980+0000","last_clean":"2024-09-22T09:24:50.004980+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:24:50.004980+0000","last_undegraded":"2024-09-22T09:24:50.004980+0000","last_fullsized":"2024-09-22T09:24:50.004980+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.004716+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:47.384654+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":5715,"num_write":1191,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.132090+0000","last_change":"2024-09-22T09:24:45.132090+0000","last_active":"2024-09-22T09:24:45.132090+0000","last_peered":"2024-09-22T09:24:45.132090+0000","last_clean":"2024-09-22T09:24:45.132090+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:24:45.132090+0000","last_undegraded":"2024-09-22T09:24:45.132090+0000","last_fullsized":"2024-09-22T09:24:45.132090+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.132003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:02.494660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.456509+0000","last_change":"2024-09-22T09:25:02.456509+0000","last_active":"2024-09-22T09:25:02.456509+0000","last_peered":"2024-09-22T09:25:02.456509+0000","last_clean":"2024-09-22T09:25:02.456509+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:25:02.456509+0000","last_undegraded":"2024-09-22T09:25:02.456509+0000","last_fullsized":"2024-09-22T09:25:02.456509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.456323+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:23.698523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'582","reported_seq":1250,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.424542+0000","last_change":"2024-09-22T09:25:05.424542+0000","last_active":"2024-09-22T09:25:05.424542+0000","last_peered":"2024-09-22T09:25:05.424542+0000","last_clean":"2024-09-22T09:25:05.424542+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:25:05.424542+0000","last_undegraded":"2024-09-22T09:25:05.424542+0000","last_fullsized":"2024-09-22T09:25:05.424542+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'582","last_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_deep_scrub":"266'582","last_deep_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.424326+0000","objects_scrubbed":9,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:30.540286+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95226,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1599,"num_read_kb":2760,"num_write":2094,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":535828,"num_omap_keys":1208,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.815578+0000","last_change":"2024-09-22T08:40:34.239878+0000","last_active":"2024-09-22T09:22:16.815578+0000","last_peered":"2024-09-22T09:22:16.815578+0000","last_clean":"2024-09-22T09:22:16.815578+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:22:16.815578+0000","last_undegraded":"2024-09-22T09:22:16.815578+0000","last_fullsized":"2024-09-22T09:22:16.815578+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:57.779772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'153","reported_seq":665,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.059607+0000","last_change":"2024-09-22T08:40:36.378492+0000","last_active":"2024-09-22T09:22:30.059607+0000","last_peered":"2024-09-22T09:22:30.059607+0000","last_clean":"2024-09-22T09:22:30.059607+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:22:30.059607+0000","last_undegraded":"2024-09-22T09:22:30.059607+0000","last_fullsized":"2024-09-22T09:22:30.059607+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:31.397881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.364707+0000","last_change":"2024-09-22T09:24:53.364707+0000","last_active":"2024-09-22T09:24:53.364707+0000","last_peered":"2024-09-22T09:24:53.364707+0000","last_clean":"2024-09-22T09:24:53.364707+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:24:53.364707+0000","last_undegraded":"2024-09-22T09:24:53.364707+0000","last_fullsized":"2024-09-22T09:24:53.364707+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'227","last_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_deep_scrub":"266'227","last_deep_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.364498+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:06.872360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'370","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.174631+0000","last_change":"2024-09-22T09:24:48.174631+0000","last_active":"2024-09-22T09:24:48.174631+0000","last_peered":"2024-09-22T09:24:48.174631+0000","last_clean":"2024-09-22T09:24:48.174631+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:24:48.174631+0000","last_undegraded":"2024-09-22T09:24:48.174631+0000","last_fullsized":"2024-09-22T09:24:48.174631+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'370","last_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_deep_scrub":"266'370","last_deep_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.174399+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:24.710164+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":674,"num_read_kb":2439,"num_write":1233,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.206652+0000","last_change":"2024-09-22T09:24:48.206652+0000","last_active":"2024-09-22T09:24:48.206652+0000","last_peered":"2024-09-22T09:24:48.206652+0000","last_clean":"2024-09-22T09:24:48.206652+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:24:48.206652+0000","last_undegraded":"2024-09-22T09:24:48.206652+0000","last_fullsized":"2024-09-22T09:24:48.206652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.206507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:40.489623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.936221+0000","last_change":"2024-09-22T09:25:00.936221+0000","last_active":"2024-09-22T09:25:00.936221+0000","last_peered":"2024-09-22T09:25:00.936221+0000","last_clean":"2024-09-22T09:25:00.936221+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:25:00.936221+0000","last_undegraded":"2024-09-22T09:25:00.936221+0000","last_fullsized":"2024-09-22T09:25:00.936221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.936027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:44:09.388961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'166","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.199759+0000","last_change":"2024-09-22T09:25:04.199759+0000","last_active":"2024-09-22T09:25:04.199759+0000","last_peered":"2024-09-22T09:25:04.199759+0000","last_clean":"2024-09-22T09:25:04.199759+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:25:04.199759+0000","last_undegraded":"2024-09-22T09:25:04.199759+0000","last_fullsized":"2024-09-22T09:25:04.199759+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.199563+0000","objects_scrubbed":7,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:53.510874+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'789","reported_seq":2477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.718126+0000","last_change":"2024-09-22T08:40:34.269647+0000","last_active":"2024-09-22T09:24:40.718126+0000","last_peered":"2024-09-22T09:24:40.718126+0000","last_clean":"2024-09-22T09:24:40.718126+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:24:40.718126+0000","last_undegraded":"2024-09-22T09:24:40.718126+0000","last_fullsized":"2024-09-22T09:24:40.718126+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.950637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'132","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:31.877871+0000","last_change":"2024-09-22T08:40:36.377464+0000","last_active":"2024-09-22T09:23:31.877871+0000","last_peered":"2024-09-22T09:23:31.877871+0000","last_clean":"2024-09-22T09:23:31.877871+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:23:31.877871+0000","last_undegraded":"2024-09-22T09:23:31.877871+0000","last_fullsized":"2024-09-22T09:23:31.877871+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:55.057175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":846,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.631259+0000","last_change":"2024-09-22T09:24:56.631259+0000","last_active":"2024-09-22T09:24:56.631259+0000","last_peered":"2024-09-22T09:24:56.631259+0000","last_clean":"2024-09-22T09:24:56.631259+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:24:56.631259+0000","last_undegraded":"2024-09-22T09:24:56.631259+0000","last_fullsized":"2024-09-22T09:24:56.631259+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.631082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:43:05.620574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'417","reported_seq":1118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.806103+0000","last_change":"2024-09-22T09:24:50.806103+0000","last_active":"2024-09-22T09:24:50.806103+0000","last_peered":"2024-09-22T09:24:50.806103+0000","last_clean":"2024-09-22T09:24:50.806103+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:24:50.806103+0000","last_undegraded":"2024-09-22T09:24:50.806103+0000","last_fullsized":"2024-09-22T09:24:50.806103+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.805894+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:17.291557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":6172,"num_write":1311,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.111097+0000","last_change":"2024-09-22T09:24:46.111097+0000","last_active":"2024-09-22T09:24:46.111097+0000","last_peered":"2024-09-22T09:24:46.111097+0000","last_clean":"2024-09-22T09:24:46.111097+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:24:46.111097+0000","last_undegraded":"2024-09-22T09:24:46.111097+0000","last_fullsized":"2024-09-22T09:24:46.111097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.110977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:45.206023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.522260+0000","last_change":"2024-09-22T09:25:06.522260+0000","last_active":"2024-09-22T09:25:06.522260+0000","last_peered":"2024-09-22T09:25:06.522260+0000","last_clean":"2024-09-22T09:25:06.522260+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:25:06.522260+0000","last_undegraded":"2024-09-22T09:25:06.522260+0000","last_fullsized":"2024-09-22T09:25:06.522260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.521995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:22.435825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'108","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:11.814443+0000","last_change":"2024-09-22T08:40:32.241036+0000","last_active":"2024-09-22T09:22:11.814443+0000","last_peered":"2024-09-22T09:22:11.814443+0000","last_clean":"2024-09-22T09:22:11.814443+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:22:11.814443+0000","last_undegraded":"2024-09-22T09:22:11.814443+0000","last_fullsized":"2024-09-22T09:22:11.814443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:15.275331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'783","reported_seq":2497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.978588+0000","last_change":"2024-09-22T08:40:34.242536+0000","last_active":"2024-09-22T09:24:39.978588+0000","last_peered":"2024-09-22T09:24:39.978588+0000","last_clean":"2024-09-22T09:24:39.978588+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:24:39.978588+0000","last_undegraded":"2024-09-22T09:24:39.978588+0000","last_fullsized":"2024-09-22T09:24:39.978588+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:23.009780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'276","reported_seq":802,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:22.067631+0000","last_change":"2024-09-22T08:40:36.280765+0000","last_active":"2024-09-22T09:23:22.067631+0000","last_peered":"2024-09-22T09:23:22.067631+0000","last_clean":"2024-09-22T09:23:22.067631+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:23:22.067631+0000","last_undegraded":"2024-09-22T09:23:22.067631+0000","last_fullsized":"2024-09-22T09:23:22.067631+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:02.502001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'132","reported_seq":755,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337237+0000","last_change":"2024-09-22T09:24:48.337237+0000","last_active":"2024-09-22T09:24:48.337237+0000","last_peered":"2024-09-22T09:24:48.337237+0000","last_clean":"2024-09-22T09:24:48.337237+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:24:48.337237+0000","last_undegraded":"2024-09-22T09:24:48.337237+0000","last_fullsized":"2024-09-22T09:24:48.337237+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337045+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:02.235799+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'390","reported_seq":1089,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.411086+0000","last_change":"2024-09-22T09:24:46.411086+0000","last_active":"2024-09-22T09:24:46.411086+0000","last_peered":"2024-09-22T09:24:46.411086+0000","last_clean":"2024-09-22T09:24:46.411086+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:24:46.411086+0000","last_undegraded":"2024-09-22T09:24:46.411086+0000","last_fullsized":"2024-09-22T09:24:46.411086+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'390","last_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_deep_scrub":"266'390","last_deep_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.410975+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:29.864101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":855,"num_read_kb":11014,"num_write":1179,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.962971+0000","last_change":"2024-09-22T09:24:47.962971+0000","last_active":"2024-09-22T09:24:47.962971+0000","last_peered":"2024-09-22T09:24:47.962971+0000","last_clean":"2024-09-22T09:24:47.962971+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:24:47.962971+0000","last_undegraded":"2024-09-22T09:24:47.962971+0000","last_fullsized":"2024-09-22T09:24:47.962971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.962781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:27:27.159951+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.772460+0000","last_change":"2024-09-22T09:25:05.772460+0000","last_active":"2024-09-22T09:25:05.772460+0000","last_peered":"2024-09-22T09:25:05.772460+0000","last_clean":"2024-09-22T09:25:05.772460+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:25:05.772460+0000","last_undegraded":"2024-09-22T09:25:05.772460+0000","last_fullsized":"2024-09-22T09:25:05.772460+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.772263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:40:42.842928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'732","reported_seq":1444,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.558350+0000","last_change":"2024-09-22T08:40:32.338866+0000","last_active":"2024-09-22T09:24:40.558350+0000","last_peered":"2024-09-22T09:24:40.558350+0000","last_clean":"2024-09-22T09:24:40.558350+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:24:40.558350+0000","last_undegraded":"2024-09-22T09:24:40.558350+0000","last_fullsized":"2024-09-22T09:24:40.558350+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":700,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:05.870774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149165,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1309,"num_read_kb":3083,"num_write":1068,"num_write_kb":884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:16.860496+0000","last_change":"2024-09-22T08:40:34.269570+0000","last_active":"2024-09-22T09:22:16.860496+0000","last_peered":"2024-09-22T09:22:16.860496+0000","last_clean":"2024-09-22T09:22:16.860496+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:22:16.860496+0000","last_undegraded":"2024-09-22T09:22:16.860496+0000","last_fullsized":"2024-09-22T09:22:16.860496+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:59.593457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'126","reported_seq":627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.427215+0000","last_change":"2024-09-22T08:40:36.279873+0000","last_active":"2024-09-22T09:22:06.427215+0000","last_peered":"2024-09-22T09:22:06.427215+0000","last_clean":"2024-09-22T09:22:06.427215+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:22:06.427215+0000","last_undegraded":"2024-09-22T09:22:06.427215+0000","last_fullsized":"2024-09-22T09:22:06.427215+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:06.303322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'134","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.895514+0000","last_change":"2024-09-22T08:40:36.285973+0000","last_active":"2024-09-22T09:22:51.895514+0000","last_peered":"2024-09-22T09:22:51.895514+0000","last_clean":"2024-09-22T09:22:51.895514+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:22:51.895514+0000","last_undegraded":"2024-09-22T09:22:51.895514+0000","last_fullsized":"2024-09-22T09:22:51.895514+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:06.674441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1426,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.350441+0000","last_change":"2024-09-22T09:24:55.350441+0000","last_active":"2024-09-22T09:24:55.350441+0000","last_peered":"2024-09-22T09:24:55.350441+0000","last_clean":"2024-09-22T09:24:55.350441+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:24:55.350441+0000","last_undegraded":"2024-09-22T09:24:55.350441+0000","last_fullsized":"2024-09-22T09:24:55.350441+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'576","last_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_deep_scrub":"266'576","last_deep_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.350260+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:01:53.169082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'376","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.361244+0000","last_change":"2024-09-22T09:24:47.361099+0000","last_active":"2024-09-22T09:24:47.361244+0000","last_peered":"2024-09-22T09:24:47.361244+0000","last_clean":"2024-09-22T09:24:47.361244+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:24:47.361244+0000","last_undegraded":"2024-09-22T09:24:47.361244+0000","last_fullsized":"2024-09-22T09:24:47.361244+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'376","last_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_deep_scrub":"266'376","last_deep_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.360854+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:21.293465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":787,"num_read_kb":57905,"num_write":1320,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.186703+0000","last_change":"2024-09-22T09:25:02.186703+0000","last_active":"2024-09-22T09:25:02.186703+0000","last_peered":"2024-09-22T09:25:02.186703+0000","last_clean":"2024-09-22T09:25:02.186703+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:25:02.186703+0000","last_undegraded":"2024-09-22T09:25:02.186703+0000","last_fullsized":"2024-09-22T09:25:02.186703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.186523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:20.358279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'276","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.035183+0000","last_change":"2024-09-22T08:40:32.238396+0000","last_active":"2024-09-22T09:24:39.035183+0000","last_peered":"2024-09-22T09:24:39.035183+0000","last_clean":"2024-09-22T09:24:39.035183+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:24:39.035183+0000","last_undegraded":"2024-09-22T09:24:39.035183+0000","last_fullsized":"2024-09-22T09:24:39.035183+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45525,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":469,"num_read_kb":1073,"num_write":382,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.865714+0000","last_change":"2024-09-22T08:40:34.243516+0000","last_active":"2024-09-22T09:22:36.865714+0000","last_peered":"2024-09-22T09:22:36.865714+0000","last_clean":"2024-09-22T09:22:36.865714+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:22:36.865714+0000","last_undegraded":"2024-09-22T09:22:36.865714+0000","last_fullsized":"2024-09-22T09:22:36.865714+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:46.868179+0000","last_change":"2024-09-22T08:40:36.279368+0000","last_active":"2024-09-22T09:22:46.868179+0000","last_peered":"2024-09-22T09:22:46.868179+0000","last_clean":"2024-09-22T09:22:46.868179+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:22:46.868179+0000","last_undegraded":"2024-09-22T09:22:46.868179+0000","last_fullsized":"2024-09-22T09:22:46.868179+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'175","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.168738+0000","last_change":"2024-09-22T09:24:56.168738+0000","last_active":"2024-09-22T09:24:56.168738+0000","last_peered":"2024-09-22T09:24:56.168738+0000","last_clean":"2024-09-22T09:24:56.168738+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:24:56.168738+0000","last_undegraded":"2024-09-22T09:24:56.168738+0000","last_fullsized":"2024-09-22T09:24:56.168738+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.168484+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:21.352865+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'334","reported_seq":953,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.178679+0000","last_change":"2024-09-22T09:24:55.178679+0000","last_active":"2024-09-22T09:24:55.178679+0000","last_peered":"2024-09-22T09:24:55.178679+0000","last_clean":"2024-09-22T09:24:55.178679+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:24:55.178679+0000","last_undegraded":"2024-09-22T09:24:55.178679+0000","last_fullsized":"2024-09-22T09:24:55.178679+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.178435+0000","objects_scrubbed":6,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:24:46.216402+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079919,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":551,"num_read_kb":5506,"num_write":1022,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.864584+0000","last_change":"2024-09-22T08:40:30.213654+0000","last_active":"2024-09-22T09:22:31.864584+0000","last_peered":"2024-09-22T09:22:31.864584+0000","last_clean":"2024-09-22T09:22:31.864584+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:22:31.864584+0000","last_undegraded":"2024-09-22T09:22:31.864584+0000","last_fullsized":"2024-09-22T09:22:31.864584+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'57","reported_seq":556,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:49.518241+0000","last_change":"2024-09-22T08:40:32.224633+0000","last_active":"2024-09-22T09:22:49.518241+0000","last_peered":"2024-09-22T09:22:49.518241+0000","last_clean":"2024-09-22T09:22:49.518241+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:22:49.518241+0000","last_undegraded":"2024-09-22T09:22:49.518241+0000","last_fullsized":"2024-09-22T09:22:49.518241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":482,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.016547+0000","last_change":"2024-09-22T08:40:34.241779+0000","last_active":"2024-09-22T09:22:37.016547+0000","last_peered":"2024-09-22T09:22:37.016547+0000","last_clean":"2024-09-22T09:22:37.016547+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:22:37.016547+0000","last_undegraded":"2024-09-22T09:22:37.016547+0000","last_fullsized":"2024-09-22T09:22:37.016547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'203","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.191962+0000","last_change":"2024-09-22T08:40:36.276448+0000","last_active":"2024-09-22T09:22:51.191962+0000","last_peered":"2024-09-22T09:22:51.191962+0000","last_clean":"2024-09-22T09:22:51.191962+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:22:51.191962+0000","last_undegraded":"2024-09-22T09:22:51.191962+0000","last_fullsized":"2024-09-22T09:22:51.191962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:59.605500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.678073+0000","last_change":"2024-09-22T09:25:00.678073+0000","last_active":"2024-09-22T09:25:00.678073+0000","last_peered":"2024-09-22T09:25:00.678073+0000","last_clean":"2024-09-22T09:25:00.678073+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:25:00.678073+0000","last_undegraded":"2024-09-22T09:25:00.678073+0000","last_fullsized":"2024-09-22T09:25:00.678073+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.677887+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:47.387701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'349","reported_seq":1013,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.056664+0000","last_change":"2024-09-22T09:24:53.056664+0000","last_active":"2024-09-22T09:24:53.056664+0000","last_peered":"2024-09-22T09:24:53.056664+0000","last_clean":"2024-09-22T09:24:53.056664+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:24:53.056664+0000","last_undegraded":"2024-09-22T09:24:53.056664+0000","last_fullsized":"2024-09-22T09:24:53.056664+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.056309+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:03.657626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":643,"num_read_kb":34719,"num_write":1070,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.015279+0000","last_change":"2024-09-22T08:40:30.211405+0000","last_active":"2024-09-22T09:22:32.015279+0000","last_peered":"2024-09-22T09:22:32.015279+0000","last_clean":"2024-09-22T09:22:32.015279+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:22:32.015279+0000","last_undegraded":"2024-09-22T09:22:32.015279+0000","last_fullsized":"2024-09-22T09:22:32.015279+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'320","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.632615+0000","last_change":"2024-09-22T08:40:32.243725+0000","last_active":"2024-09-22T09:24:40.632615+0000","last_peered":"2024-09-22T09:24:40.632615+0000","last_clean":"2024-09-22T09:24:40.632615+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:24:40.632615+0000","last_undegraded":"2024-09-22T09:24:40.632615+0000","last_fullsized":"2024-09-22T09:24:40.632615+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69873,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":535,"num_read_kb":1220,"num_write":432,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.847579+0000","last_change":"2024-09-22T09:25:06.847579+0000","last_active":"2024-09-22T09:25:06.847579+0000","last_peered":"2024-09-22T09:25:06.847579+0000","last_clean":"2024-09-22T09:25:06.847579+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:25:06.847579+0000","last_undegraded":"2024-09-22T09:25:06.847579+0000","last_fullsized":"2024-09-22T09:25:06.847579+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.847381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:33.953888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'132","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.833593+0000","last_change":"2024-09-22T08:40:36.280509+0000","last_active":"2024-09-22T09:22:21.833593+0000","last_peered":"2024-09-22T09:22:21.833593+0000","last_clean":"2024-09-22T09:22:21.833593+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:22:21.833593+0000","last_undegraded":"2024-09-22T09:22:21.833593+0000","last_fullsized":"2024-09-22T09:22:21.833593+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:35.515200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.689029+0000","last_change":"2024-09-22T09:24:58.689029+0000","last_active":"2024-09-22T09:24:58.689029+0000","last_peered":"2024-09-22T09:24:58.689029+0000","last_clean":"2024-09-22T09:24:58.689029+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:24:58.689029+0000","last_undegraded":"2024-09-22T09:24:58.689029+0000","last_fullsized":"2024-09-22T09:24:58.689029+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.688747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:32:45.287938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'381","reported_seq":1039,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.366300+0000","last_change":"2024-09-22T09:24:47.366300+0000","last_active":"2024-09-22T09:24:47.366300+0000","last_peered":"2024-09-22T09:24:47.366300+0000","last_clean":"2024-09-22T09:24:47.366300+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:24:47.366300+0000","last_undegraded":"2024-09-22T09:24:47.366300+0000","last_fullsized":"2024-09-22T09:24:47.366300+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.366199+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.528362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":633,"num_read_kb":72387,"num_write":1201,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.897253+0000","last_change":"2024-09-22T09:25:02.897253+0000","last_active":"2024-09-22T09:25:02.897253+0000","last_peered":"2024-09-22T09:25:02.897253+0000","last_clean":"2024-09-22T09:25:02.897253+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:25:02.897253+0000","last_undegraded":"2024-09-22T09:25:02.897253+0000","last_fullsized":"2024-09-22T09:25:02.897253+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.897081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:09.474132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'305","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.405935+0000","last_change":"2024-09-22T08:40:32.235734+0000","last_active":"2024-09-22T09:24:40.405935+0000","last_peered":"2024-09-22T09:24:40.405935+0000","last_clean":"2024-09-22T09:24:40.405935+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:24:40.405935+0000","last_undegraded":"2024-09-22T09:24:40.405935+0000","last_fullsized":"2024-09-22T09:24:40.405935+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148623,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1395,"num_write":428,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.057392+0000","last_change":"2024-09-22T08:40:34.235282+0000","last_active":"2024-09-22T09:22:37.057392+0000","last_peered":"2024-09-22T09:22:37.057392+0000","last_clean":"2024-09-22T09:22:37.057392+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:22:37.057392+0000","last_undegraded":"2024-09-22T09:22:37.057392+0000","last_fullsized":"2024-09-22T09:22:37.057392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.899509+0000","last_change":"2024-09-22T09:24:58.899509+0000","last_active":"2024-09-22T09:24:58.899509+0000","last_peered":"2024-09-22T09:24:58.899509+0000","last_clean":"2024-09-22T09:24:58.899509+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:24:58.899509+0000","last_undegraded":"2024-09-22T09:24:58.899509+0000","last_fullsized":"2024-09-22T09:24:58.899509+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.899307+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:13.652713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'347","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.772615+0000","last_change":"2024-09-22T09:24:48.772615+0000","last_active":"2024-09-22T09:24:48.772615+0000","last_peered":"2024-09-22T09:24:48.772615+0000","last_clean":"2024-09-22T09:24:48.772615+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:24:48.772615+0000","last_undegraded":"2024-09-22T09:24:48.772615+0000","last_fullsized":"2024-09-22T09:24:48.772615+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'347","last_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_deep_scrub":"266'347","last_deep_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.772325+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:22.070294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079935,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":4826,"num_write":1229,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.414334+0000","last_change":"2024-09-22T09:25:03.414334+0000","last_active":"2024-09-22T09:25:03.414334+0000","last_peered":"2024-09-22T09:25:03.414334+0000","last_clean":"2024-09-22T09:25:03.414334+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:25:03.414334+0000","last_undegraded":"2024-09-22T09:25:03.414334+0000","last_fullsized":"2024-09-22T09:25:03.414334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.414151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:56.476574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'471","reported_seq":1100,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.329103+0000","last_change":"2024-09-22T08:40:32.223560+0000","last_active":"2024-09-22T09:24:40.329103+0000","last_peered":"2024-09-22T09:24:40.329103+0000","last_clean":"2024-09-22T09:24:40.329103+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:24:40.329103+0000","last_undegraded":"2024-09-22T09:24:40.329103+0000","last_fullsized":"2024-09-22T09:24:40.329103+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:54.667591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90514,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":859,"num_read_kb":2039,"num_write":742,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":482,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.837725+0000","last_change":"2024-09-22T08:40:34.252498+0000","last_active":"2024-09-22T09:20:36.837725+0000","last_peered":"2024-09-22T09:20:36.837725+0000","last_clean":"2024-09-22T09:20:36.837725+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:20:36.837725+0000","last_undegraded":"2024-09-22T09:20:36.837725+0000","last_fullsized":"2024-09-22T09:20:36.837725+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:07.956126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'191","reported_seq":691,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.865823+0000","last_change":"2024-09-22T08:40:36.378566+0000","last_active":"2024-09-22T09:22:36.865823+0000","last_peered":"2024-09-22T09:22:36.865823+0000","last_clean":"2024-09-22T09:22:36.865823+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:22:36.865823+0000","last_undegraded":"2024-09-22T09:22:36.865823+0000","last_fullsized":"2024-09-22T09:22:36.865823+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.429590+0000","last_change":"2024-09-22T09:24:57.429590+0000","last_active":"2024-09-22T09:24:57.429590+0000","last_peered":"2024-09-22T09:24:57.429590+0000","last_clean":"2024-09-22T09:24:57.429590+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:24:57.429590+0000","last_undegraded":"2024-09-22T09:24:57.429590+0000","last_fullsized":"2024-09-22T09:24:57.429590+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.429406+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:13:53.602275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'353","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.162579+0000","last_change":"2024-09-22T09:24:49.162579+0000","last_active":"2024-09-22T09:24:49.162579+0000","last_peered":"2024-09-22T09:24:49.162579+0000","last_clean":"2024-09-22T09:24:49.162579+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:24:49.162579+0000","last_undegraded":"2024-09-22T09:24:49.162579+0000","last_fullsized":"2024-09-22T09:24:49.162579+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.162322+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:38.183762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079902,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":107261,"num_write":1078,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.912292+0000","last_change":"2024-09-22T09:25:01.912292+0000","last_active":"2024-09-22T09:25:01.912292+0000","last_peered":"2024-09-22T09:25:01.912292+0000","last_clean":"2024-09-22T09:25:01.912292+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:25:01.912292+0000","last_undegraded":"2024-09-22T09:25:01.912292+0000","last_fullsized":"2024-09-22T09:25:01.912292+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.912119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.687709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'304","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.481382+0000","last_change":"2024-09-22T08:40:32.235772+0000","last_active":"2024-09-22T09:24:40.481382+0000","last_peered":"2024-09-22T09:24:40.481382+0000","last_clean":"2024-09-22T09:24:40.481382+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:24:40.481382+0000","last_undegraded":"2024-09-22T09:24:40.481382+0000","last_fullsized":"2024-09-22T09:24:40.481382+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:11.676829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45694,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":507,"num_read_kb":1106,"num_write":424,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.818239+0000","last_change":"2024-09-22T08:40:34.267483+0000","last_active":"2024-09-22T09:20:36.818239+0000","last_peered":"2024-09-22T09:20:36.818239+0000","last_clean":"2024-09-22T09:20:36.818239+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:20:36.818239+0000","last_undegraded":"2024-09-22T09:20:36.818239+0000","last_fullsized":"2024-09-22T09:20:36.818239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:59.533536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'164","reported_seq":661,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.825586+0000","last_change":"2024-09-22T08:40:36.280289+0000","last_active":"2024-09-22T09:22:36.825586+0000","last_peered":"2024-09-22T09:22:36.825586+0000","last_clean":"2024-09-22T09:22:36.825586+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:22:36.825586+0000","last_undegraded":"2024-09-22T09:22:36.825586+0000","last_fullsized":"2024-09-22T09:22:36.825586+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":693,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.658435+0000","last_change":"2024-09-22T09:24:59.658435+0000","last_active":"2024-09-22T09:24:59.658435+0000","last_peered":"2024-09-22T09:24:59.658435+0000","last_clean":"2024-09-22T09:24:59.658435+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:24:59.658435+0000","last_undegraded":"2024-09-22T09:24:59.658435+0000","last_fullsized":"2024-09-22T09:24:59.658435+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'104","last_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_deep_scrub":"266'104","last_deep_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.658252+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:32:05.065247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'310","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.778258+0000","last_change":"2024-09-22T09:24:51.778258+0000","last_active":"2024-09-22T09:24:51.778258+0000","last_peered":"2024-09-22T09:24:51.778258+0000","last_clean":"2024-09-22T09:24:51.778258+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:24:51.778258+0000","last_undegraded":"2024-09-22T09:24:51.778258+0000","last_fullsized":"2024-09-22T09:24:51.778258+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'310","last_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_deep_scrub":"266'310","last_deep_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.778011+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:52.132118+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159818,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":2553,"num_write":975,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.791777+0000","last_change":"2024-09-22T08:40:30.207654+0000","last_active":"2024-09-22T09:20:31.791777+0000","last_peered":"2024-09-22T09:20:31.791777+0000","last_clean":"2024-09-22T09:20:31.791777+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:20:31.791777+0000","last_undegraded":"2024-09-22T09:20:31.791777+0000","last_fullsized":"2024-09-22T09:20:31.791777+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:09.523633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'268","reported_seq":842,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.331324+0000","last_change":"2024-09-22T08:40:32.339876+0000","last_active":"2024-09-22T09:24:39.331324+0000","last_peered":"2024-09-22T09:24:39.331324+0000","last_clean":"2024-09-22T09:24:39.331324+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:24:39.331324+0000","last_undegraded":"2024-09-22T09:24:39.331324+0000","last_fullsized":"2024-09-22T09:24:39.331324+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:31.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43544,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":449,"num_read_kb":1029,"num_write":362,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:46.850650+0000","last_change":"2024-09-22T08:40:34.268017+0000","last_active":"2024-09-22T09:22:46.850650+0000","last_peered":"2024-09-22T09:22:46.850650+0000","last_clean":"2024-09-22T09:22:46.850650+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:22:46.850650+0000","last_undegraded":"2024-09-22T09:22:46.850650+0000","last_fullsized":"2024-09-22T09:22:46.850650+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'112","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:13.003509+0000","last_change":"2024-09-22T08:40:36.283029+0000","last_active":"2024-09-22T09:24:13.003509+0000","last_peered":"2024-09-22T09:24:13.003509+0000","last_clean":"2024-09-22T09:24:13.003509+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:24:13.003509+0000","last_undegraded":"2024-09-22T09:24:13.003509+0000","last_fullsized":"2024-09-22T09:24:13.003509+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.747708+0000","last_change":"2024-09-22T09:24:51.747708+0000","last_active":"2024-09-22T09:24:51.747708+0000","last_peered":"2024-09-22T09:24:51.747708+0000","last_clean":"2024-09-22T09:24:51.747708+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:24:51.747708+0000","last_undegraded":"2024-09-22T09:24:51.747708+0000","last_fullsized":"2024-09-22T09:24:51.747708+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.747521+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:00.141049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'278","reported_seq":894,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337796+0000","last_change":"2024-09-22T09:24:48.337796+0000","last_active":"2024-09-22T09:24:48.337796+0000","last_peered":"2024-09-22T09:24:48.337796+0000","last_clean":"2024-09-22T09:24:48.337796+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:24:48.337796+0000","last_undegraded":"2024-09-22T09:24:48.337796+0000","last_fullsized":"2024-09-22T09:24:48.337796+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'278","last_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_deep_scrub":"266'278","last_deep_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337558+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:21:46.844789+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":483,"num_read_kb":14922,"num_write":891,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.226857+0000","last_change":"2024-09-22T09:25:05.226857+0000","last_active":"2024-09-22T09:25:05.226857+0000","last_peered":"2024-09-22T09:25:05.226857+0000","last_clean":"2024-09-22T09:25:05.226857+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:25:05.226857+0000","last_undegraded":"2024-09-22T09:25:05.226857+0000","last_fullsized":"2024-09-22T09:25:05.226857+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.226678+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:26.938504+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'76","reported_seq":597,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:41.821549+0000","last_change":"2024-09-22T08:40:32.337594+0000","last_active":"2024-09-22T09:22:41.821549+0000","last_peered":"2024-09-22T09:22:41.821549+0000","last_clean":"2024-09-22T09:22:41.821549+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:22:41.821549+0000","last_undegraded":"2024-09-22T09:22:41.821549+0000","last_fullsized":"2024-09-22T09:22:41.821549+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:38.512762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'750","reported_seq":4411,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.043652+0000","last_change":"2024-09-22T08:40:34.246022+0000","last_active":"2024-09-22T09:24:38.043652+0000","last_peered":"2024-09-22T09:24:38.043652+0000","last_clean":"2024-09-22T09:24:38.043652+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:24:38.043652+0000","last_undegraded":"2024-09-22T09:24:38.043652+0000","last_fullsized":"2024-09-22T09:24:38.043652+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:32.159093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:37.016491+0000","last_change":"2024-09-22T08:40:36.285732+0000","last_active":"2024-09-22T09:22:37.016491+0000","last_peered":"2024-09-22T09:22:37.016491+0000","last_clean":"2024-09-22T09:22:37.016491+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:22:37.016491+0000","last_undegraded":"2024-09-22T09:22:37.016491+0000","last_fullsized":"2024-09-22T09:22:37.016491+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'217","reported_seq":837,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.426865+0000","last_change":"2024-09-22T09:24:58.426865+0000","last_active":"2024-09-22T09:24:58.426865+0000","last_peered":"2024-09-22T09:24:58.426865+0000","last_clean":"2024-09-22T09:24:58.426865+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:24:58.426865+0000","last_undegraded":"2024-09-22T09:24:58.426865+0000","last_fullsized":"2024-09-22T09:24:58.426865+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.426685+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:19:04.931114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'349","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.694666+0000","last_change":"2024-09-22T09:24:48.694666+0000","last_active":"2024-09-22T09:24:48.694666+0000","last_peered":"2024-09-22T09:24:48.694666+0000","last_clean":"2024-09-22T09:24:48.694666+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:24:48.694666+0000","last_undegraded":"2024-09-22T09:24:48.694666+0000","last_fullsized":"2024-09-22T09:24:48.694666+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.694377+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:21.567130+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":604,"num_read_kb":17894,"num_write":1148,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.987033+0000","last_change":"2024-09-22T08:40:30.218813+0000","last_active":"2024-09-22T09:20:31.987033+0000","last_peered":"2024-09-22T09:20:31.987033+0000","last_clean":"2024-09-22T09:20:31.987033+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:20:31.987033+0000","last_undegraded":"2024-09-22T09:20:31.987033+0000","last_fullsized":"2024-09-22T09:20:31.987033+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:05.594699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'342","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.802261+0000","last_change":"2024-09-22T08:40:32.228018+0000","last_active":"2024-09-22T09:24:39.802261+0000","last_peered":"2024-09-22T09:24:39.802261+0000","last_clean":"2024-09-22T09:24:39.802261+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:24:39.802261+0000","last_undegraded":"2024-09-22T09:24:39.802261+0000","last_fullsized":"2024-09-22T09:24:39.802261+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:00.472741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46540,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":552,"num_read_kb":1262,"num_write":462,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:42.043392+0000","last_change":"2024-09-22T08:40:34.256455+0000","last_active":"2024-09-22T09:21:42.043392+0000","last_peered":"2024-09-22T09:21:42.043392+0000","last_clean":"2024-09-22T09:21:42.043392+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:21:42.043392+0000","last_undegraded":"2024-09-22T09:21:42.043392+0000","last_fullsized":"2024-09-22T09:21:42.043392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:38.598433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'123","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.736559+0000","last_change":"2024-09-22T08:40:36.286281+0000","last_active":"2024-09-22T09:22:51.736559+0000","last_peered":"2024-09-22T09:22:51.736559+0000","last_clean":"2024-09-22T09:22:51.736559+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:22:51.736559+0000","last_undegraded":"2024-09-22T09:22:51.736559+0000","last_fullsized":"2024-09-22T09:22:51.736559+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:35:58.264868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.377854+0000","last_change":"2024-09-22T09:24:57.377854+0000","last_active":"2024-09-22T09:24:57.377854+0000","last_peered":"2024-09-22T09:24:57.377854+0000","last_clean":"2024-09-22T09:24:57.377854+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:24:57.377854+0000","last_undegraded":"2024-09-22T09:24:57.377854+0000","last_fullsized":"2024-09-22T09:24:57.377854+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.377686+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:26:36.143595+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'284","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.023529+0000","last_change":"2024-09-22T09:24:52.023529+0000","last_active":"2024-09-22T09:24:52.023529+0000","last_peered":"2024-09-22T09:24:52.023529+0000","last_clean":"2024-09-22T09:24:52.023529+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:24:52.023529+0000","last_undegraded":"2024-09-22T09:24:52.023529+0000","last_fullsized":"2024-09-22T09:24:52.023529+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'284","last_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_deep_scrub":"266'284","last_deep_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.023302+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:36.029901+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":934,"num_read_kb":41551,"num_write":945,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:31.836679+0000","last_change":"2024-09-22T08:40:30.224566+0000","last_active":"2024-09-22T09:20:31.836679+0000","last_peered":"2024-09-22T09:20:31.836679+0000","last_clean":"2024-09-22T09:20:31.836679+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:20:31.836679+0000","last_undegraded":"2024-09-22T09:20:31.836679+0000","last_fullsized":"2024-09-22T09:20:31.836679+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:31.499209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'248","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.867251+0000","last_change":"2024-09-22T08:40:32.218284+0000","last_active":"2024-09-22T09:24:39.867251+0000","last_peered":"2024-09-22T09:24:39.867251+0000","last_clean":"2024-09-22T09:24:39.867251+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:24:39.867251+0000","last_undegraded":"2024-09-22T09:24:39.867251+0000","last_fullsized":"2024-09-22T09:24:39.867251+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:58.512416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":403,"num_read_kb":895,"num_write":322,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:51.813669+0000","last_change":"2024-09-22T08:40:34.246815+0000","last_active":"2024-09-22T09:21:51.813669+0000","last_peered":"2024-09-22T09:21:51.813669+0000","last_clean":"2024-09-22T09:21:51.813669+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:21:51.813669+0000","last_undegraded":"2024-09-22T09:21:51.813669+0000","last_fullsized":"2024-09-22T09:21:51.813669+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:34:00.941484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'95","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.054894+0000","last_change":"2024-09-22T08:40:36.378716+0000","last_active":"2024-09-22T09:22:30.054894+0000","last_peered":"2024-09-22T09:22:30.054894+0000","last_clean":"2024-09-22T09:22:30.054894+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:22:30.054894+0000","last_undegraded":"2024-09-22T09:22:30.054894+0000","last_fullsized":"2024-09-22T09:22:30.054894+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:00.135478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":766,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.754480+0000","last_change":"2024-09-22T09:25:03.754480+0000","last_active":"2024-09-22T09:25:03.754480+0000","last_peered":"2024-09-22T09:25:03.754480+0000","last_clean":"2024-09-22T09:25:03.754480+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:25:03.754480+0000","last_undegraded":"2024-09-22T09:25:03.754480+0000","last_fullsized":"2024-09-22T09:25:03.754480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'114","last_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_deep_scrub":"266'114","last_deep_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.754303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:54.382394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'355","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.774645+0000","last_change":"2024-09-22T09:24:49.774645+0000","last_active":"2024-09-22T09:24:49.774645+0000","last_peered":"2024-09-22T09:24:49.774645+0000","last_clean":"2024-09-22T09:24:49.774645+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:24:49.774645+0000","last_undegraded":"2024-09-22T09:24:49.774645+0000","last_fullsized":"2024-09-22T09:24:49.774645+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.774344+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:19.935837+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2157330,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":542,"num_read_kb":4037,"num_write":1060,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806187+0000","last_change":"2024-09-22T08:40:30.218127+0000","last_active":"2024-09-22T09:21:36.806187+0000","last_peered":"2024-09-22T09:21:36.806187+0000","last_clean":"2024-09-22T09:21:36.806187+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:21:36.806187+0000","last_undegraded":"2024-09-22T09:21:36.806187+0000","last_fullsized":"2024-09-22T09:21:36.806187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:29.174847+0000","last_clean_scrub_stamp":"2024-09-22T08:40:29.174847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:33:29.213076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'253","reported_seq":807,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.184003+0000","last_change":"2024-09-22T08:40:32.242860+0000","last_active":"2024-09-22T09:24:39.184003+0000","last_peered":"2024-09-22T09:24:39.184003+0000","last_clean":"2024-09-22T09:24:39.184003+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:24:39.184003+0000","last_undegraded":"2024-09-22T09:24:39.184003+0000","last_fullsized":"2024-09-22T09:24:39.184003+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:02.279133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51060,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":446,"num_read_kb":1114,"num_write":374,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:36.792918+0000","last_change":"2024-09-22T08:40:34.249824+0000","last_active":"2024-09-22T09:20:36.792918+0000","last_peered":"2024-09-22T09:20:36.792918+0000","last_clean":"2024-09-22T09:20:36.792918+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:20:36.792918+0000","last_undegraded":"2024-09-22T09:20:36.792918+0000","last_fullsized":"2024-09-22T09:20:36.792918+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:50:09.360403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'168","reported_seq":1634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.828089+0000","last_change":"2024-09-22T08:40:36.276126+0000","last_active":"2024-09-22T09:22:51.828089+0000","last_peered":"2024-09-22T09:22:51.828089+0000","last_clean":"2024-09-22T09:22:51.828089+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:22:51.828089+0000","last_undegraded":"2024-09-22T09:22:51.828089+0000","last_fullsized":"2024-09-22T09:22:51.828089+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:04:45.378893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.374798+0000","last_change":"2024-09-22T09:24:56.374798+0000","last_active":"2024-09-22T09:24:56.374798+0000","last_peered":"2024-09-22T09:24:56.374798+0000","last_clean":"2024-09-22T09:24:56.374798+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:24:56.374798+0000","last_undegraded":"2024-09-22T09:24:56.374798+0000","last_fullsized":"2024-09-22T09:24:56.374798+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.374586+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:06.258671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'365","reported_seq":1057,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.355828+0000","last_change":"2024-09-22T09:24:49.355828+0000","last_active":"2024-09-22T09:24:49.355828+0000","last_peered":"2024-09-22T09:24:49.355828+0000","last_clean":"2024-09-22T09:24:49.355828+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:24:49.355828+0000","last_undegraded":"2024-09-22T09:24:49.355828+0000","last_fullsized":"2024-09-22T09:24:49.355828+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'365","last_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_deep_scrub":"266'365","last_deep_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.355579+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:48.701195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079918,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":878,"num_read_kb":12959,"num_write":1164,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'6","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.189355+0000","last_change":"2024-09-22T09:25:03.189355+0000","last_active":"2024-09-22T09:25:03.189355+0000","last_peered":"2024-09-22T09:25:03.189355+0000","last_clean":"2024-09-22T09:25:03.189355+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:25:03.189355+0000","last_undegraded":"2024-09-22T09:25:03.189355+0000","last_fullsized":"2024-09-22T09:25:03.189355+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.189165+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:05.867922+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'296","reported_seq":880,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.398192+0000","last_change":"2024-09-22T08:40:32.227933+0000","last_active":"2024-09-22T09:24:39.398192+0000","last_peered":"2024-09-22T09:24:39.398192+0000","last_clean":"2024-09-22T09:24:39.398192+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:24:39.398192+0000","last_undegraded":"2024-09-22T09:24:39.398192+0000","last_fullsized":"2024-09-22T09:24:39.398192+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:31.181674+0000","last_clean_scrub_stamp":"2024-09-22T08:40:31.181674+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:30.270701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48800,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1055,"num_write":384,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:20:37.027163+0000","last_change":"2024-09-22T08:40:34.243945+0000","last_active":"2024-09-22T09:20:37.027163+0000","last_peered":"2024-09-22T09:20:37.027163+0000","last_clean":"2024-09-22T09:20:37.027163+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:20:37.027163+0000","last_undegraded":"2024-09-22T09:20:37.027163+0000","last_fullsized":"2024-09-22T09:20:37.027163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:33.200172+0000","last_clean_scrub_stamp":"2024-09-22T08:40:33.200172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:28.259658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'131","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:11.785707+0000","last_change":"2024-09-22T08:40:36.289976+0000","last_active":"2024-09-22T09:24:11.785707+0000","last_peered":"2024-09-22T09:24:11.785707+0000","last_clean":"2024-09-22T09:24:11.785707+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:24:11.785707+0000","last_undegraded":"2024-09-22T09:24:11.785707+0000","last_fullsized":"2024-09-22T09:24:11.785707+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":924,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.170537+0000","last_change":"2024-09-22T09:25:01.170537+0000","last_active":"2024-09-22T09:25:01.170537+0000","last_peered":"2024-09-22T09:25:01.170537+0000","last_clean":"2024-09-22T09:25:01.170537+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:25:01.170537+0000","last_undegraded":"2024-09-22T09:25:01.170537+0000","last_fullsized":"2024-09-22T09:25:01.170537+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'257","last_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_deep_scrub":"266'257","last_deep_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.170355+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:22:36.048586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'424","reported_seq":1096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.951568+0000","last_change":"2024-09-22T09:24:53.951568+0000","last_active":"2024-09-22T09:24:53.951568+0000","last_peered":"2024-09-22T09:24:53.951568+0000","last_clean":"2024-09-22T09:24:53.951568+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:24:53.951568+0000","last_undegraded":"2024-09-22T09:24:53.951568+0000","last_fullsized":"2024-09-22T09:24:53.951568+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'424","last_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_deep_scrub":"266'424","last_deep_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.951350+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:39:21.354469+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":709,"num_read_kb":31461,"num_write":1275,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.165706+0000","last_change":"2024-09-22T09:25:00.165706+0000","last_active":"2024-09-22T09:25:00.165706+0000","last_peered":"2024-09-22T09:25:00.165706+0000","last_clean":"2024-09-22T09:25:00.165706+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:25:00.165706+0000","last_undegraded":"2024-09-22T09:25:00.165706+0000","last_fullsized":"2024-09-22T09:25:00.165706+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.165511+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:51.371777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'471","reported_seq":1178,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.662676+0000","last_change":"2024-09-22T09:24:49.662676+0000","last_active":"2024-09-22T09:24:49.662676+0000","last_peered":"2024-09-22T09:24:49.662676+0000","last_clean":"2024-09-22T09:24:49.662676+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:24:49.662676+0000","last_undegraded":"2024-09-22T09:24:49.662676+0000","last_fullsized":"2024-09-22T09:24:49.662676+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'471","last_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_deep_scrub":"266'471","last_deep_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.662419+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:13.007901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079920,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1024,"num_read_kb":49683,"num_write":1340,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.920905+0000","last_change":"2024-09-22T09:25:00.920905+0000","last_active":"2024-09-22T09:25:00.920905+0000","last_peered":"2024-09-22T09:25:00.920905+0000","last_clean":"2024-09-22T09:25:00.920905+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:25:00.920905+0000","last_undegraded":"2024-09-22T09:25:00.920905+0000","last_fullsized":"2024-09-22T09:25:00.920905+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4637","last_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_deep_scrub":"266'4637","last_deep_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.920708+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:48.606911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'344","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.054507+0000","last_change":"2024-09-22T09:24:51.054507+0000","last_active":"2024-09-22T09:24:51.054507+0000","last_peered":"2024-09-22T09:24:51.054507+0000","last_clean":"2024-09-22T09:24:51.054507+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:24:51.054507+0000","last_undegraded":"2024-09-22T09:24:51.054507+0000","last_fullsized":"2024-09-22T09:24:51.054507+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.054290+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:45.531476+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":630,"num_read_kb":81199,"num_write":1143,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.197039+0000","last_change":"2024-09-22T09:24:58.197039+0000","last_active":"2024-09-22T09:24:58.197039+0000","last_peered":"2024-09-22T09:24:58.197039+0000","last_clean":"2024-09-22T09:24:58.197039+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:24:58.197039+0000","last_undegraded":"2024-09-22T09:24:58.197039+0000","last_fullsized":"2024-09-22T09:24:58.197039+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.196863+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:51.210522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'337","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.403838+0000","last_change":"2024-09-22T09:24:50.403838+0000","last_active":"2024-09-22T09:24:50.403838+0000","last_peered":"2024-09-22T09:24:50.403838+0000","last_clean":"2024-09-22T09:24:50.403838+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:24:50.403838+0000","last_undegraded":"2024-09-22T09:24:50.403838+0000","last_fullsized":"2024-09-22T09:24:50.403838+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.403569+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.466264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":618,"num_read_kb":53248,"num_write":1053,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.803649+0000","last_change":"2024-09-22T09:25:04.803649+0000","last_active":"2024-09-22T09:25:04.803649+0000","last_peered":"2024-09-22T09:25:04.803649+0000","last_clean":"2024-09-22T09:25:04.803649+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:25:04.803649+0000","last_undegraded":"2024-09-22T09:25:04.803649+0000","last_fullsized":"2024-09-22T09:25:04.803649+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.803454+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:19:37.494847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'432","reported_seq":1262,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.755093+0000","last_change":"2024-09-22T09:24:52.755093+0000","last_active":"2024-09-22T09:24:52.755093+0000","last_peered":"2024-09-22T09:24:52.755093+0000","last_clean":"2024-09-22T09:24:52.755093+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:24:52.755093+0000","last_undegraded":"2024-09-22T09:24:52.755093+0000","last_fullsized":"2024-09-22T09:24:52.755093+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'432","last_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_deep_scrub":"266'432","last_deep_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.754874+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:03.341160+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1111,"num_read_kb":55887,"num_write":1293,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.397857+0000","last_change":"2024-09-22T09:24:59.397857+0000","last_active":"2024-09-22T09:24:59.397857+0000","last_peered":"2024-09-22T09:24:59.397857+0000","last_clean":"2024-09-22T09:24:59.397857+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:24:59.397857+0000","last_undegraded":"2024-09-22T09:24:59.397857+0000","last_fullsized":"2024-09-22T09:24:59.397857+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.397664+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:35:26.389667+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'387","reported_seq":1029,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.145201+0000","last_change":"2024-09-22T09:24:51.145201+0000","last_active":"2024-09-22T09:24:51.145201+0000","last_peered":"2024-09-22T09:24:51.145201+0000","last_clean":"2024-09-22T09:24:51.145201+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:24:51.145201+0000","last_undegraded":"2024-09-22T09:24:51.145201+0000","last_fullsized":"2024-09-22T09:24:51.145201+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'387","last_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_deep_scrub":"266'387","last_deep_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.144931+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:48.479908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":659,"num_read_kb":1539,"num_write":1282,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.793781+0000","last_change":"2024-09-22T09:25:06.793781+0000","last_active":"2024-09-22T09:25:06.793781+0000","last_peered":"2024-09-22T09:25:06.793781+0000","last_clean":"2024-09-22T09:25:06.793781+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:25:06.793781+0000","last_undegraded":"2024-09-22T09:25:06.793781+0000","last_fullsized":"2024-09-22T09:25:06.793781+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'99","last_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_deep_scrub":"266'99","last_deep_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.793567+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:38.637553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'360","reported_seq":1147,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.001297+0000","last_change":"2024-09-22T09:24:51.001297+0000","last_active":"2024-09-22T09:24:51.001297+0000","last_peered":"2024-09-22T09:24:51.001297+0000","last_clean":"2024-09-22T09:24:51.001297+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:24:51.001297+0000","last_undegraded":"2024-09-22T09:24:51.001297+0000","last_fullsized":"2024-09-22T09:24:51.001297+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'360","last_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_deep_scrub":"266'360","last_deep_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.001000+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:09.983274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159799,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1086,"num_read_kb":91026,"num_write":1169,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.852205+0000","last_change":"2024-09-22T09:24:57.852205+0000","last_active":"2024-09-22T09:24:57.852205+0000","last_peered":"2024-09-22T09:24:57.852205+0000","last_clean":"2024-09-22T09:24:57.852205+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:57.852205+0000","last_undegraded":"2024-09-22T09:24:57.852205+0000","last_fullsized":"2024-09-22T09:24:57.852205+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.851944+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:35.121381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'351","reported_seq":1002,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.705465+0000","last_change":"2024-09-22T09:24:53.705465+0000","last_active":"2024-09-22T09:24:53.705465+0000","last_peered":"2024-09-22T09:24:53.705465+0000","last_clean":"2024-09-22T09:24:53.705465+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:24:53.705465+0000","last_undegraded":"2024-09-22T09:24:53.705465+0000","last_fullsized":"2024-09-22T09:24:53.705465+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.705204+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:16.012216+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":592,"num_read_kb":25941,"num_write":1163,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.511239+0000","last_change":"2024-09-22T09:24:59.511239+0000","last_active":"2024-09-22T09:24:59.511239+0000","last_peered":"2024-09-22T09:24:59.511239+0000","last_clean":"2024-09-22T09:24:59.511239+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:24:59.511239+0000","last_undegraded":"2024-09-22T09:24:59.511239+0000","last_fullsized":"2024-09-22T09:24:59.511239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.511024+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:06.254039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'349","reported_seq":972,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.037012+0000","last_change":"2024-09-22T09:24:55.037012+0000","last_active":"2024-09-22T09:24:55.037012+0000","last_peered":"2024-09-22T09:24:55.037012+0000","last_clean":"2024-09-22T09:24:55.037012+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:55.037012+0000","last_undegraded":"2024-09-22T09:24:55.037012+0000","last_fullsized":"2024-09-22T09:24:55.037012+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.036796+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:06.562317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":598,"num_read_kb":484,"num_write":1144,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.405154+0000","last_change":"2024-09-22T09:25:01.405154+0000","last_active":"2024-09-22T09:25:01.405154+0000","last_peered":"2024-09-22T09:25:01.405154+0000","last_clean":"2024-09-22T09:25:01.405154+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:25:01.405154+0000","last_undegraded":"2024-09-22T09:25:01.405154+0000","last_fullsized":"2024-09-22T09:25:01.405154+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.404941+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:56.389532+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'414","reported_seq":1110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.664209+0000","last_change":"2024-09-22T09:24:54.664209+0000","last_active":"2024-09-22T09:24:54.664209+0000","last_peered":"2024-09-22T09:24:54.664209+0000","last_clean":"2024-09-22T09:24:54.664209+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:24:54.664209+0000","last_undegraded":"2024-09-22T09:24:54.664209+0000","last_fullsized":"2024-09-22T09:24:54.664209+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'414","last_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_deep_scrub":"266'414","last_deep_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.663844+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:51.318052+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079921,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":807,"num_read_kb":60665,"num_write":1380,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'203","reported_seq":853,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.787655+0000","last_change":"2024-09-22T09:24:52.787655+0000","last_active":"2024-09-22T09:24:52.787655+0000","last_peered":"2024-09-22T09:24:52.787655+0000","last_clean":"2024-09-22T09:24:52.787655+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:24:52.787655+0000","last_undegraded":"2024-09-22T09:24:52.787655+0000","last_fullsized":"2024-09-22T09:24:52.787655+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.787468+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:54.260573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":738,"num_omap_keys":3,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'352","reported_seq":1173,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.687095+0000","last_change":"2024-09-22T09:24:46.687095+0000","last_active":"2024-09-22T09:24:46.687095+0000","last_peered":"2024-09-22T09:24:46.687095+0000","last_clean":"2024-09-22T09:24:46.687095+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:24:46.687095+0000","last_undegraded":"2024-09-22T09:24:46.687095+0000","last_fullsized":"2024-09-22T09:24:46.687095+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.686958+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:57.732175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1267,"num_read_kb":3050,"num_write":1191,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.388722+0000","last_change":"2024-09-22T09:25:00.388722+0000","last_active":"2024-09-22T09:25:00.388722+0000","last_peered":"2024-09-22T09:25:00.388722+0000","last_clean":"2024-09-22T09:25:00.388722+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:25:00.388722+0000","last_undegraded":"2024-09-22T09:25:00.388722+0000","last_fullsized":"2024-09-22T09:25:00.388722+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'324","last_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_deep_scrub":"266'324","last_deep_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.388536+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:31:24.431905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'326","reported_seq":967,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.666137+0000","last_change":"2024-09-22T09:24:47.666137+0000","last_active":"2024-09-22T09:24:47.666137+0000","last_peered":"2024-09-22T09:24:47.666137+0000","last_clean":"2024-09-22T09:24:47.666137+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:24:47.666137+0000","last_undegraded":"2024-09-22T09:24:47.666137+0000","last_fullsized":"2024-09-22T09:24:47.666137+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'326","last_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_deep_scrub":"266'326","last_deep_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.665998+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:51.017417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":691,"num_read_kb":32274,"num_write":1124,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.155256+0000","last_change":"2024-09-22T09:25:03.155256+0000","last_active":"2024-09-22T09:25:03.155256+0000","last_peered":"2024-09-22T09:25:03.155256+0000","last_clean":"2024-09-22T09:25:03.155256+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:25:03.155256+0000","last_undegraded":"2024-09-22T09:25:03.155256+0000","last_fullsized":"2024-09-22T09:25:03.155256+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'181","last_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_deep_scrub":"266'181","last_deep_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.155077+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:18.652496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'337","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.971111+0000","last_change":"2024-09-22T09:24:52.971111+0000","last_active":"2024-09-22T09:24:52.971111+0000","last_peered":"2024-09-22T09:24:52.971111+0000","last_clean":"2024-09-22T09:24:52.971111+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:24:52.971111+0000","last_undegraded":"2024-09-22T09:24:52.971111+0000","last_fullsized":"2024-09-22T09:24:52.971111+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.970857+0000","objects_scrubbed":1,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:23.272586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":571,"num_read_kb":14484,"num_write":1057,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'149","reported_seq":744,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.477545+0000","last_change":"2024-09-22T09:24:58.477545+0000","last_active":"2024-09-22T09:24:58.477545+0000","last_peered":"2024-09-22T09:24:58.477545+0000","last_clean":"2024-09-22T09:24:58.477545+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:24:58.477545+0000","last_undegraded":"2024-09-22T09:24:58.477545+0000","last_fullsized":"2024-09-22T09:24:58.477545+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.477360+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:30.792661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'316","reported_seq":958,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.157547+0000","last_change":"2024-09-22T09:24:59.157547+0000","last_active":"2024-09-22T09:24:59.157547+0000","last_peered":"2024-09-22T09:24:59.157547+0000","last_clean":"2024-09-22T09:24:59.157547+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:24:59.157547+0000","last_undegraded":"2024-09-22T09:24:59.157547+0000","last_fullsized":"2024-09-22T09:24:59.157547+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'316","last_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_deep_scrub":"266'316","last_deep_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.157344+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:24.515562+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":586,"num_read_kb":10006,"num_write":989,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.955999+0000","last_change":"2024-09-22T08:40:28.206381+0000","last_active":"2024-09-22T09:22:06.955999+0000","last_peered":"2024-09-22T09:22:06.955999+0000","last_clean":"2024-09-22T09:22:06.955999+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:22:06.955999+0000","last_undegraded":"2024-09-22T09:22:06.955999+0000","last_fullsized":"2024-09-22T09:22:06.955999+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:27.167584+0000","last_clean_scrub_stamp":"2024-09-22T08:40:27.167584+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:30.460990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'417","reported_seq":1078,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.929881+0000","last_change":"2024-09-22T09:25:04.929881+0000","last_active":"2024-09-22T09:25:04.929881+0000","last_peered":"2024-09-22T09:25:04.929881+0000","last_clean":"2024-09-22T09:25:04.929881+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:25:04.929881+0000","last_undegraded":"2024-09-22T09:25:04.929881+0000","last_fullsized":"2024-09-22T09:25:04.929881+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.929608+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:04.308007+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":808,"num_read_kb":13003,"num_write":1195,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.143026+0000","last_change":"2024-09-22T09:25:02.143026+0000","last_active":"2024-09-22T09:25:02.143026+0000","last_peered":"2024-09-22T09:25:02.143026+0000","last_clean":"2024-09-22T09:25:02.143026+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:25:02.143026+0000","last_undegraded":"2024-09-22T09:25:02.143026+0000","last_fullsized":"2024-09-22T09:25:02.143026+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'68","last_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_deep_scrub":"266'68","last_deep_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.142801+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.325724+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'393","reported_seq":1035,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.043776+0000","last_change":"2024-09-22T09:24:54.043776+0000","last_active":"2024-09-22T09:24:54.043776+0000","last_peered":"2024-09-22T09:24:54.043776+0000","last_clean":"2024-09-22T09:24:54.043776+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:54.043776+0000","last_undegraded":"2024-09-22T09:24:54.043776+0000","last_fullsized":"2024-09-22T09:24:54.043776+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'393","last_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_deep_scrub":"266'393","last_deep_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.043554+0000","objects_scrubbed":4,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:20.337867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":660,"num_read_kb":3902,"num_write":1234,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'348","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.034852+0000","last_change":"2024-09-22T09:24:56.034852+0000","last_active":"2024-09-22T09:24:56.034852+0000","last_peered":"2024-09-22T09:24:56.034852+0000","last_clean":"2024-09-22T09:24:56.034852+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:56.034852+0000","last_undegraded":"2024-09-22T09:24:56.034852+0000","last_fullsized":"2024-09-22T09:24:56.034852+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.034634+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:17.671875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":7238,"num_write":1043,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'270","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.466488+0000","last_change":"2024-09-22T09:25:00.466488+0000","last_active":"2024-09-22T09:25:00.466488+0000","last_peered":"2024-09-22T09:25:00.466488+0000","last_clean":"2024-09-22T09:25:00.466488+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:25:00.466488+0000","last_undegraded":"2024-09-22T09:25:00.466488+0000","last_fullsized":"2024-09-22T09:25:00.466488+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'270","last_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_deep_scrub":"266'270","last_deep_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.466296+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:04.924401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'334","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.167143+0000","last_change":"2024-09-22T09:24:50.167143+0000","last_active":"2024-09-22T09:24:50.167143+0000","last_peered":"2024-09-22T09:24:50.167143+0000","last_clean":"2024-09-22T09:24:50.167143+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:24:50.167143+0000","last_undegraded":"2024-09-22T09:24:50.167143+0000","last_fullsized":"2024-09-22T09:24:50.167143+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.166932+0000","objects_scrubbed":5,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:40.475967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":61894,"num_write":1052,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1252,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.856987+0000","last_change":"2024-09-22T09:25:02.856987+0000","last_active":"2024-09-22T09:25:02.856987+0000","last_peered":"2024-09-22T09:25:02.856987+0000","last_clean":"2024-09-22T09:25:02.856987+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:25:02.856987+0000","last_undegraded":"2024-09-22T09:25:02.856987+0000","last_fullsized":"2024-09-22T09:25:02.856987+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'481","last_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_deep_scrub":"266'481","last_deep_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.856809+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:31:14.193909+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1494,"ondisk_log_size":1494,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":522,"ondisk_log_size":522,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1640264,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17525,"num_read_kb":37077,"num_write":14695,"num_write_kb":11733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":541766,"num_omap_keys":1224,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2040,"ondisk_log_size":2040,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2433,"num_read_kb":2900,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35756,"num_omap_keys":144,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3884,"ondisk_log_size":3884,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":29636412,"num_objects":280,"num_object_clones":0,"num_object_copies":1120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":44296,"num_read_kb":2168743,"num_write":73005,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":41369600,"data_stored":41369600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3377,"ondisk_log_size":3377,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":186434,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":185165,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542689,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":323600,"kb_used_data":9216,"kb_used_omap":1,"kb_used_meta":314366,"kb_avail":94048240,"statfs":{"total":96636764160,"available":96305397760,"internally_reserved":0,"allocated":9437184,"data_stored":7439967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":321911242},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542689,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297936,"kb_used_data":9920,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94073904,"statfs":{"total":96636764160,"available":96331677696,"internally_reserved":0,"allocated":10158080,"data_stored":8204384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":294910406},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542688,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":151788,"kb_used_data":8220,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94220052,"statfs":{"total":96636764160,"available":96481333248,"internally_reserved":0,"allocated":8417280,"data_stored":6368236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542689,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112848,"kb_used_data":9472,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258992,"statfs":{"total":96636764160,"available":96521207808,"internally_reserved":0,"allocated":9699328,"data_stored":7741523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542688,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":252576,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94119264,"statfs":{"total":96636764160,"available":96378126336,"internally_reserved":0,"allocated":9191424,"data_stored":7202241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542689,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119432,"kb_used_data":7800,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94252408,"statfs":{"total":96636764160,"available":96514465792,"internally_reserved":0,"allocated":7987200,"data_stored":6046546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542687,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177012,"kb_used_data":11236,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94194828,"statfs":{"total":96636764160,"available":96455503872,"internally_reserved":0,"allocated":11505664,"data_stored":9532148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542688,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280080,"kb_used_data":10112,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":94091760,"statfs":{"total":96636764160,"available":96349962240,"internally_reserved":0,"allocated":10354688,"data_stored":8342365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":276429252},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5459968,"data_stored":5459968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7241728,"data_stored":7241728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3756032,"data_stored":3756032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4911104,"data_stored":4911104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5451776,"data_stored":5451776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4075520,"data_stored":4075520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5914624,"data_stored":5914624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4558848,"data_stored":4558848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:25:08.375 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.375 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.375 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.375 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.375 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.375 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.376 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.377 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.378 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.378 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.378 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.378 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.378 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.379 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.380 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.381 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.382 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.383 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.384 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.385 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.386 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.387 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.388 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.389 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.389 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.389 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.389 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.389 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.389 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.390 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.391 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.392 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.393 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.394 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.395 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.396 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.397 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.398 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.399 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-22T08:40:29.174847+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=29, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-22T08:40:31.181674+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-22T08:40:33.200172+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=33, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.400 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.401 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-22T08:40:27.167584+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=27, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:08.401 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T09:25:28.402 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:25:28.774 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:25:28.785 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:25:28.796 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1619,"stamp":"2024-09-22T09:25:27.284561+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":31884611,"num_objects":607,"num_object_clones":0,"num_object_copies":1774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":198863,"num_read_kb":2695150,"num_write":146297,"num_write_kb":2460624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":750173,"num_omap_keys":1784,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12661,"ondisk_log_size":12661,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1698632,"kb_used_data":74952,"kb_used_omap":12,"kb_used_meta":1623539,"kb_avail":753276088,"statfs":{"total":773094113280,"available":771354714112,"internally_reserved":0,"allocated":76750848,"data_stored":60877410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1662504496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":19301,"num_omap_keys":58,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007913"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861354+0000","last_change":"2024-09-22T09:09:48.755405+0000","last_active":"2024-09-22T09:22:21.861354+0000","last_peered":"2024-09-22T09:22:21.861354+0000","last_clean":"2024-09-22T09:22:21.861354+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:22:21.861354+0000","last_undegraded":"2024-09-22T09:22:21.861354+0000","last_fullsized":"2024-09-22T09:22:21.861354+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.845253+0000","last_change":"2024-09-22T08:58:41.443693+0000","last_active":"2024-09-22T09:21:11.845253+0000","last_peered":"2024-09-22T09:21:11.845253+0000","last_clean":"2024-09-22T09:21:11.845253+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:21:11.845253+0000","last_undegraded":"2024-09-22T09:21:11.845253+0000","last_fullsized":"2024-09-22T09:21:11.845253+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:47.797319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843354+0000","last_change":"2024-09-22T08:58:38.365791+0000","last_active":"2024-09-22T09:21:11.843354+0000","last_peered":"2024-09-22T09:21:11.843354+0000","last_clean":"2024-09-22T09:21:11.843354+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:21:11.843354+0000","last_undegraded":"2024-09-22T09:21:11.843354+0000","last_fullsized":"2024-09-22T09:21:11.843354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:11.739324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047456+0000","last_change":"2024-09-22T08:56:54.600099+0000","last_active":"2024-09-22T09:21:57.047456+0000","last_peered":"2024-09-22T09:21:57.047456+0000","last_clean":"2024-09-22T09:21:57.047456+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:21:57.047456+0000","last_undegraded":"2024-09-22T09:21:57.047456+0000","last_fullsized":"2024-09-22T09:21:57.047456+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:23.779747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.045908+0000","last_change":"2024-09-22T09:25:12.045908+0000","last_active":"2024-09-22T09:25:12.045908+0000","last_peered":"2024-09-22T09:25:12.045908+0000","last_clean":"2024-09-22T09:25:12.045908+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:25:12.045908+0000","last_undegraded":"2024-09-22T09:25:12.045908+0000","last_fullsized":"2024-09-22T09:25:12.045908+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:12.045724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:12.045724+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.045724+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:49.108405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'4","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.834705+0000","last_change":"2024-09-22T08:58:41.446846+0000","last_active":"2024-09-22T09:23:41.834705+0000","last_peered":"2024-09-22T09:23:41.834705+0000","last_clean":"2024-09-22T09:23:41.834705+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:23:41.834705+0000","last_undegraded":"2024-09-22T09:23:41.834705+0000","last_fullsized":"2024-09-22T09:23:41.834705+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:52.410844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.199486+0000","last_change":"2024-09-22T09:25:20.199486+0000","last_active":"2024-09-22T09:25:20.199486+0000","last_peered":"2024-09-22T09:25:20.199486+0000","last_clean":"2024-09-22T09:25:20.199486+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:25:20.199486+0000","last_undegraded":"2024-09-22T09:25:20.199486+0000","last_fullsized":"2024-09-22T09:25:20.199486+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:20.199302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:20.199302+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.199302+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:38.906214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.000650+0000","last_change":"2024-09-22T09:25:13.000650+0000","last_active":"2024-09-22T09:25:13.000650+0000","last_peered":"2024-09-22T09:25:13.000650+0000","last_clean":"2024-09-22T09:25:13.000650+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:25:13.000650+0000","last_undegraded":"2024-09-22T09:25:13.000650+0000","last_fullsized":"2024-09-22T09:25:13.000650+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:13.000377+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:13.000377+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.000377+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:04:03.488146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.652817+0000","last_change":"2024-09-22T09:25:24.652817+0000","last_active":"2024-09-22T09:25:24.652817+0000","last_peered":"2024-09-22T09:25:24.652817+0000","last_clean":"2024-09-22T09:25:24.652817+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:25:24.652817+0000","last_undegraded":"2024-09-22T09:25:24.652817+0000","last_fullsized":"2024-09-22T09:25:24.652817+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:24.652642+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:24.652642+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.652642+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:33.874398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042336+0000","last_change":"2024-09-22T08:58:41.525012+0000","last_active":"2024-09-22T09:21:37.042336+0000","last_peered":"2024-09-22T09:21:37.042336+0000","last_clean":"2024-09-22T09:21:37.042336+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:21:37.042336+0000","last_undegraded":"2024-09-22T09:21:37.042336+0000","last_fullsized":"2024-09-22T09:21:37.042336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:39:04.402440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'7","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.998819+0000","last_change":"2024-09-22T09:25:14.998819+0000","last_active":"2024-09-22T09:25:14.998819+0000","last_peered":"2024-09-22T09:25:14.998819+0000","last_clean":"2024-09-22T09:25:14.998819+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:25:14.998819+0000","last_undegraded":"2024-09-22T09:25:14.998819+0000","last_fullsized":"2024-09-22T09:25:14.998819+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-22T09:25:14.998603+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-22T09:25:14.998603+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.998603+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.252394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21053,"num_write":12,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047287+0000","last_change":"2024-09-22T08:56:54.593351+0000","last_active":"2024-09-22T09:21:57.047287+0000","last_peered":"2024-09-22T09:21:57.047287+0000","last_clean":"2024-09-22T09:21:57.047287+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:21:57.047287+0000","last_undegraded":"2024-09-22T09:21:57.047287+0000","last_fullsized":"2024-09-22T09:21:57.047287+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:08.128046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'2","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.338977+0000","last_change":"2024-09-22T08:59:03.437438+0000","last_active":"2024-09-22T09:24:39.338977+0000","last_peered":"2024-09-22T09:24:39.338977+0000","last_clean":"2024-09-22T09:24:39.338977+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:24:39.338977+0000","last_undegraded":"2024-09-22T09:24:39.338977+0000","last_fullsized":"2024-09-22T09:24:39.338977+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:41.834779+0000","last_change":"2024-09-22T08:58:38.360243+0000","last_active":"2024-09-22T09:23:41.834779+0000","last_peered":"2024-09-22T09:23:41.834779+0000","last_clean":"2024-09-22T09:23:41.834779+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:23:41.834779+0000","last_undegraded":"2024-09-22T09:23:41.834779+0000","last_fullsized":"2024-09-22T09:23:41.834779+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:49.867852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855545+0000","last_change":"2024-09-22T08:56:54.600880+0000","last_active":"2024-09-22T09:21:56.855545+0000","last_peered":"2024-09-22T09:21:56.855545+0000","last_clean":"2024-09-22T09:21:56.855545+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:21:56.855545+0000","last_undegraded":"2024-09-22T09:21:56.855545+0000","last_fullsized":"2024-09-22T09:21:56.855545+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:05.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.967014+0000","last_change":"2024-09-22T08:58:41.450320+0000","last_active":"2024-09-22T09:24:38.967014+0000","last_peered":"2024-09-22T09:24:38.967014+0000","last_clean":"2024-09-22T09:24:38.967014+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:24:38.967014+0000","last_undegraded":"2024-09-22T09:24:38.967014+0000","last_fullsized":"2024-09-22T09:24:38.967014+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.060899+0000","last_change":"2024-09-22T08:58:38.373270+0000","last_active":"2024-09-22T09:22:52.060899+0000","last_peered":"2024-09-22T09:22:52.060899+0000","last_clean":"2024-09-22T09:22:52.060899+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:22:52.060899+0000","last_undegraded":"2024-09-22T09:22:52.060899+0000","last_fullsized":"2024-09-22T09:22:52.060899+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855477+0000","last_change":"2024-09-22T08:56:54.608090+0000","last_active":"2024-09-22T09:21:56.855477+0000","last_peered":"2024-09-22T09:21:56.855477+0000","last_clean":"2024-09-22T09:21:56.855477+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:21:56.855477+0000","last_undegraded":"2024-09-22T09:21:56.855477+0000","last_fullsized":"2024-09-22T09:21:56.855477+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:11.689626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.842869+0000","last_change":"2024-09-22T09:09:48.738160+0000","last_active":"2024-09-22T09:22:21.842869+0000","last_peered":"2024-09-22T09:22:21.842869+0000","last_clean":"2024-09-22T09:22:21.842869+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:22:21.842869+0000","last_undegraded":"2024-09-22T09:22:21.842869+0000","last_fullsized":"2024-09-22T09:22:21.842869+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:15.877715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.683955+0000","last_change":"2024-09-22T09:25:21.683955+0000","last_active":"2024-09-22T09:25:21.683955+0000","last_peered":"2024-09-22T09:25:21.683955+0000","last_clean":"2024-09-22T09:25:21.683955+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:25:21.683955+0000","last_undegraded":"2024-09-22T09:25:21.683955+0000","last_fullsized":"2024-09-22T09:25:21.683955+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:21.683775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:21.683775+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.683775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:50.551424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.181063+0000","last_change":"2024-09-22T08:58:38.366373+0000","last_active":"2024-09-22T09:24:38.181063+0000","last_peered":"2024-09-22T09:24:38.181063+0000","last_clean":"2024-09-22T09:24:38.181063+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:24:38.181063+0000","last_undegraded":"2024-09-22T09:24:38.181063+0000","last_fullsized":"2024-09-22T09:24:38.181063+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.688075+0000","last_change":"2024-09-22T09:25:16.688075+0000","last_active":"2024-09-22T09:25:16.688075+0000","last_peered":"2024-09-22T09:25:16.688075+0000","last_clean":"2024-09-22T09:25:16.688075+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:25:16.688075+0000","last_undegraded":"2024-09-22T09:25:16.688075+0000","last_fullsized":"2024-09-22T09:25:16.688075+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-22T09:25:16.687880+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-22T09:25:16.687880+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.687880+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:49:01.648605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012979+0000","last_change":"2024-09-22T09:09:48.758878+0000","last_active":"2024-09-22T09:22:22.012979+0000","last_peered":"2024-09-22T09:22:22.012979+0000","last_clean":"2024-09-22T09:22:22.012979+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:22:22.012979+0000","last_undegraded":"2024-09-22T09:22:22.012979+0000","last_fullsized":"2024-09-22T09:22:22.012979+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.681688+0000","last_change":"2024-09-22T09:25:23.681688+0000","last_active":"2024-09-22T09:25:23.681688+0000","last_peered":"2024-09-22T09:25:23.681688+0000","last_clean":"2024-09-22T09:25:23.681688+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:25:23.681688+0000","last_undegraded":"2024-09-22T09:25:23.681688+0000","last_fullsized":"2024-09-22T09:25:23.681688+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:23.681480+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:23.681480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.681480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:53.439653+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.351065+0000","last_change":"2024-09-22T09:25:26.351065+0000","last_active":"2024-09-22T09:25:26.351065+0000","last_peered":"2024-09-22T09:25:26.351065+0000","last_clean":"2024-09-22T09:25:26.351065+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:25:26.351065+0000","last_undegraded":"2024-09-22T09:25:26.351065+0000","last_fullsized":"2024-09-22T09:25:26.351065+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:26.350873+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:26.350873+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.350873+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:10.637967+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":112,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034639+0000","last_change":"2024-09-22T08:56:54.600210+0000","last_active":"2024-09-22T09:21:07.034639+0000","last_peered":"2024-09-22T09:21:07.034639+0000","last_clean":"2024-09-22T09:21:07.034639+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:21:07.034639+0000","last_undegraded":"2024-09-22T09:21:07.034639+0000","last_fullsized":"2024-09-22T09:21:07.034639+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:45.141187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.013049+0000","last_change":"2024-09-22T09:09:48.760608+0000","last_active":"2024-09-22T09:22:22.013049+0000","last_peered":"2024-09-22T09:22:22.013049+0000","last_clean":"2024-09-22T09:22:22.013049+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:22:22.013049+0000","last_undegraded":"2024-09-22T09:22:22.013049+0000","last_fullsized":"2024-09-22T09:22:22.013049+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843162+0000","last_change":"2024-09-22T08:58:41.435075+0000","last_active":"2024-09-22T09:21:11.843162+0000","last_peered":"2024-09-22T09:21:11.843162+0000","last_clean":"2024-09-22T09:21:11.843162+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:21:11.843162+0000","last_undegraded":"2024-09-22T09:21:11.843162+0000","last_fullsized":"2024-09-22T09:21:11.843162+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:36.146831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036126+0000","last_change":"2024-09-22T08:58:38.388789+0000","last_active":"2024-09-22T09:21:12.036126+0000","last_peered":"2024-09-22T09:21:12.036126+0000","last_clean":"2024-09-22T09:21:12.036126+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:21:12.036126+0000","last_undegraded":"2024-09-22T09:21:12.036126+0000","last_fullsized":"2024-09-22T09:21:12.036126+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:50:19.572450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.179063+0000","last_change":"2024-09-22T09:25:15.179063+0000","last_active":"2024-09-22T09:25:15.179063+0000","last_peered":"2024-09-22T09:25:15.179063+0000","last_clean":"2024-09-22T09:25:15.179063+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:25:15.179063+0000","last_undegraded":"2024-09-22T09:25:15.179063+0000","last_fullsized":"2024-09-22T09:25:15.179063+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:15.178878+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:15.178878+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.178878+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:45.698572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.831161+0000","last_change":"2024-09-22T09:09:48.739537+0000","last_active":"2024-09-22T09:21:31.831161+0000","last_peered":"2024-09-22T09:21:31.831161+0000","last_clean":"2024-09-22T09:21:31.831161+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:21:31.831161+0000","last_undegraded":"2024-09-22T09:21:31.831161+0000","last_fullsized":"2024-09-22T09:21:31.831161+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:23.863203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.869266+0000","last_change":"2024-09-22T08:58:41.516623+0000","last_active":"2024-09-22T09:22:51.869266+0000","last_peered":"2024-09-22T09:22:51.869266+0000","last_clean":"2024-09-22T09:22:51.869266+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:22:51.869266+0000","last_undegraded":"2024-09-22T09:22:51.869266+0000","last_fullsized":"2024-09-22T09:22:51.869266+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.879448+0000","last_change":"2024-09-22T09:25:26.879448+0000","last_active":"2024-09-22T09:25:26.879448+0000","last_peered":"2024-09-22T09:25:26.879448+0000","last_clean":"2024-09-22T09:25:26.879448+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:25:26.879448+0000","last_undegraded":"2024-09-22T09:25:26.879448+0000","last_fullsized":"2024-09-22T09:25:26.879448+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:26.879265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:26.879265+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.879265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:07.904086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":307,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.676400+0000","last_change":"2024-09-22T09:25:26.676400+0000","last_active":"2024-09-22T09:25:26.676400+0000","last_peered":"2024-09-22T09:25:26.676400+0000","last_clean":"2024-09-22T09:25:26.676400+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:25:26.676400+0000","last_undegraded":"2024-09-22T09:25:26.676400+0000","last_fullsized":"2024-09-22T09:25:26.676400+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'93","last_scrub_stamp":"2024-09-22T09:25:26.676212+0000","last_deep_scrub":"266'93","last_deep_scrub_stamp":"2024-09-22T09:25:26.676212+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.676212+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:01.079553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.980690+0000","last_change":"2024-09-22T09:25:08.980690+0000","last_active":"2024-09-22T09:25:08.980690+0000","last_peered":"2024-09-22T09:25:08.980690+0000","last_clean":"2024-09-22T09:25:08.980690+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:25:08.980690+0000","last_undegraded":"2024-09-22T09:25:08.980690+0000","last_fullsized":"2024-09-22T09:25:08.980690+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:08.980474+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:08.980474+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.980474+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:00.860592+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:06.858344+0000","last_change":"2024-09-22T08:58:41.519005+0000","last_active":"2024-09-22T09:22:06.858344+0000","last_peered":"2024-09-22T09:22:06.858344+0000","last_clean":"2024-09-22T09:22:06.858344+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:22:06.858344+0000","last_undegraded":"2024-09-22T09:22:06.858344+0000","last_fullsized":"2024-09-22T09:22:06.858344+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:18.754947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.020107+0000","last_change":"2024-09-22T08:58:38.385550+0000","last_active":"2024-09-22T09:22:52.020107+0000","last_peered":"2024-09-22T09:22:52.020107+0000","last_clean":"2024-09-22T09:22:52.020107+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:22:52.020107+0000","last_undegraded":"2024-09-22T09:22:52.020107+0000","last_fullsized":"2024-09-22T09:22:52.020107+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":163,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:08.627919+0000","last_change":"2024-09-22T08:56:54.607952+0000","last_active":"2024-09-22T09:22:08.627919+0000","last_peered":"2024-09-22T09:22:08.627919+0000","last_clean":"2024-09-22T09:22:08.627919+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:22:08.627919+0000","last_undegraded":"2024-09-22T09:22:08.627919+0000","last_fullsized":"2024-09-22T09:22:08.627919+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:06:47.728603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.001023+0000","last_change":"2024-09-22T09:09:48.751596+0000","last_active":"2024-09-22T09:21:32.001023+0000","last_peered":"2024-09-22T09:21:32.001023+0000","last_clean":"2024-09-22T09:21:32.001023+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:21:32.001023+0000","last_undegraded":"2024-09-22T09:21:32.001023+0000","last_fullsized":"2024-09-22T09:21:32.001023+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:02.062036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:51.869338+0000","last_change":"2024-09-22T08:58:41.520488+0000","last_active":"2024-09-22T09:22:51.869338+0000","last_peered":"2024-09-22T09:22:51.869338+0000","last_clean":"2024-09-22T09:22:51.869338+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:22:51.869338+0000","last_undegraded":"2024-09-22T09:22:51.869338+0000","last_fullsized":"2024-09-22T09:22:51.869338+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.025403+0000","last_change":"2024-09-22T09:25:14.025229+0000","last_active":"2024-09-22T09:25:14.025403+0000","last_peered":"2024-09-22T09:25:14.025403+0000","last_clean":"2024-09-22T09:25:14.025403+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:25:14.025403+0000","last_undegraded":"2024-09-22T09:25:14.025403+0000","last_fullsized":"2024-09-22T09:25:14.025403+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:14.025034+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:14.025034+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.025034+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:06:46.175299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.902973+0000","last_change":"2024-09-22T09:25:03.902973+0000","last_active":"2024-09-22T09:25:03.902973+0000","last_peered":"2024-09-22T09:25:03.902973+0000","last_clean":"2024-09-22T09:25:03.902973+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:25:03.902973+0000","last_undegraded":"2024-09-22T09:25:03.902973+0000","last_fullsized":"2024-09-22T09:25:03.902973+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.902790+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:14.235940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:31.849899+0000","last_change":"2024-09-22T09:09:48.746696+0000","last_active":"2024-09-22T09:21:31.849899+0000","last_peered":"2024-09-22T09:21:31.849899+0000","last_clean":"2024-09-22T09:21:31.849899+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:21:31.849899+0000","last_undegraded":"2024-09-22T09:21:31.849899+0000","last_fullsized":"2024-09-22T09:21:31.849899+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:02.285860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'3","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.487684+0000","last_change":"2024-09-22T08:58:41.453145+0000","last_active":"2024-09-22T09:24:38.487684+0000","last_peered":"2024-09-22T09:24:38.487684+0000","last_clean":"2024-09-22T09:24:38.487684+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:24:38.487684+0000","last_undegraded":"2024-09-22T09:24:38.487684+0000","last_fullsized":"2024-09-22T09:24:38.487684+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.735143+0000","last_change":"2024-09-22T08:58:38.397505+0000","last_active":"2024-09-22T09:24:38.735143+0000","last_peered":"2024-09-22T09:24:38.735143+0000","last_clean":"2024-09-22T09:24:38.735143+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:24:38.735143+0000","last_undegraded":"2024-09-22T09:24:38.735143+0000","last_fullsized":"2024-09-22T09:24:38.735143+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":98,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:42.017766+0000","last_change":"2024-09-22T08:56:54.599002+0000","last_active":"2024-09-22T09:22:42.017766+0000","last_peered":"2024-09-22T09:22:42.017766+0000","last_clean":"2024-09-22T09:22:42.017766+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:22:42.017766+0000","last_undegraded":"2024-09-22T09:22:42.017766+0000","last_fullsized":"2024-09-22T09:22:42.017766+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.256820+0000","last_change":"2024-09-22T09:25:26.256820+0000","last_active":"2024-09-22T09:25:26.256820+0000","last_peered":"2024-09-22T09:25:26.256820+0000","last_clean":"2024-09-22T09:25:26.256820+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:25:26.256820+0000","last_undegraded":"2024-09-22T09:25:26.256820+0000","last_fullsized":"2024-09-22T09:25:26.256820+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:26.256563+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:26.256563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.256563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.874452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.384621+0000","last_change":"2024-09-22T09:25:25.384621+0000","last_active":"2024-09-22T09:25:25.384621+0000","last_peered":"2024-09-22T09:25:25.384621+0000","last_clean":"2024-09-22T09:25:25.384621+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:25:25.384621+0000","last_undegraded":"2024-09-22T09:25:25.384621+0000","last_fullsized":"2024-09-22T09:25:25.384621+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:25.384434+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:25.384434+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.384434+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.955655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":165,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.165309+0000","last_change":"2024-09-22T09:25:26.165309+0000","last_active":"2024-09-22T09:25:26.165309+0000","last_peered":"2024-09-22T09:25:26.165309+0000","last_clean":"2024-09-22T09:25:26.165309+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:25:26.165309+0000","last_undegraded":"2024-09-22T09:25:26.165309+0000","last_fullsized":"2024-09-22T09:25:26.165309+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'40","last_scrub_stamp":"2024-09-22T09:25:26.165128+0000","last_deep_scrub":"266'40","last_deep_scrub_stamp":"2024-09-22T09:25:26.165128+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.165128+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:17:46.849817+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:57.047394+0000","last_change":"2024-09-22T09:09:48.738573+0000","last_active":"2024-09-22T09:21:57.047394+0000","last_peered":"2024-09-22T09:21:57.047394+0000","last_clean":"2024-09-22T09:21:57.047394+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:21:57.047394+0000","last_undegraded":"2024-09-22T09:21:57.047394+0000","last_fullsized":"2024-09-22T09:21:57.047394+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:28.821434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.202082+0000","last_change":"2024-09-22T09:25:23.202082+0000","last_active":"2024-09-22T09:25:23.202082+0000","last_peered":"2024-09-22T09:25:23.202082+0000","last_clean":"2024-09-22T09:25:23.202082+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:25:23.202082+0000","last_undegraded":"2024-09-22T09:25:23.202082+0000","last_fullsized":"2024-09-22T09:25:23.202082+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:23.201902+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:23.201902+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.201902+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:59.972170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856803+0000","last_change":"2024-09-22T08:58:38.364897+0000","last_active":"2024-09-22T09:22:01.856803+0000","last_peered":"2024-09-22T09:22:01.856803+0000","last_clean":"2024-09-22T09:22:01.856803+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:22:01.856803+0000","last_undegraded":"2024-09-22T09:22:01.856803+0000","last_fullsized":"2024-09-22T09:22:01.856803+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:31.622201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":150,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.698177+0000","last_change":"2024-09-22T09:25:25.698177+0000","last_active":"2024-09-22T09:25:25.698177+0000","last_peered":"2024-09-22T09:25:25.698177+0000","last_clean":"2024-09-22T09:25:25.698177+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:25:25.698177+0000","last_undegraded":"2024-09-22T09:25:25.698177+0000","last_fullsized":"2024-09-22T09:25:25.698177+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'34","last_scrub_stamp":"2024-09-22T09:25:25.698000+0000","last_deep_scrub":"266'34","last_deep_scrub_stamp":"2024-09-22T09:25:25.698000+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.698000+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:48.728782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:32.040732+0000","last_change":"2024-09-22T09:09:48.730905+0000","last_active":"2024-09-22T09:21:32.040732+0000","last_peered":"2024-09-22T09:21:32.040732+0000","last_clean":"2024-09-22T09:21:32.040732+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:21:32.040732+0000","last_undegraded":"2024-09-22T09:21:32.040732+0000","last_fullsized":"2024-09-22T09:21:32.040732+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:15.337133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:21.887774+0000","last_change":"2024-09-22T08:58:41.435415+0000","last_active":"2024-09-22T09:24:21.887774+0000","last_peered":"2024-09-22T09:24:21.887774+0000","last_clean":"2024-09-22T09:24:21.887774+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:24:21.887774+0000","last_undegraded":"2024-09-22T09:24:21.887774+0000","last_fullsized":"2024-09-22T09:24:21.887774+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:17.023617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6516,"num_write":10,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.709348+0000","last_change":"2024-09-22T09:25:17.709348+0000","last_active":"2024-09-22T09:25:17.709348+0000","last_peered":"2024-09-22T09:25:17.709348+0000","last_clean":"2024-09-22T09:25:17.709348+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:25:17.709348+0000","last_undegraded":"2024-09-22T09:25:17.709348+0000","last_fullsized":"2024-09-22T09:25:17.709348+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-22T09:25:17.709159+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-22T09:25:17.709159+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.709159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:22:49.491508+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":85,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.415981+0000","last_change":"2024-09-22T09:25:23.415981+0000","last_active":"2024-09-22T09:25:23.415981+0000","last_peered":"2024-09-22T09:25:23.415981+0000","last_clean":"2024-09-22T09:25:23.415981+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:25:23.415981+0000","last_undegraded":"2024-09-22T09:25:23.415981+0000","last_fullsized":"2024-09-22T09:25:23.415981+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'12","last_scrub_stamp":"2024-09-22T09:25:23.415792+0000","last_deep_scrub":"266'12","last_deep_scrub_stamp":"2024-09-22T09:25:23.415792+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.415792+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:14.841695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855599+0000","last_change":"2024-09-22T09:09:48.759723+0000","last_active":"2024-09-22T09:21:56.855599+0000","last_peered":"2024-09-22T09:21:56.855599+0000","last_clean":"2024-09-22T09:21:56.855599+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:21:56.855599+0000","last_undegraded":"2024-09-22T09:21:56.855599+0000","last_fullsized":"2024-09-22T09:21:56.855599+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:22.669889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.715228+0000","last_change":"2024-09-22T09:25:20.715228+0000","last_active":"2024-09-22T09:25:20.715228+0000","last_peered":"2024-09-22T09:25:20.715228+0000","last_clean":"2024-09-22T09:25:20.715228+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:25:20.715228+0000","last_undegraded":"2024-09-22T09:25:20.715228+0000","last_fullsized":"2024-09-22T09:25:20.715228+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:20.715054+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:20.715054+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.715054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:44.817191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'9","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.839791+0000","last_change":"2024-09-22T09:25:25.839791+0000","last_active":"2024-09-22T09:25:25.839791+0000","last_peered":"2024-09-22T09:25:25.839791+0000","last_clean":"2024-09-22T09:25:25.839791+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:25:25.839791+0000","last_undegraded":"2024-09-22T09:25:25.839791+0000","last_fullsized":"2024-09-22T09:25:25.839791+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-22T09:25:25.839605+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-22T09:25:25.839605+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.839605+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:19.618867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":105,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.865672+0000","last_change":"2024-09-22T08:56:54.600713+0000","last_active":"2024-09-22T09:22:36.865672+0000","last_peered":"2024-09-22T09:22:36.865672+0000","last_clean":"2024-09-22T09:22:36.865672+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:22:36.865672+0000","last_undegraded":"2024-09-22T09:22:36.865672+0000","last_fullsized":"2024-09-22T09:22:36.865672+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.022323+0000","last_change":"2024-09-22T09:25:11.022323+0000","last_active":"2024-09-22T09:25:11.022323+0000","last_peered":"2024-09-22T09:25:11.022323+0000","last_clean":"2024-09-22T09:25:11.022323+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:25:11.022323+0000","last_undegraded":"2024-09-22T09:25:11.022323+0000","last_fullsized":"2024-09-22T09:25:11.022323+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.022128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.022128+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.022128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:56.606121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.876998+0000","last_change":"2024-09-22T08:58:41.437487+0000","last_active":"2024-09-22T09:23:26.876998+0000","last_peered":"2024-09-22T09:23:26.876998+0000","last_clean":"2024-09-22T09:23:26.876998+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:23:26.876998+0000","last_undegraded":"2024-09-22T09:23:26.876998+0000","last_fullsized":"2024-09-22T09:23:26.876998+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:58.745586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996644+0000","last_change":"2024-09-22T08:58:38.377600+0000","last_active":"2024-09-22T09:21:11.996644+0000","last_peered":"2024-09-22T09:21:11.996644+0000","last_clean":"2024-09-22T09:21:11.996644+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:21:11.996644+0000","last_undegraded":"2024-09-22T09:21:11.996644+0000","last_fullsized":"2024-09-22T09:21:11.996644+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:14.392288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:46.853118+0000","last_change":"2024-09-22T08:56:54.603226+0000","last_active":"2024-09-22T09:21:46.853118+0000","last_peered":"2024-09-22T09:21:46.853118+0000","last_clean":"2024-09-22T09:21:46.853118+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:21:46.853118+0000","last_undegraded":"2024-09-22T09:21:46.853118+0000","last_fullsized":"2024-09-22T09:21:46.853118+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:24.364866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995356+0000","last_change":"2024-09-22T09:09:48.751136+0000","last_active":"2024-09-22T09:21:06.995356+0000","last_peered":"2024-09-22T09:21:06.995356+0000","last_clean":"2024-09-22T09:21:06.995356+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:21:06.995356+0000","last_undegraded":"2024-09-22T09:21:06.995356+0000","last_fullsized":"2024-09-22T09:21:06.995356+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:27.232929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.843310+0000","last_change":"2024-09-22T08:58:41.438228+0000","last_active":"2024-09-22T09:21:11.843310+0000","last_peered":"2024-09-22T09:21:11.843310+0000","last_clean":"2024-09-22T09:21:11.843310+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:21:11.843310+0000","last_undegraded":"2024-09-22T09:21:11.843310+0000","last_fullsized":"2024-09-22T09:21:11.843310+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:02.090336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'3","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.911530+0000","last_change":"2024-09-22T09:25:06.911530+0000","last_active":"2024-09-22T09:25:06.911530+0000","last_peered":"2024-09-22T09:25:06.911530+0000","last_clean":"2024-09-22T09:25:06.911530+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:25:06.911530+0000","last_undegraded":"2024-09-22T09:25:06.911530+0000","last_fullsized":"2024-09-22T09:25:06.911530+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:06.911344+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:06.911344+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.911344+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:30:47.371931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.879466+0000","last_change":"2024-09-22T09:25:23.879466+0000","last_active":"2024-09-22T09:25:23.879466+0000","last_peered":"2024-09-22T09:25:23.879466+0000","last_clean":"2024-09-22T09:25:23.879466+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:25:23.879466+0000","last_undegraded":"2024-09-22T09:25:23.879466+0000","last_fullsized":"2024-09-22T09:25:23.879466+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'53","last_scrub_stamp":"2024-09-22T09:25:23.879290+0000","last_deep_scrub":"266'53","last_deep_scrub_stamp":"2024-09-22T09:25:23.879290+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.879290+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:59:15.011284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.715057+0000","last_change":"2024-09-22T09:25:22.715057+0000","last_active":"2024-09-22T09:25:22.715057+0000","last_peered":"2024-09-22T09:25:22.715057+0000","last_clean":"2024-09-22T09:25:22.715057+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:25:22.715057+0000","last_undegraded":"2024-09-22T09:25:22.715057+0000","last_fullsized":"2024-09-22T09:25:22.715057+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:22.714849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:22.714849+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.714849+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:04.833949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.249408+0000","last_change":"2024-09-22T09:25:24.249408+0000","last_active":"2024-09-22T09:25:24.249408+0000","last_peered":"2024-09-22T09:25:24.249408+0000","last_clean":"2024-09-22T09:25:24.249408+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:25:24.249408+0000","last_undegraded":"2024-09-22T09:25:24.249408+0000","last_fullsized":"2024-09-22T09:25:24.249408+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:24.249211+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:24.249211+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.249211+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:07:32.640527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:12.036272+0000","last_change":"2024-09-22T08:58:38.396411+0000","last_active":"2024-09-22T09:21:12.036272+0000","last_peered":"2024-09-22T09:21:12.036272+0000","last_clean":"2024-09-22T09:21:12.036272+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:21:12.036272+0000","last_undegraded":"2024-09-22T09:21:12.036272+0000","last_fullsized":"2024-09-22T09:21:12.036272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:04.215771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":83,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.685269+0000","last_change":"2024-09-22T09:25:15.685269+0000","last_active":"2024-09-22T09:25:15.685269+0000","last_peered":"2024-09-22T09:25:15.685269+0000","last_clean":"2024-09-22T09:25:15.685269+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:25:15.685269+0000","last_undegraded":"2024-09-22T09:25:15.685269+0000","last_fullsized":"2024-09-22T09:25:15.685269+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-22T09:25:15.685090+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-22T09:25:15.685090+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.685090+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:25.736297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.019927+0000","last_change":"2024-09-22T09:09:48.751276+0000","last_active":"2024-09-22T09:22:52.019927+0000","last_peered":"2024-09-22T09:22:52.019927+0000","last_clean":"2024-09-22T09:22:52.019927+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:22:52.019927+0000","last_undegraded":"2024-09-22T09:22:52.019927+0000","last_fullsized":"2024-09-22T09:22:52.019927+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:26.877041+0000","last_change":"2024-09-22T08:58:41.453015+0000","last_active":"2024-09-22T09:23:26.877041+0000","last_peered":"2024-09-22T09:23:26.877041+0000","last_clean":"2024-09-22T09:23:26.877041+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:23:26.877041+0000","last_undegraded":"2024-09-22T09:23:26.877041+0000","last_fullsized":"2024-09-22T09:23:26.877041+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:10:27.417050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.162940+0000","last_change":"2024-09-22T09:25:19.162940+0000","last_active":"2024-09-22T09:25:19.162940+0000","last_peered":"2024-09-22T09:25:19.162940+0000","last_clean":"2024-09-22T09:25:19.162940+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:25:19.162940+0000","last_undegraded":"2024-09-22T09:25:19.162940+0000","last_fullsized":"2024-09-22T09:25:19.162940+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:19.162751+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:19.162751+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.162751+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:15.827554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":137,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.922153+0000","last_change":"2024-09-22T09:25:02.922153+0000","last_active":"2024-09-22T09:25:02.922153+0000","last_peered":"2024-09-22T09:25:02.922153+0000","last_clean":"2024-09-22T09:25:02.922153+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:25:02.922153+0000","last_undegraded":"2024-09-22T09:25:02.922153+0000","last_fullsized":"2024-09-22T09:25:02.922153+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.921976+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:20.427756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.842051+0000","last_change":"2024-09-22T09:09:48.757694+0000","last_active":"2024-09-22T09:21:06.842051+0000","last_peered":"2024-09-22T09:21:06.842051+0000","last_clean":"2024-09-22T09:21:06.842051+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:21:06.842051+0000","last_undegraded":"2024-09-22T09:21:06.842051+0000","last_fullsized":"2024-09-22T09:21:06.842051+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:37.646915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.819101+0000","last_change":"2024-09-22T08:58:41.447934+0000","last_active":"2024-09-22T09:22:31.819101+0000","last_peered":"2024-09-22T09:22:31.819101+0000","last_clean":"2024-09-22T09:22:31.819101+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:22:31.819101+0000","last_undegraded":"2024-09-22T09:22:31.819101+0000","last_fullsized":"2024-09-22T09:22:31.819101+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:43.222794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.639227+0000","last_change":"2024-09-22T08:58:38.377993+0000","last_active":"2024-09-22T09:24:38.639227+0000","last_peered":"2024-09-22T09:24:38.639227+0000","last_clean":"2024-09-22T09:24:38.639227+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:24:38.639227+0000","last_undegraded":"2024-09-22T09:24:38.639227+0000","last_fullsized":"2024-09-22T09:24:38.639227+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:56.993690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":179,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.671745+0000","last_change":"2024-09-22T09:25:24.671745+0000","last_active":"2024-09-22T09:25:24.671745+0000","last_peered":"2024-09-22T09:25:24.671745+0000","last_clean":"2024-09-22T09:25:24.671745+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:25:24.671745+0000","last_undegraded":"2024-09-22T09:25:24.671745+0000","last_fullsized":"2024-09-22T09:25:24.671745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'46","last_scrub_stamp":"2024-09-22T09:25:24.671560+0000","last_deep_scrub":"266'46","last_deep_scrub_stamp":"2024-09-22T09:25:24.671560+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.671560+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:44:02.894897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:11.996740+0000","last_change":"2024-09-22T09:09:48.753533+0000","last_active":"2024-09-22T09:21:11.996740+0000","last_peered":"2024-09-22T09:21:11.996740+0000","last_clean":"2024-09-22T09:21:11.996740+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:21:11.996740+0000","last_undegraded":"2024-09-22T09:21:11.996740+0000","last_fullsized":"2024-09-22T09:21:11.996740+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:03.184421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'5","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.310261+0000","last_change":"2024-09-22T08:58:41.516292+0000","last_active":"2024-09-22T09:24:38.310261+0000","last_peered":"2024-09-22T09:24:38.310261+0000","last_clean":"2024-09-22T09:24:38.310261+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:24:38.310261+0000","last_undegraded":"2024-09-22T09:24:38.310261+0000","last_fullsized":"2024-09-22T09:24:38.310261+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:22.170700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.154721+0000","last_change":"2024-09-22T09:25:17.154721+0000","last_active":"2024-09-22T09:25:17.154721+0000","last_peered":"2024-09-22T09:25:17.154721+0000","last_clean":"2024-09-22T09:25:17.154721+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:25:17.154721+0000","last_undegraded":"2024-09-22T09:25:17.154721+0000","last_fullsized":"2024-09-22T09:25:17.154721+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:17.154430+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:17.154430+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.154430+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:54.192877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.140426+0000","last_change":"2024-09-22T09:25:25.140426+0000","last_active":"2024-09-22T09:25:25.140426+0000","last_peered":"2024-09-22T09:25:25.140426+0000","last_clean":"2024-09-22T09:25:25.140426+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:25:25.140426+0000","last_undegraded":"2024-09-22T09:25:25.140426+0000","last_fullsized":"2024-09-22T09:25:25.140426+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'33","last_scrub_stamp":"2024-09-22T09:25:25.140178+0000","last_deep_scrub":"266'33","last_deep_scrub_stamp":"2024-09-22T09:25:25.140178+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.140178+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:53:28.499780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:06.995411+0000","last_change":"2024-09-22T09:09:48.744168+0000","last_active":"2024-09-22T09:21:06.995411+0000","last_peered":"2024-09-22T09:21:06.995411+0000","last_clean":"2024-09-22T09:21:06.995411+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:21:06.995411+0000","last_undegraded":"2024-09-22T09:21:06.995411+0000","last_fullsized":"2024-09-22T09:21:06.995411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:48.781461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.214445+0000","last_change":"2024-09-22T09:25:21.214445+0000","last_active":"2024-09-22T09:25:21.214445+0000","last_peered":"2024-09-22T09:25:21.214445+0000","last_clean":"2024-09-22T09:25:21.214445+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:25:21.214445+0000","last_undegraded":"2024-09-22T09:25:21.214445+0000","last_fullsized":"2024-09-22T09:25:21.214445+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:21.214244+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:21.214244+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.214244+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:50.782742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.056083+0000","last_change":"2024-09-22T08:58:38.396188+0000","last_active":"2024-09-22T09:22:32.056083+0000","last_peered":"2024-09-22T09:22:32.056083+0000","last_clean":"2024-09-22T09:22:32.056083+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:22:32.056083+0000","last_undegraded":"2024-09-22T09:22:32.056083+0000","last_fullsized":"2024-09-22T09:22:32.056083+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:39:18.890043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:56.870330+0000","last_change":"2024-09-22T08:56:54.594855+0000","last_active":"2024-09-22T09:22:56.870330+0000","last_peered":"2024-09-22T09:22:56.870330+0000","last_clean":"2024-09-22T09:22:56.870330+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:22:56.870330+0000","last_undegraded":"2024-09-22T09:22:56.870330+0000","last_fullsized":"2024-09-22T09:22:56.870330+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:53.544962+0000","last_clean_scrub_stamp":"2024-09-22T08:56:53.544962+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:07.034859+0000","last_change":"2024-09-22T09:09:48.760627+0000","last_active":"2024-09-22T09:21:07.034859+0000","last_peered":"2024-09-22T09:21:07.034859+0000","last_clean":"2024-09-22T09:21:07.034859+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:21:07.034859+0000","last_undegraded":"2024-09-22T09:21:07.034859+0000","last_fullsized":"2024-09-22T09:21:07.034859+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:22.960950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'6","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:38.487736+0000","last_change":"2024-09-22T08:58:41.447917+0000","last_active":"2024-09-22T09:24:38.487736+0000","last_peered":"2024-09-22T09:24:38.487736+0000","last_clean":"2024-09-22T09:24:38.487736+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:24:38.487736+0000","last_undegraded":"2024-09-22T09:24:38.487736+0000","last_fullsized":"2024-09-22T09:24:38.487736+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:29.164959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.428619+0000","last_change":"2024-09-22T09:25:24.428619+0000","last_active":"2024-09-22T09:25:24.428619+0000","last_peered":"2024-09-22T09:25:24.428619+0000","last_clean":"2024-09-22T09:25:24.428619+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:25:24.428619+0000","last_undegraded":"2024-09-22T09:25:24.428619+0000","last_fullsized":"2024-09-22T09:25:24.428619+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:24.428434+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:24.428434+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.428434+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:59:22.291976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":126,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.731912+0000","last_change":"2024-09-22T09:25:14.731912+0000","last_active":"2024-09-22T09:25:14.731912+0000","last_peered":"2024-09-22T09:25:14.731912+0000","last_clean":"2024-09-22T09:25:14.731912+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:25:14.731912+0000","last_undegraded":"2024-09-22T09:25:14.731912+0000","last_fullsized":"2024-09-22T09:25:14.731912+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:14.731732+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:14.731732+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.731732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:52.993910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.012917+0000","last_change":"2024-09-22T09:09:48.738845+0000","last_active":"2024-09-22T09:22:22.012917+0000","last_peered":"2024-09-22T09:22:22.012917+0000","last_clean":"2024-09-22T09:22:22.012917+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:22:22.012917+0000","last_undegraded":"2024-09-22T09:22:22.012917+0000","last_fullsized":"2024-09-22T09:22:22.012917+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:00.259058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042109+0000","last_change":"2024-09-22T08:58:41.443512+0000","last_active":"2024-09-22T09:21:37.042109+0000","last_peered":"2024-09-22T09:21:37.042109+0000","last_clean":"2024-09-22T09:21:37.042109+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:21:37.042109+0000","last_undegraded":"2024-09-22T09:21:37.042109+0000","last_fullsized":"2024-09-22T09:21:37.042109+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:14.903111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.002296+0000","last_change":"2024-09-22T08:58:38.374996+0000","last_active":"2024-09-22T09:21:37.002296+0000","last_peered":"2024-09-22T09:21:37.002296+0000","last_clean":"2024-09-22T09:21:37.002296+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:21:37.002296+0000","last_undegraded":"2024-09-22T09:21:37.002296+0000","last_fullsized":"2024-09-22T09:21:37.002296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:57.538729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.702697+0000","last_change":"2024-09-22T09:25:23.702697+0000","last_active":"2024-09-22T09:25:23.702697+0000","last_peered":"2024-09-22T09:25:23.702697+0000","last_clean":"2024-09-22T09:25:23.702697+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:25:23.702697+0000","last_undegraded":"2024-09-22T09:25:23.702697+0000","last_fullsized":"2024-09-22T09:25:23.702697+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-22T09:25:23.702512+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-22T09:25:23.702512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.702512+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:09.953546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.861406+0000","last_change":"2024-09-22T09:09:48.755994+0000","last_active":"2024-09-22T09:22:21.861406+0000","last_peered":"2024-09-22T09:22:21.861406+0000","last_clean":"2024-09-22T09:22:21.861406+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:22:21.861406+0000","last_undegraded":"2024-09-22T09:22:21.861406+0000","last_fullsized":"2024-09-22T09:22:21.861406+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:40:00.521403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:37.042051+0000","last_change":"2024-09-22T08:58:41.517269+0000","last_active":"2024-09-22T09:21:37.042051+0000","last_peered":"2024-09-22T09:21:37.042051+0000","last_clean":"2024-09-22T09:21:37.042051+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:21:37.042051+0000","last_undegraded":"2024-09-22T09:21:37.042051+0000","last_fullsized":"2024-09-22T09:21:37.042051+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:57.179825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.912292+0000","last_change":"2024-09-22T09:25:05.912292+0000","last_active":"2024-09-22T09:25:05.912292+0000","last_peered":"2024-09-22T09:25:05.912292+0000","last_clean":"2024-09-22T09:25:05.912292+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:25:05.912292+0000","last_undegraded":"2024-09-22T09:25:05.912292+0000","last_fullsized":"2024-09-22T09:25:05.912292+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.912105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:42.167750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.756890+0000","last_change":"2024-09-22T09:25:13.756890+0000","last_active":"2024-09-22T09:25:13.756890+0000","last_peered":"2024-09-22T09:25:13.756890+0000","last_clean":"2024-09-22T09:25:13.756890+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:25:13.756890+0000","last_undegraded":"2024-09-22T09:25:13.756890+0000","last_fullsized":"2024-09-22T09:25:13.756890+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-22T09:25:13.756622+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-22T09:25:13.756622+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.756622+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:01.343684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.260971+0000","last_change":"2024-09-22T09:25:25.260971+0000","last_active":"2024-09-22T09:25:25.260971+0000","last_peered":"2024-09-22T09:25:25.260971+0000","last_clean":"2024-09-22T09:25:25.260971+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:25:25.260971+0000","last_undegraded":"2024-09-22T09:25:25.260971+0000","last_fullsized":"2024-09-22T09:25:25.260971+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:25.260772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:25.260772+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.260772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:28.661247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:32.015493+0000","last_change":"2024-09-22T08:58:41.524645+0000","last_active":"2024-09-22T09:22:32.015493+0000","last_peered":"2024-09-22T09:22:32.015493+0000","last_clean":"2024-09-22T09:22:32.015493+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:22:32.015493+0000","last_undegraded":"2024-09-22T09:22:32.015493+0000","last_fullsized":"2024-09-22T09:22:32.015493+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:09.557414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.832547+0000","last_change":"2024-09-22T09:25:24.832547+0000","last_active":"2024-09-22T09:25:24.832547+0000","last_peered":"2024-09-22T09:25:24.832547+0000","last_clean":"2024-09-22T09:25:24.832547+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:25:24.832547+0000","last_undegraded":"2024-09-22T09:25:24.832547+0000","last_fullsized":"2024-09-22T09:25:24.832547+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:24.832306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:24.832306+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.832306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:45.397744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.104414+0000","last_change":"2024-09-22T09:25:24.104414+0000","last_active":"2024-09-22T09:25:24.104414+0000","last_peered":"2024-09-22T09:25:24.104414+0000","last_clean":"2024-09-22T09:25:24.104414+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:25:24.104414+0000","last_undegraded":"2024-09-22T09:25:24.104414+0000","last_fullsized":"2024-09-22T09:25:24.104414+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'22","last_scrub_stamp":"2024-09-22T09:25:24.104216+0000","last_deep_scrub":"266'22","last_deep_scrub_stamp":"2024-09-22T09:25:24.104216+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.104216+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:26:18.764323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:21.816662+0000","last_change":"2024-09-22T09:09:48.747972+0000","last_active":"2024-09-22T09:22:21.816662+0000","last_peered":"2024-09-22T09:22:21.816662+0000","last_clean":"2024-09-22T09:22:21.816662+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:22:21.816662+0000","last_undegraded":"2024-09-22T09:22:21.816662+0000","last_fullsized":"2024-09-22T09:22:21.816662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:23:47.751712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:31.819267+0000","last_change":"2024-09-22T08:58:41.441654+0000","last_active":"2024-09-22T09:22:31.819267+0000","last_peered":"2024-09-22T09:22:31.819267+0000","last_clean":"2024-09-22T09:22:31.819267+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:22:31.819267+0000","last_undegraded":"2024-09-22T09:22:31.819267+0000","last_fullsized":"2024-09-22T09:22:31.819267+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:51.206574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:40.411109+0000","last_change":"2024-09-22T08:58:38.377447+0000","last_active":"2024-09-22T09:24:40.411109+0000","last_peered":"2024-09-22T09:24:40.411109+0000","last_clean":"2024-09-22T09:24:40.411109+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:24:40.411109+0000","last_undegraded":"2024-09-22T09:24:40.411109+0000","last_fullsized":"2024-09-22T09:24:40.411109+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.649775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6842,"num_write":5,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":379,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.156803+0000","last_change":"2024-09-22T09:25:16.156803+0000","last_active":"2024-09-22T09:25:16.156803+0000","last_peered":"2024-09-22T09:25:16.156803+0000","last_clean":"2024-09-22T09:25:16.156803+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:25:16.156803+0000","last_undegraded":"2024-09-22T09:25:16.156803+0000","last_fullsized":"2024-09-22T09:25:16.156803+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'106","last_scrub_stamp":"2024-09-22T09:25:16.156596+0000","last_deep_scrub":"263'106","last_deep_scrub_stamp":"2024-09-22T09:25:16.156596+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.156596+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:49.972997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'2","reported_seq":30,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.043816+0000","last_change":"2024-09-22T09:25:16.043816+0000","last_active":"2024-09-22T09:25:16.043816+0000","last_peered":"2024-09-22T09:25:16.043816+0000","last_clean":"2024-09-22T09:25:16.043816+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:25:16.043816+0000","last_undegraded":"2024-09-22T09:25:16.043816+0000","last_fullsized":"2024-09-22T09:25:16.043816+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:16.043562+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:16.043562+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.043562+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:13:22.319434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.245403+0000","last_change":"2024-09-22T09:25:22.245403+0000","last_active":"2024-09-22T09:25:22.245403+0000","last_peered":"2024-09-22T09:25:22.245403+0000","last_clean":"2024-09-22T09:25:22.245403+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:25:22.245403+0000","last_undegraded":"2024-09-22T09:25:22.245403+0000","last_fullsized":"2024-09-22T09:25:22.245403+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:22.245217+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:22.245217+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.245217+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:49.648156+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:47.018777+0000","last_change":"2024-09-22T08:58:38.366756+0000","last_active":"2024-09-22T09:22:47.018777+0000","last_peered":"2024-09-22T09:22:47.018777+0000","last_clean":"2024-09-22T09:22:47.018777+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:22:47.018777+0000","last_undegraded":"2024-09-22T09:22:47.018777+0000","last_fullsized":"2024-09-22T09:22:47.018777+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:45:33.846924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":122,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.860937+0000","last_change":"2024-09-22T09:25:21.860937+0000","last_active":"2024-09-22T09:25:21.860937+0000","last_peered":"2024-09-22T09:25:21.860937+0000","last_clean":"2024-09-22T09:25:21.860937+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:25:21.860937+0000","last_undegraded":"2024-09-22T09:25:21.860937+0000","last_fullsized":"2024-09-22T09:25:21.860937+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-22T09:25:21.860702+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-22T09:25:21.860702+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.860702+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:38.201639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:52.061206+0000","last_change":"2024-09-22T09:09:48.751755+0000","last_active":"2024-09-22T09:22:52.061206+0000","last_peered":"2024-09-22T09:22:52.061206+0000","last_clean":"2024-09-22T09:22:52.061206+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:22:52.061206+0000","last_undegraded":"2024-09-22T09:22:52.061206+0000","last_fullsized":"2024-09-22T09:22:52.061206+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'8","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:39.338501+0000","last_change":"2024-09-22T08:58:41.452900+0000","last_active":"2024-09-22T09:24:39.338501+0000","last_peered":"2024-09-22T09:24:39.338501+0000","last_clean":"2024-09-22T09:24:39.338501+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:24:39.338501+0000","last_undegraded":"2024-09-22T09:24:39.338501+0000","last_fullsized":"2024-09-22T09:24:39.338501+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12311,"num_write":8,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:23:42.032409+0000","last_change":"2024-09-22T08:58:38.369598+0000","last_active":"2024-09-22T09:23:42.032409+0000","last_peered":"2024-09-22T09:23:42.032409+0000","last_clean":"2024-09-22T09:23:42.032409+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:23:42.032409+0000","last_undegraded":"2024-09-22T09:23:42.032409+0000","last_fullsized":"2024-09-22T09:23:42.032409+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:37.331495+0000","last_clean_scrub_stamp":"2024-09-22T08:58:37.331495+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:27.833066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":122,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.421253+0000","last_change":"2024-09-22T09:25:22.421253+0000","last_active":"2024-09-22T09:25:22.421253+0000","last_peered":"2024-09-22T09:25:22.421253+0000","last_clean":"2024-09-22T09:25:22.421253+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:25:22.421253+0000","last_undegraded":"2024-09-22T09:25:22.421253+0000","last_fullsized":"2024-09-22T09:25:22.421253+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:22.421079+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:22.421079+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.421079+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:52.243996+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:22.053703+0000","last_change":"2024-09-22T09:09:48.745439+0000","last_active":"2024-09-22T09:22:22.053703+0000","last_peered":"2024-09-22T09:22:22.053703+0000","last_clean":"2024-09-22T09:22:22.053703+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:22:22.053703+0000","last_undegraded":"2024-09-22T09:22:22.053703+0000","last_fullsized":"2024-09-22T09:22:22.053703+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:43:43.238962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'8","reported_seq":63,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.745675+0000","last_change":"2024-09-22T09:25:19.745675+0000","last_active":"2024-09-22T09:25:19.745675+0000","last_peered":"2024-09-22T09:25:19.745675+0000","last_clean":"2024-09-22T09:25:19.745675+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:25:19.745675+0000","last_undegraded":"2024-09-22T09:25:19.745675+0000","last_fullsized":"2024-09-22T09:25:19.745675+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:19.745495+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:19.745495+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.745495+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:47.040039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":13,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'10","reported_seq":69,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.186563+0000","last_change":"2024-09-22T09:25:18.186563+0000","last_active":"2024-09-22T09:25:18.186563+0000","last_peered":"2024-09-22T09:25:18.186563+0000","last_clean":"2024-09-22T09:25:18.186563+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:25:18.186563+0000","last_undegraded":"2024-09-22T09:25:18.186563+0000","last_fullsized":"2024-09-22T09:25:18.186563+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-22T09:25:18.186370+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-22T09:25:18.186370+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.186370+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:21:27.758374+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":18961,"num_write":20,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":117,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.795702+0000","last_change":"2024-09-22T09:25:12.795702+0000","last_active":"2024-09-22T09:25:12.795702+0000","last_peered":"2024-09-22T09:25:12.795702+0000","last_clean":"2024-09-22T09:25:12.795702+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:25:12.795702+0000","last_undegraded":"2024-09-22T09:25:12.795702+0000","last_fullsized":"2024-09-22T09:25:12.795702+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'21","last_scrub_stamp":"2024-09-22T09:25:12.795512+0000","last_deep_scrub":"266'21","last_deep_scrub_stamp":"2024-09-22T09:25:12.795512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.795512+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:17.695028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:27.014220+0000","last_change":"2024-09-22T09:09:48.768472+0000","last_active":"2024-09-22T09:22:27.014220+0000","last_peered":"2024-09-22T09:22:27.014220+0000","last_clean":"2024-09-22T09:22:27.014220+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:22:27.014220+0000","last_undegraded":"2024-09-22T09:22:27.014220+0000","last_fullsized":"2024-09-22T09:22:27.014220+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:43.387844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:36.806295+0000","last_change":"2024-09-22T08:58:41.432894+0000","last_active":"2024-09-22T09:21:36.806295+0000","last_peered":"2024-09-22T09:21:36.806295+0000","last_clean":"2024-09-22T09:21:36.806295+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:21:36.806295+0000","last_undegraded":"2024-09-22T09:21:36.806295+0000","last_fullsized":"2024-09-22T09:21:36.806295+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:58:40.393293+0000","last_clean_scrub_stamp":"2024-09-22T08:58:40.393293+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:20:49.920522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":64,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.703433+0000","last_change":"2024-09-22T09:25:18.703433+0000","last_active":"2024-09-22T09:25:18.703433+0000","last_peered":"2024-09-22T09:25:18.703433+0000","last_clean":"2024-09-22T09:25:18.703433+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:25:18.703433+0000","last_undegraded":"2024-09-22T09:25:18.703433+0000","last_fullsized":"2024-09-22T09:25:18.703433+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:18.703217+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:18.703217+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.703217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:55:54.095588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":154,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.127503+0000","last_change":"2024-09-22T09:25:22.127503+0000","last_active":"2024-09-22T09:25:22.127503+0000","last_peered":"2024-09-22T09:25:22.127503+0000","last_clean":"2024-09-22T09:25:22.127503+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:25:22.127503+0000","last_undegraded":"2024-09-22T09:25:22.127503+0000","last_fullsized":"2024-09-22T09:25:22.127503+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'37","last_scrub_stamp":"2024-09-22T09:25:22.127284+0000","last_deep_scrub":"266'37","last_deep_scrub_stamp":"2024-09-22T09:25:22.127284+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.127284+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:53.717216+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'333","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.167013+0000","last_change":"2024-09-22T09:25:01.167013+0000","last_active":"2024-09-22T09:25:01.167013+0000","last_peered":"2024-09-22T09:25:01.167013+0000","last_clean":"2024-09-22T09:25:01.167013+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:25:01.167013+0000","last_undegraded":"2024-09-22T09:25:01.167013+0000","last_fullsized":"2024-09-22T09:25:01.167013+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.166805+0000","objects_scrubbed":1,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:40.847848+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":674,"num_read_kb":27944,"num_write":1055,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.879377+0000","last_change":"2024-09-22T09:25:03.879377+0000","last_active":"2024-09-22T09:25:03.879377+0000","last_peered":"2024-09-22T09:25:03.879377+0000","last_clean":"2024-09-22T09:25:03.879377+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:25:03.879377+0000","last_undegraded":"2024-09-22T09:25:03.879377+0000","last_fullsized":"2024-09-22T09:25:03.879377+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'144","last_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_deep_scrub":"266'144","last_deep_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.879151+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:09.559209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'381","reported_seq":1050,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.188985+0000","last_change":"2024-09-22T09:24:53.188985+0000","last_active":"2024-09-22T09:24:53.188985+0000","last_peered":"2024-09-22T09:24:53.188985+0000","last_clean":"2024-09-22T09:24:53.188985+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:24:53.188985+0000","last_undegraded":"2024-09-22T09:24:53.188985+0000","last_fullsized":"2024-09-22T09:24:53.188985+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.188716+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:32:11.475486+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":657,"num_read_kb":37444,"num_write":1152,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.126095+0000","last_change":"2024-09-22T09:25:06.126095+0000","last_active":"2024-09-22T09:25:06.126095+0000","last_peered":"2024-09-22T09:25:06.126095+0000","last_clean":"2024-09-22T09:25:06.126095+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:25:06.126095+0000","last_undegraded":"2024-09-22T09:25:06.126095+0000","last_fullsized":"2024-09-22T09:25:06.126095+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'267","last_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_deep_scrub":"266'267","last_deep_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.125924+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:07.607606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'354","reported_seq":1007,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.367023+0000","last_change":"2024-09-22T09:24:52.367023+0000","last_active":"2024-09-22T09:24:52.367023+0000","last_peered":"2024-09-22T09:24:52.367023+0000","last_clean":"2024-09-22T09:24:52.367023+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:24:52.367023+0000","last_undegraded":"2024-09-22T09:24:52.367023+0000","last_fullsized":"2024-09-22T09:24:52.367023+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'354","last_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_deep_scrub":"266'354","last_deep_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.366822+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:51.883814+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":13679,"num_write":1191,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":724,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.496551+0000","last_change":"2024-09-22T09:25:04.496551+0000","last_active":"2024-09-22T09:25:04.496551+0000","last_peered":"2024-09-22T09:25:04.496551+0000","last_clean":"2024-09-22T09:25:04.496551+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:25:04.496551+0000","last_undegraded":"2024-09-22T09:25:04.496551+0000","last_fullsized":"2024-09-22T09:25:04.496551+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.496307+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:39.581666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'327","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.995080+0000","last_change":"2024-09-22T09:24:57.995080+0000","last_active":"2024-09-22T09:24:57.995080+0000","last_peered":"2024-09-22T09:24:57.995080+0000","last_clean":"2024-09-22T09:24:57.995080+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:24:57.995080+0000","last_undegraded":"2024-09-22T09:24:57.995080+0000","last_fullsized":"2024-09-22T09:24:57.995080+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'327","last_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_deep_scrub":"266'327","last_deep_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.994867+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:36.064542+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":470,"num_read_kb":22989,"num_write":861,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.455770+0000","last_change":"2024-09-22T09:25:01.455770+0000","last_active":"2024-09-22T09:25:01.455770+0000","last_peered":"2024-09-22T09:25:01.455770+0000","last_clean":"2024-09-22T09:25:01.455770+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:25:01.455770+0000","last_undegraded":"2024-09-22T09:25:01.455770+0000","last_fullsized":"2024-09-22T09:25:01.455770+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.455466+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:24.960094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'368","reported_seq":1067,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.137030+0000","last_change":"2024-09-22T09:25:00.136873+0000","last_active":"2024-09-22T09:25:00.137030+0000","last_peered":"2024-09-22T09:25:00.137030+0000","last_clean":"2024-09-22T09:25:00.137030+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:25:00.137030+0000","last_undegraded":"2024-09-22T09:25:00.137030+0000","last_fullsized":"2024-09-22T09:25:00.137030+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'368","last_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_deep_scrub":"266'368","last_deep_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.136633+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:52.219400+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":694,"num_read_kb":47725,"num_write":1289,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'108","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.913920+0000","last_change":"2024-09-22T09:24:59.913920+0000","last_active":"2024-09-22T09:24:59.913920+0000","last_peered":"2024-09-22T09:24:59.913920+0000","last_clean":"2024-09-22T09:24:59.913920+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:24:59.913920+0000","last_undegraded":"2024-09-22T09:24:59.913920+0000","last_fullsized":"2024-09-22T09:24:59.913920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.913634+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:16:02.665621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'341","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.013108+0000","last_change":"2024-09-22T09:24:57.012931+0000","last_active":"2024-09-22T09:24:57.013108+0000","last_peered":"2024-09-22T09:24:57.013108+0000","last_clean":"2024-09-22T09:24:57.013108+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:24:57.013108+0000","last_undegraded":"2024-09-22T09:24:57.013108+0000","last_fullsized":"2024-09-22T09:24:57.013108+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.012726+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:32:34.356675+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174783,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":605,"num_read_kb":36706,"num_write":1038,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.521993+0000","last_change":"2024-09-22T09:25:05.521993+0000","last_active":"2024-09-22T09:25:05.521993+0000","last_peered":"2024-09-22T09:25:05.521993+0000","last_clean":"2024-09-22T09:25:05.521993+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:25:05.521993+0000","last_undegraded":"2024-09-22T09:25:05.521993+0000","last_fullsized":"2024-09-22T09:25:05.521993+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'87","last_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_deep_scrub":"266'87","last_deep_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.521730+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:53.138473+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'363","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.127323+0000","last_change":"2024-09-22T09:24:57.127153+0000","last_active":"2024-09-22T09:24:57.127323+0000","last_peered":"2024-09-22T09:24:57.127323+0000","last_clean":"2024-09-22T09:24:57.127323+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:24:57.127323+0000","last_undegraded":"2024-09-22T09:24:57.127323+0000","last_fullsized":"2024-09-22T09:24:57.127323+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'363","last_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_deep_scrub":"266'363","last_deep_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.126944+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:25.330870+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":5378,"num_write":1221,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.925234+0000","last_change":"2024-09-22T09:25:04.925234+0000","last_active":"2024-09-22T09:25:04.925234+0000","last_peered":"2024-09-22T09:25:04.925234+0000","last_clean":"2024-09-22T09:25:04.925234+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:25:04.925234+0000","last_undegraded":"2024-09-22T09:25:04.925234+0000","last_fullsized":"2024-09-22T09:25:04.925234+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.925052+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:38.884683+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'344","reported_seq":973,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.616610+0000","last_change":"2024-09-22T09:24:55.616415+0000","last_active":"2024-09-22T09:24:55.616610+0000","last_peered":"2024-09-22T09:24:55.616610+0000","last_clean":"2024-09-22T09:24:55.616610+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:24:55.616610+0000","last_undegraded":"2024-09-22T09:24:55.616610+0000","last_fullsized":"2024-09-22T09:24:55.616610+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.616203+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:09.071720+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":10855,"num_write":1006,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.844691+0000","last_change":"2024-09-22T09:24:54.844691+0000","last_active":"2024-09-22T09:24:54.844691+0000","last_peered":"2024-09-22T09:24:54.844691+0000","last_clean":"2024-09-22T09:24:54.844691+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:24:54.844691+0000","last_undegraded":"2024-09-22T09:24:54.844691+0000","last_fullsized":"2024-09-22T09:24:54.844691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.844474+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:56.592263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.427659+0000","last_change":"2024-09-22T09:25:02.427659+0000","last_active":"2024-09-22T09:25:02.427659+0000","last_peered":"2024-09-22T09:25:02.427659+0000","last_clean":"2024-09-22T09:25:02.427659+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:25:02.427659+0000","last_undegraded":"2024-09-22T09:25:02.427659+0000","last_fullsized":"2024-09-22T09:25:02.427659+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'128","last_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_deep_scrub":"266'128","last_deep_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.427480+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:02.628875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'337","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.117222+0000","last_change":"2024-09-22T09:24:58.117222+0000","last_active":"2024-09-22T09:24:58.117222+0000","last_peered":"2024-09-22T09:24:58.117222+0000","last_clean":"2024-09-22T09:24:58.117222+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:24:58.117222+0000","last_undegraded":"2024-09-22T09:24:58.117222+0000","last_fullsized":"2024-09-22T09:24:58.117222+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.116801+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:12.220922+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1080000,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":535,"num_read_kb":1798,"num_write":1019,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.114171+0000","last_change":"2024-09-22T09:25:04.114171+0000","last_active":"2024-09-22T09:25:04.114171+0000","last_peered":"2024-09-22T09:25:04.114171+0000","last_clean":"2024-09-22T09:25:04.114171+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:25:04.114171+0000","last_undegraded":"2024-09-22T09:25:04.114171+0000","last_fullsized":"2024-09-22T09:25:04.114171+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.113987+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:20.002240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'382","reported_seq":1026,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.921494+0000","last_change":"2024-09-22T09:24:55.921494+0000","last_active":"2024-09-22T09:24:55.921494+0000","last_peered":"2024-09-22T09:24:55.921494+0000","last_clean":"2024-09-22T09:24:55.921494+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:24:55.921494+0000","last_undegraded":"2024-09-22T09:24:55.921494+0000","last_fullsized":"2024-09-22T09:24:55.921494+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'382","last_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_deep_scrub":"266'382","last_deep_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.921229+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:35.480499+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":658,"num_read_kb":13103,"num_write":1090,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.883875+0000","last_change":"2024-09-22T09:25:01.883875+0000","last_active":"2024-09-22T09:25:01.883875+0000","last_peered":"2024-09-22T09:25:01.883875+0000","last_clean":"2024-09-22T09:25:01.883875+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:25:01.883875+0000","last_undegraded":"2024-09-22T09:25:01.883875+0000","last_fullsized":"2024-09-22T09:25:01.883875+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'78","last_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_deep_scrub":"266'78","last_deep_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.883689+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:33.380739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'344","reported_seq":985,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.994592+0000","last_change":"2024-09-22T09:24:51.994592+0000","last_active":"2024-09-22T09:24:51.994592+0000","last_peered":"2024-09-22T09:24:51.994592+0000","last_clean":"2024-09-22T09:24:51.994592+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:24:51.994592+0000","last_undegraded":"2024-09-22T09:24:51.994592+0000","last_fullsized":"2024-09-22T09:24:51.994592+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.994377+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:18:32.831124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":11711,"num_write":1053,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":851,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.701460+0000","last_change":"2024-09-22T09:24:50.701460+0000","last_active":"2024-09-22T09:24:50.701460+0000","last_peered":"2024-09-22T09:24:50.701460+0000","last_clean":"2024-09-22T09:24:50.701460+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:24:50.701460+0000","last_undegraded":"2024-09-22T09:24:50.701460+0000","last_fullsized":"2024-09-22T09:24:50.701460+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'261","last_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_deep_scrub":"266'261","last_deep_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.701275+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:23.851755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'339","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.371890+0000","last_change":"2024-09-22T09:24:49.371890+0000","last_active":"2024-09-22T09:24:49.371890+0000","last_peered":"2024-09-22T09:24:49.371890+0000","last_clean":"2024-09-22T09:24:49.371890+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:24:49.371890+0000","last_undegraded":"2024-09-22T09:24:49.371890+0000","last_fullsized":"2024-09-22T09:24:49.371890+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'339","last_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_deep_scrub":"266'339","last_deep_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.371649+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:21.021513+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":605,"num_read_kb":14758,"num_write":1058,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.804061+0000","last_change":"2024-09-22T09:24:53.804061+0000","last_active":"2024-09-22T09:24:53.804061+0000","last_peered":"2024-09-22T09:24:53.804061+0000","last_clean":"2024-09-22T09:24:53.804061+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:24:53.804061+0000","last_undegraded":"2024-09-22T09:24:53.804061+0000","last_fullsized":"2024-09-22T09:24:53.804061+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'105","last_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_deep_scrub":"266'105","last_deep_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.803881+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:01.131419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'304","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.732753+0000","last_change":"2024-09-22T09:25:02.732753+0000","last_active":"2024-09-22T09:25:02.732753+0000","last_peered":"2024-09-22T09:25:02.732753+0000","last_clean":"2024-09-22T09:25:02.732753+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:25:02.732753+0000","last_undegraded":"2024-09-22T09:25:02.732753+0000","last_fullsized":"2024-09-22T09:25:02.732753+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'304","last_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_deep_scrub":"266'304","last_deep_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.732496+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:47.276750+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":76154,"num_write":931,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.447102+0000","last_change":"2024-09-22T09:25:03.447102+0000","last_active":"2024-09-22T09:25:03.447102+0000","last_peered":"2024-09-22T09:25:03.447102+0000","last_clean":"2024-09-22T09:25:03.447102+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:25:03.447102+0000","last_undegraded":"2024-09-22T09:25:03.447102+0000","last_fullsized":"2024-09-22T09:25:03.447102+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.446919+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:48.570068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'355","reported_seq":1027,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.389036+0000","last_change":"2024-09-22T09:24:51.388886+0000","last_active":"2024-09-22T09:24:51.389036+0000","last_peered":"2024-09-22T09:24:51.389036+0000","last_clean":"2024-09-22T09:24:51.389036+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:24:51.389036+0000","last_undegraded":"2024-09-22T09:24:51.389036+0000","last_fullsized":"2024-09-22T09:24:51.389036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.388658+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:32:48.293155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":493044,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":645,"num_read_kb":47558,"num_write":1197,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'137","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.405962+0000","last_change":"2024-09-22T09:25:20.405962+0000","last_active":"2024-09-22T09:25:20.405962+0000","last_peered":"2024-09-22T09:25:20.405962+0000","last_clean":"2024-09-22T09:25:20.405962+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:25:20.405962+0000","last_undegraded":"2024-09-22T09:25:20.405962+0000","last_fullsized":"2024-09-22T09:25:20.405962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:20.405771+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:20.405771+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.405771+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:08.491391+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":957,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.640305+0000","last_change":"2024-09-22T09:24:57.640155+0000","last_active":"2024-09-22T09:24:57.640305+0000","last_peered":"2024-09-22T09:24:57.640305+0000","last_clean":"2024-09-22T09:24:57.640305+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:24:57.640305+0000","last_undegraded":"2024-09-22T09:24:57.640305+0000","last_fullsized":"2024-09-22T09:24:57.640305+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'340","last_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_deep_scrub":"266'340","last_deep_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.639977+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:35.141859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'314","reported_seq":1022,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.172454+0000","last_change":"2024-09-22T09:24:56.172454+0000","last_active":"2024-09-22T09:24:56.172454+0000","last_peered":"2024-09-22T09:24:56.172454+0000","last_clean":"2024-09-22T09:24:56.172454+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:24:56.172454+0000","last_undegraded":"2024-09-22T09:24:56.172454+0000","last_fullsized":"2024-09-22T09:24:56.172454+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'314","last_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_deep_scrub":"266'314","last_deep_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.172226+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.464314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":47942,"num_write":1014,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.916435+0000","last_change":"2024-09-22T09:25:06.916435+0000","last_active":"2024-09-22T09:25:06.916435+0000","last_peered":"2024-09-22T09:25:06.916435+0000","last_clean":"2024-09-22T09:25:06.916435+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:25:06.916435+0000","last_undegraded":"2024-09-22T09:25:06.916435+0000","last_fullsized":"2024-09-22T09:25:06.916435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.916221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.916221+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.916221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:48.352035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'352","reported_seq":958,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.451260+0000","last_change":"2024-09-22T09:25:08.451260+0000","last_active":"2024-09-22T09:25:08.451260+0000","last_peered":"2024-09-22T09:25:08.451260+0000","last_clean":"2024-09-22T09:25:08.451260+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:25:08.451260+0000","last_undegraded":"2024-09-22T09:25:08.451260+0000","last_fullsized":"2024-09-22T09:25:08.451260+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:25:08.451060+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:25:08.451060+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.451060+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:07.169465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52140,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":567,"num_read_kb":1215,"num_write":458,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.047665+0000","last_change":"2024-09-22T09:25:18.047665+0000","last_active":"2024-09-22T09:25:18.047665+0000","last_peered":"2024-09-22T09:25:18.047665+0000","last_clean":"2024-09-22T09:25:18.047665+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:25:18.047665+0000","last_undegraded":"2024-09-22T09:25:18.047665+0000","last_fullsized":"2024-09-22T09:25:18.047665+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:18.047471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:18.047471+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.047471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:36:05.966729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'146","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.843432+0000","last_change":"2024-09-22T09:25:22.843432+0000","last_active":"2024-09-22T09:25:22.843432+0000","last_peered":"2024-09-22T09:25:22.843432+0000","last_clean":"2024-09-22T09:25:22.843432+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:25:22.843432+0000","last_undegraded":"2024-09-22T09:25:22.843432+0000","last_fullsized":"2024-09-22T09:25:22.843432+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'146","last_scrub_stamp":"2024-09-22T09:25:22.843235+0000","last_deep_scrub":"266'146","last_deep_scrub_stamp":"2024-09-22T09:25:22.843235+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.843235+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:07:23.323462+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":702,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.965051+0000","last_change":"2024-09-22T09:24:58.965051+0000","last_active":"2024-09-22T09:24:58.965051+0000","last_peered":"2024-09-22T09:24:58.965051+0000","last_clean":"2024-09-22T09:24:58.965051+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:24:58.965051+0000","last_undegraded":"2024-09-22T09:24:58.965051+0000","last_fullsized":"2024-09-22T09:24:58.965051+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.964871+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:18.224115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'341","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.435676+0000","last_change":"2024-09-22T09:24:45.435621+0000","last_active":"2024-09-22T09:24:45.435676+0000","last_peered":"2024-09-22T09:24:45.435676+0000","last_clean":"2024-09-22T09:24:45.435676+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:24:45.435676+0000","last_undegraded":"2024-09-22T09:24:45.435676+0000","last_fullsized":"2024-09-22T09:24:45.435676+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.435543+0000","objects_scrubbed":3,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.612584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":651,"num_read_kb":64940,"num_write":1063,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.867081+0000","last_change":"2024-09-22T09:25:08.867081+0000","last_active":"2024-09-22T09:25:08.867081+0000","last_peered":"2024-09-22T09:25:08.867081+0000","last_clean":"2024-09-22T09:25:08.867081+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:25:08.867081+0000","last_undegraded":"2024-09-22T09:25:08.867081+0000","last_fullsized":"2024-09-22T09:25:08.867081+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.866891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.866891+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.866891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:34.229756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'91","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.421668+0000","last_change":"2024-09-22T09:25:12.421668+0000","last_active":"2024-09-22T09:25:12.421668+0000","last_peered":"2024-09-22T09:25:12.421668+0000","last_clean":"2024-09-22T09:25:12.421668+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:25:12.421668+0000","last_undegraded":"2024-09-22T09:25:12.421668+0000","last_fullsized":"2024-09-22T09:25:12.421668+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'91","last_scrub_stamp":"2024-09-22T09:25:12.421482+0000","last_deep_scrub":"266'91","last_deep_scrub_stamp":"2024-09-22T09:25:12.421482+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.421482+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:11.724070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.397936+0000","last_change":"2024-09-22T09:25:16.397936+0000","last_active":"2024-09-22T09:25:16.397936+0000","last_peered":"2024-09-22T09:25:16.397936+0000","last_clean":"2024-09-22T09:25:16.397936+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:25:16.397936+0000","last_undegraded":"2024-09-22T09:25:16.397936+0000","last_fullsized":"2024-09-22T09:25:16.397936+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.397753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.397753+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.397753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:14.682092+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'139","reported_seq":653,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.648178+0000","last_change":"2024-09-22T09:25:20.648178+0000","last_active":"2024-09-22T09:25:20.648178+0000","last_peered":"2024-09-22T09:25:20.648178+0000","last_clean":"2024-09-22T09:25:20.648178+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:25:20.648178+0000","last_undegraded":"2024-09-22T09:25:20.648178+0000","last_fullsized":"2024-09-22T09:25:20.648178+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-22T09:25:20.647928+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-22T09:25:20.647928+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.647928+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:41.031827+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.406915+0000","last_change":"2024-09-22T09:24:56.406915+0000","last_active":"2024-09-22T09:24:56.406915+0000","last_peered":"2024-09-22T09:24:56.406915+0000","last_clean":"2024-09-22T09:24:56.406915+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:24:56.406915+0000","last_undegraded":"2024-09-22T09:24:56.406915+0000","last_fullsized":"2024-09-22T09:24:56.406915+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.406733+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:03.683132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'384","reported_seq":1079,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.222727+0000","last_change":"2024-09-22T09:24:54.222727+0000","last_active":"2024-09-22T09:24:54.222727+0000","last_peered":"2024-09-22T09:24:54.222727+0000","last_clean":"2024-09-22T09:24:54.222727+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:24:54.222727+0000","last_undegraded":"2024-09-22T09:24:54.222727+0000","last_fullsized":"2024-09-22T09:24:54.222727+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'384","last_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_deep_scrub":"266'384","last_deep_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.222442+0000","objects_scrubbed":6,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:15.803899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":772,"num_read_kb":65163,"num_write":1199,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.906952+0000","last_change":"2024-09-22T09:25:13.906952+0000","last_active":"2024-09-22T09:25:13.906952+0000","last_peered":"2024-09-22T09:25:13.906952+0000","last_clean":"2024-09-22T09:25:13.906952+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:25:13.906952+0000","last_undegraded":"2024-09-22T09:25:13.906952+0000","last_fullsized":"2024-09-22T09:25:13.906952+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:13.906769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:13.906769+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.906769+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:20:42.294633+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'112","reported_seq":647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.888558+0000","last_change":"2024-09-22T09:24:58.888433+0000","last_active":"2024-09-22T09:24:58.888558+0000","last_peered":"2024-09-22T09:24:58.888558+0000","last_clean":"2024-09-22T09:24:58.888558+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:24:58.888558+0000","last_undegraded":"2024-09-22T09:24:58.888558+0000","last_fullsized":"2024-09-22T09:24:58.888558+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.888213+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:10:56.903926+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'753","reported_seq":2146,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.084411+0000","last_change":"2024-09-22T09:25:19.084411+0000","last_active":"2024-09-22T09:25:19.084411+0000","last_peered":"2024-09-22T09:25:19.084411+0000","last_clean":"2024-09-22T09:25:19.084411+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:25:19.084411+0000","last_undegraded":"2024-09-22T09:25:19.084411+0000","last_fullsized":"2024-09-22T09:25:19.084411+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'753","last_scrub_stamp":"2024-09-22T09:25:19.084214+0000","last_deep_scrub":"266'753","last_deep_scrub_stamp":"2024-09-22T09:25:19.084214+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.084214+0000","objects_scrubbed":1,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.818061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'229","reported_seq":1069,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.377729+0000","last_change":"2024-09-22T09:25:21.377729+0000","last_active":"2024-09-22T09:25:21.377729+0000","last_peered":"2024-09-22T09:25:21.377729+0000","last_clean":"2024-09-22T09:25:21.377729+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:25:21.377729+0000","last_undegraded":"2024-09-22T09:25:21.377729+0000","last_fullsized":"2024-09-22T09:25:21.377729+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-22T09:25:21.377544+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-22T09:25:21.377544+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.377544+0000","objects_scrubbed":2,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:11:03.257990+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'315","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.720124+0000","last_change":"2024-09-22T09:25:01.720124+0000","last_active":"2024-09-22T09:25:01.720124+0000","last_peered":"2024-09-22T09:25:01.720124+0000","last_clean":"2024-09-22T09:25:01.720124+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:25:01.720124+0000","last_undegraded":"2024-09-22T09:25:01.720124+0000","last_fullsized":"2024-09-22T09:25:01.720124+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'315","last_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_deep_scrub":"266'315","last_deep_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.719939+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:20:35.868880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'293","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.967579+0000","last_change":"2024-09-22T09:24:49.967579+0000","last_active":"2024-09-22T09:24:49.967579+0000","last_peered":"2024-09-22T09:24:49.967579+0000","last_clean":"2024-09-22T09:24:49.967579+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:24:49.967579+0000","last_undegraded":"2024-09-22T09:24:49.967579+0000","last_fullsized":"2024-09-22T09:24:49.967579+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'293","last_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_deep_scrub":"266'293","last_deep_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.967360+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:25.894962+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":36263,"num_write":940,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.917963+0000","last_change":"2024-09-22T09:25:08.917963+0000","last_active":"2024-09-22T09:25:08.917963+0000","last_peered":"2024-09-22T09:25:08.917963+0000","last_clean":"2024-09-22T09:25:08.917963+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:25:08.917963+0000","last_undegraded":"2024-09-22T09:25:08.917963+0000","last_fullsized":"2024-09-22T09:25:08.917963+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.917764+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.917764+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.917764+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:14.263267+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'287","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.045524+0000","last_change":"2024-09-22T09:25:14.045524+0000","last_active":"2024-09-22T09:25:14.045524+0000","last_peered":"2024-09-22T09:25:14.045524+0000","last_clean":"2024-09-22T09:25:14.045524+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:25:14.045524+0000","last_undegraded":"2024-09-22T09:25:14.045524+0000","last_fullsized":"2024-09-22T09:25:14.045524+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'287","last_scrub_stamp":"2024-09-22T09:25:14.045316+0000","last_deep_scrub":"266'287","last_deep_scrub_stamp":"2024-09-22T09:25:14.045316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.045316+0000","objects_scrubbed":5,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:39.032628+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48164,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":1097,"num_write":384,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'785","reported_seq":4110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.960237+0000","last_change":"2024-09-22T09:25:17.960237+0000","last_active":"2024-09-22T09:25:17.960237+0000","last_peered":"2024-09-22T09:25:17.960237+0000","last_clean":"2024-09-22T09:25:17.960237+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:25:17.960237+0000","last_undegraded":"2024-09-22T09:25:17.960237+0000","last_fullsized":"2024-09-22T09:25:17.960237+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'785","last_scrub_stamp":"2024-09-22T09:25:17.960018+0000","last_deep_scrub":"266'785","last_deep_scrub_stamp":"2024-09-22T09:25:17.960018+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.960018+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:03:37.229307+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.942797+0000","last_change":"2024-09-22T09:24:59.942797+0000","last_active":"2024-09-22T09:24:59.942797+0000","last_peered":"2024-09-22T09:24:59.942797+0000","last_clean":"2024-09-22T09:24:59.942797+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:24:59.942797+0000","last_undegraded":"2024-09-22T09:24:59.942797+0000","last_fullsized":"2024-09-22T09:24:59.942797+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'84","last_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_deep_scrub":"266'84","last_deep_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.942561+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:06:52.469697+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'353","reported_seq":1001,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.290333+0000","last_change":"2024-09-22T09:24:52.290333+0000","last_active":"2024-09-22T09:24:52.290333+0000","last_peered":"2024-09-22T09:24:52.290333+0000","last_clean":"2024-09-22T09:24:52.290333+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:52.290333+0000","last_undegraded":"2024-09-22T09:24:52.290333+0000","last_fullsized":"2024-09-22T09:24:52.290333+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.290066+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:09.067059+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":33187,"num_write":1175,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.088924+0000","last_change":"2024-09-22T09:25:07.088924+0000","last_active":"2024-09-22T09:25:07.088924+0000","last_peered":"2024-09-22T09:25:07.088924+0000","last_clean":"2024-09-22T09:25:07.088924+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:25:07.088924+0000","last_undegraded":"2024-09-22T09:25:07.088924+0000","last_fullsized":"2024-09-22T09:25:07.088924+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.088749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.088749+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.088749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:07:55.408986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'375","reported_seq":989,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.907451+0000","last_change":"2024-09-22T09:25:12.907451+0000","last_active":"2024-09-22T09:25:12.907451+0000","last_peered":"2024-09-22T09:25:12.907451+0000","last_clean":"2024-09-22T09:25:12.907451+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:25:12.907451+0000","last_undegraded":"2024-09-22T09:25:12.907451+0000","last_fullsized":"2024-09-22T09:25:12.907451+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-22T09:25:12.907130+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-22T09:25:12.907130+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.907130+0000","objects_scrubbed":9,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:56.007775+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46544,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":602,"num_read_kb":1262,"num_write":480,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.242912+0000","last_change":"2024-09-22T09:25:07.242912+0000","last_active":"2024-09-22T09:25:07.242912+0000","last_peered":"2024-09-22T09:25:07.242912+0000","last_clean":"2024-09-22T09:25:07.242912+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:25:07.242912+0000","last_undegraded":"2024-09-22T09:25:07.242912+0000","last_fullsized":"2024-09-22T09:25:07.242912+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.242719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.242719+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.242719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:08.250186+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'574","reported_seq":1398,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.827566+0000","last_change":"2024-09-22T09:25:16.827566+0000","last_active":"2024-09-22T09:25:16.827566+0000","last_peered":"2024-09-22T09:25:16.827566+0000","last_clean":"2024-09-22T09:25:16.827566+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:25:16.827566+0000","last_undegraded":"2024-09-22T09:25:16.827566+0000","last_fullsized":"2024-09-22T09:25:16.827566+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'574","last_scrub_stamp":"2024-09-22T09:25:16.827389+0000","last_deep_scrub":"266'574","last_deep_scrub_stamp":"2024-09-22T09:25:16.827389+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.827389+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:23.446119+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.328492+0000","last_change":"2024-09-22T09:24:52.328492+0000","last_active":"2024-09-22T09:24:52.328492+0000","last_peered":"2024-09-22T09:24:52.328492+0000","last_clean":"2024-09-22T09:24:52.328492+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:24:52.328492+0000","last_undegraded":"2024-09-22T09:24:52.328492+0000","last_fullsized":"2024-09-22T09:24:52.328492+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.328285+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:27:05.932389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'379","reported_seq":1153,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.256891+0000","last_change":"2024-09-22T09:24:51.256734+0000","last_active":"2024-09-22T09:24:51.256891+0000","last_peered":"2024-09-22T09:24:51.256891+0000","last_clean":"2024-09-22T09:24:51.256891+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:24:51.256891+0000","last_undegraded":"2024-09-22T09:24:51.256891+0000","last_fullsized":"2024-09-22T09:24:51.256891+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'379","last_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_deep_scrub":"266'379","last_deep_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.256498+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:20.139239+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":790,"num_read_kb":68267,"num_write":1269,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"266'6","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.887204+0000","last_change":"2024-09-22T09:24:55.887204+0000","last_active":"2024-09-22T09:24:55.887204+0000","last_peered":"2024-09-22T09:24:55.887204+0000","last_clean":"2024-09-22T09:24:55.887204+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:55.887204+0000","last_undegraded":"2024-09-22T09:24:55.887204+0000","last_fullsized":"2024-09-22T09:24:55.887204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.886956+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:00.497293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'275","reported_seq":849,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.887232+0000","last_change":"2024-09-22T09:25:10.887232+0000","last_active":"2024-09-22T09:25:10.887232+0000","last_peered":"2024-09-22T09:25:10.887232+0000","last_clean":"2024-09-22T09:25:10.887232+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:25:10.887232+0000","last_undegraded":"2024-09-22T09:25:10.887232+0000","last_fullsized":"2024-09-22T09:25:10.887232+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'275","last_scrub_stamp":"2024-09-22T09:25:10.886990+0000","last_deep_scrub":"266'275","last_deep_scrub_stamp":"2024-09-22T09:25:10.886990+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.886990+0000","objects_scrubbed":5,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:03:32.243661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42936,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.903469+0000","last_change":"2024-09-22T09:25:22.903469+0000","last_active":"2024-09-22T09:25:22.903469+0000","last_peered":"2024-09-22T09:25:22.903469+0000","last_clean":"2024-09-22T09:25:22.903469+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:25:22.903469+0000","last_undegraded":"2024-09-22T09:25:22.903469+0000","last_fullsized":"2024-09-22T09:25:22.903469+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:22.903288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:22.903288+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.903288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:07.237790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2494","reported_seq":4318,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.794063+0000","last_change":"2024-09-22T09:25:10.794063+0000","last_active":"2024-09-22T09:25:10.794063+0000","last_peered":"2024-09-22T09:25:10.794063+0000","last_clean":"2024-09-22T09:25:10.794063+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:25:10.794063+0000","last_undegraded":"2024-09-22T09:25:10.794063+0000","last_fullsized":"2024-09-22T09:25:10.794063+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2494","last_scrub_stamp":"2024-09-22T09:25:10.793857+0000","last_deep_scrub":"266'2494","last_deep_scrub_stamp":"2024-09-22T09:25:10.793857+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.793857+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":2400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:36:25.414519+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'191","reported_seq":853,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.902627+0000","last_change":"2024-09-22T09:24:56.902627+0000","last_active":"2024-09-22T09:24:56.902627+0000","last_peered":"2024-09-22T09:24:56.902627+0000","last_clean":"2024-09-22T09:24:56.902627+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:24:56.902627+0000","last_undegraded":"2024-09-22T09:24:56.902627+0000","last_fullsized":"2024-09-22T09:24:56.902627+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'191","last_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_deep_scrub":"266'191","last_deep_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.902442+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:24.115637+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2871,"num_omap_keys":12,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'422","reported_seq":1105,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.219373+0000","last_change":"2024-09-22T09:24:50.219217+0000","last_active":"2024-09-22T09:24:50.219373+0000","last_peered":"2024-09-22T09:24:50.219373+0000","last_clean":"2024-09-22T09:24:50.219373+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:24:50.219373+0000","last_undegraded":"2024-09-22T09:24:50.219373+0000","last_fullsized":"2024-09-22T09:24:50.219373+0000","mapping_epoch":38,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'422","last_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_deep_scrub":"266'422","last_deep_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.219016+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:41.471977+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":772,"num_read_kb":13800,"num_write":1288,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.902160+0000","last_change":"2024-09-22T09:24:57.902160+0000","last_active":"2024-09-22T09:24:57.902160+0000","last_peered":"2024-09-22T09:24:57.902160+0000","last_clean":"2024-09-22T09:24:57.902160+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:24:57.902160+0000","last_undegraded":"2024-09-22T09:24:57.902160+0000","last_fullsized":"2024-09-22T09:24:57.902160+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.901975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:19:22.842641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'319","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.995042+0000","last_change":"2024-09-22T09:25:11.995042+0000","last_active":"2024-09-22T09:25:11.995042+0000","last_peered":"2024-09-22T09:25:11.995042+0000","last_clean":"2024-09-22T09:25:11.995042+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:25:11.995042+0000","last_undegraded":"2024-09-22T09:25:11.995042+0000","last_fullsized":"2024-09-22T09:25:11.995042+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'319","last_scrub_stamp":"2024-09-22T09:25:11.994835+0000","last_deep_scrub":"266'319","last_deep_scrub_stamp":"2024-09-22T09:25:11.994835+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.994835+0000","objects_scrubbed":8,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:04.311985+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51326,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":497,"num_read_kb":1091,"num_write":404,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'779","reported_seq":2951,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.542111+0000","last_change":"2024-09-22T09:25:12.542111+0000","last_active":"2024-09-22T09:25:12.542111+0000","last_peered":"2024-09-22T09:25:12.542111+0000","last_clean":"2024-09-22T09:25:12.542111+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:25:12.542111+0000","last_undegraded":"2024-09-22T09:25:12.542111+0000","last_fullsized":"2024-09-22T09:25:12.542111+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'779","last_scrub_stamp":"2024-09-22T09:25:12.541918+0000","last_deep_scrub":"266'779","last_deep_scrub_stamp":"2024-09-22T09:25:12.541918+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.541918+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:08.354440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.640401+0000","last_change":"2024-09-22T09:25:17.640401+0000","last_active":"2024-09-22T09:25:17.640401+0000","last_peered":"2024-09-22T09:25:17.640401+0000","last_clean":"2024-09-22T09:25:17.640401+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:25:17.640401+0000","last_undegraded":"2024-09-22T09:25:17.640401+0000","last_fullsized":"2024-09-22T09:25:17.640401+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-22T09:25:17.640158+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-22T09:25:17.640158+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.640158+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:24:20.211676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4442","reported_seq":5181,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.368311+0000","last_change":"2024-09-22T09:24:55.368311+0000","last_active":"2024-09-22T09:24:55.368311+0000","last_peered":"2024-09-22T09:24:55.368311+0000","last_clean":"2024-09-22T09:24:55.368311+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:24:55.368311+0000","last_undegraded":"2024-09-22T09:24:55.368311+0000","last_fullsized":"2024-09-22T09:24:55.368311+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4442","last_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_deep_scrub":"266'4442","last_deep_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.368116+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":3000,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:19.632342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25750,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'332","reported_seq":1058,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.031219+0000","last_change":"2024-09-22T09:24:49.031063+0000","last_active":"2024-09-22T09:24:49.031219+0000","last_peered":"2024-09-22T09:24:49.031219+0000","last_clean":"2024-09-22T09:24:49.031219+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:24:49.031219+0000","last_undegraded":"2024-09-22T09:24:49.031219+0000","last_fullsized":"2024-09-22T09:24:49.031219+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'332","last_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_deep_scrub":"266'332","last_deep_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.030812+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:30.451060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159806,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":827,"num_read_kb":4552,"num_write":1076,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.878159+0000","last_change":"2024-09-22T09:24:56.878159+0000","last_active":"2024-09-22T09:24:56.878159+0000","last_peered":"2024-09-22T09:24:56.878159+0000","last_clean":"2024-09-22T09:24:56.878159+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:24:56.878159+0000","last_undegraded":"2024-09-22T09:24:56.878159+0000","last_fullsized":"2024-09-22T09:24:56.878159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.877985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:08.860529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'452","reported_seq":1087,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.428278+0000","last_change":"2024-09-22T09:25:06.428278+0000","last_active":"2024-09-22T09:25:06.428278+0000","last_peered":"2024-09-22T09:25:06.428278+0000","last_clean":"2024-09-22T09:25:06.428278+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:25:06.428278+0000","last_undegraded":"2024-09-22T09:25:06.428278+0000","last_fullsized":"2024-09-22T09:25:06.428278+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'452","last_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_deep_scrub":"266'452","last_deep_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.428091+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:52:19.697367+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89540,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":801,"num_read_kb":1917,"num_write":654,"num_write_kb":554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.921439+0000","last_change":"2024-09-22T09:25:01.921439+0000","last_active":"2024-09-22T09:25:01.921439+0000","last_peered":"2024-09-22T09:25:01.921439+0000","last_clean":"2024-09-22T09:25:01.921439+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:25:01.921439+0000","last_undegraded":"2024-09-22T09:25:01.921439+0000","last_fullsized":"2024-09-22T09:25:01.921439+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.921199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:46.240370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'145","reported_seq":663,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.226344+0000","last_change":"2024-09-22T09:25:14.226344+0000","last_active":"2024-09-22T09:25:14.226344+0000","last_peered":"2024-09-22T09:25:14.226344+0000","last_clean":"2024-09-22T09:25:14.226344+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:25:14.226344+0000","last_undegraded":"2024-09-22T09:25:14.226344+0000","last_fullsized":"2024-09-22T09:25:14.226344+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'145","last_scrub_stamp":"2024-09-22T09:25:14.226061+0000","last_deep_scrub":"266'145","last_deep_scrub_stamp":"2024-09-22T09:25:14.226061+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.226061+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:14:42.756907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":755,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.314415+0000","last_change":"2024-09-22T09:24:51.314415+0000","last_active":"2024-09-22T09:24:51.314415+0000","last_peered":"2024-09-22T09:24:51.314415+0000","last_clean":"2024-09-22T09:24:51.314415+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:24:51.314415+0000","last_undegraded":"2024-09-22T09:24:51.314415+0000","last_fullsized":"2024-09-22T09:24:51.314415+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.314196+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:25.300085+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'344","reported_seq":971,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.710632+0000","last_change":"2024-09-22T09:24:46.710572+0000","last_active":"2024-09-22T09:24:46.710632+0000","last_peered":"2024-09-22T09:24:46.710632+0000","last_clean":"2024-09-22T09:24:46.710632+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:46.710632+0000","last_undegraded":"2024-09-22T09:24:46.710632+0000","last_fullsized":"2024-09-22T09:24:46.710632+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.710380+0000","objects_scrubbed":9,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:09.756353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":497,"num_read_kb":1530,"num_write":1028,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.907546+0000","last_change":"2024-09-22T09:24:59.907546+0000","last_active":"2024-09-22T09:24:59.907546+0000","last_peered":"2024-09-22T09:24:59.907546+0000","last_clean":"2024-09-22T09:24:59.907546+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:24:59.907546+0000","last_undegraded":"2024-09-22T09:24:59.907546+0000","last_fullsized":"2024-09-22T09:24:59.907546+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.907319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:17.633613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'299","reported_seq":881,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.466939+0000","last_change":"2024-09-22T09:25:11.466939+0000","last_active":"2024-09-22T09:25:11.466939+0000","last_peered":"2024-09-22T09:25:11.466939+0000","last_clean":"2024-09-22T09:25:11.466939+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:25:11.466939+0000","last_undegraded":"2024-09-22T09:25:11.466939+0000","last_fullsized":"2024-09-22T09:25:11.466939+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'299","last_scrub_stamp":"2024-09-22T09:25:11.466761+0000","last_deep_scrub":"266'299","last_deep_scrub_stamp":"2024-09-22T09:25:11.466761+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.466761+0000","objects_scrubbed":6,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:34:11.168160+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46432,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":1096,"num_write":444,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.568181+0000","last_change":"2024-09-22T09:25:13.568181+0000","last_active":"2024-09-22T09:25:13.568181+0000","last_peered":"2024-09-22T09:25:13.568181+0000","last_clean":"2024-09-22T09:25:13.568181+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:25:13.568181+0000","last_undegraded":"2024-09-22T09:25:13.568181+0000","last_fullsized":"2024-09-22T09:25:13.568181+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:13.567999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:13.567999+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.567999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:29.498328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'116","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.968647+0000","last_change":"2024-09-22T09:25:20.968647+0000","last_active":"2024-09-22T09:25:20.968647+0000","last_peered":"2024-09-22T09:25:20.968647+0000","last_clean":"2024-09-22T09:25:20.968647+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:25:20.968647+0000","last_undegraded":"2024-09-22T09:25:20.968647+0000","last_fullsized":"2024-09-22T09:25:20.968647+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'116","last_scrub_stamp":"2024-09-22T09:25:20.968419+0000","last_deep_scrub":"266'116","last_deep_scrub_stamp":"2024-09-22T09:25:20.968419+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.968419+0000","objects_scrubbed":4,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:06.688471+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'252","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.287716+0000","last_change":"2024-09-22T09:24:53.287716+0000","last_active":"2024-09-22T09:24:53.287716+0000","last_peered":"2024-09-22T09:24:53.287716+0000","last_clean":"2024-09-22T09:24:53.287716+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:24:53.287716+0000","last_undegraded":"2024-09-22T09:24:53.287716+0000","last_fullsized":"2024-09-22T09:24:53.287716+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'252","last_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_deep_scrub":"266'252","last_deep_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.287534+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:24.392250+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'355","reported_seq":1106,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.011743+0000","last_change":"2024-09-22T09:24:49.011743+0000","last_active":"2024-09-22T09:24:49.011743+0000","last_peered":"2024-09-22T09:24:49.011743+0000","last_clean":"2024-09-22T09:24:49.011743+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:24:49.011743+0000","last_undegraded":"2024-09-22T09:24:49.011743+0000","last_fullsized":"2024-09-22T09:24:49.011743+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.011528+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:06:19.143959+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":928,"num_read_kb":24932,"num_write":1237,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.170249+0000","last_change":"2024-09-22T09:24:59.170249+0000","last_active":"2024-09-22T09:24:59.170249+0000","last_peered":"2024-09-22T09:24:59.170249+0000","last_clean":"2024-09-22T09:24:59.170249+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:24:59.170249+0000","last_undegraded":"2024-09-22T09:24:59.170249+0000","last_fullsized":"2024-09-22T09:24:59.170249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.170061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:34.397361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'289","reported_seq":874,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.907332+0000","last_change":"2024-09-22T09:25:00.907332+0000","last_active":"2024-09-22T09:25:00.907332+0000","last_peered":"2024-09-22T09:25:00.907332+0000","last_clean":"2024-09-22T09:25:00.907332+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:25:00.907332+0000","last_undegraded":"2024-09-22T09:25:00.907332+0000","last_fullsized":"2024-09-22T09:25:00.907332+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'289","last_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_deep_scrub":"266'289","last_deep_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.907072+0000","objects_scrubbed":7,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:00.298322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":469,"num_read_kb":1022,"num_write":372,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'736","reported_seq":2129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.985051+0000","last_change":"2024-09-22T09:25:09.985051+0000","last_active":"2024-09-22T09:25:09.985051+0000","last_peered":"2024-09-22T09:25:09.985051+0000","last_clean":"2024-09-22T09:25:09.985051+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:25:09.985051+0000","last_undegraded":"2024-09-22T09:25:09.985051+0000","last_fullsized":"2024-09-22T09:25:09.985051+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'736","last_scrub_stamp":"2024-09-22T09:25:09.984866+0000","last_deep_scrub":"266'736","last_deep_scrub_stamp":"2024-09-22T09:25:09.984866+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.984866+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:02:48.992159+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'129","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.208974+0000","last_change":"2024-09-22T09:25:10.208974+0000","last_active":"2024-09-22T09:25:10.208974+0000","last_peered":"2024-09-22T09:25:10.208974+0000","last_clean":"2024-09-22T09:25:10.208974+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:25:10.208974+0000","last_undegraded":"2024-09-22T09:25:10.208974+0000","last_fullsized":"2024-09-22T09:25:10.208974+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:10.208789+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:10.208789+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.208789+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:48.109258+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'132","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.312470+0000","last_change":"2024-09-22T09:24:54.312470+0000","last_active":"2024-09-22T09:24:54.312470+0000","last_peered":"2024-09-22T09:24:54.312470+0000","last_clean":"2024-09-22T09:24:54.312470+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:24:54.312470+0000","last_undegraded":"2024-09-22T09:24:54.312470+0000","last_fullsized":"2024-09-22T09:24:54.312470+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.311974+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:25.127952+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'421","reported_seq":1133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.350231+0000","last_change":"2024-09-22T09:24:50.350231+0000","last_active":"2024-09-22T09:24:50.350231+0000","last_peered":"2024-09-22T09:24:50.350231+0000","last_clean":"2024-09-22T09:24:50.350231+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:24:50.350231+0000","last_undegraded":"2024-09-22T09:24:50.350231+0000","last_fullsized":"2024-09-22T09:24:50.350231+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'421","last_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_deep_scrub":"266'421","last_deep_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.349918+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:36.738291+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":764,"num_read_kb":127251,"num_write":1396,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"266'4","reported_seq":1469,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.958508+0000","last_change":"2024-09-22T09:25:07.958508+0000","last_active":"2024-09-22T09:25:07.958508+0000","last_peered":"2024-09-22T09:25:07.958508+0000","last_clean":"2024-09-22T09:25:07.958508+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:25:07.958508+0000","last_undegraded":"2024-09-22T09:25:07.958508+0000","last_fullsized":"2024-09-22T09:25:07.958508+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T09:25:07.958343+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T09:25:07.958343+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.958343+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:01.143192+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":965,"num_read_kb":965,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'82","reported_seq":605,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.893015+0000","last_change":"2024-09-22T09:25:11.893015+0000","last_active":"2024-09-22T09:25:11.893015+0000","last_peered":"2024-09-22T09:25:11.893015+0000","last_clean":"2024-09-22T09:25:11.893015+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:25:11.893015+0000","last_undegraded":"2024-09-22T09:25:11.893015+0000","last_fullsized":"2024-09-22T09:25:11.893015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-22T09:25:11.892926+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-22T09:25:11.892926+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.892926+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:01.636606+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'750","reported_seq":2288,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.891487+0000","last_change":"2024-09-22T09:25:05.891487+0000","last_active":"2024-09-22T09:25:05.891487+0000","last_peered":"2024-09-22T09:25:05.891487+0000","last_clean":"2024-09-22T09:25:05.891487+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:25:05.891487+0000","last_undegraded":"2024-09-22T09:25:05.891487+0000","last_fullsized":"2024-09-22T09:25:05.891487+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.891305+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:57.588732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'152","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.379852+0000","last_change":"2024-09-22T09:25:18.379852+0000","last_active":"2024-09-22T09:25:18.379852+0000","last_peered":"2024-09-22T09:25:18.379852+0000","last_clean":"2024-09-22T09:25:18.379852+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:25:18.379852+0000","last_undegraded":"2024-09-22T09:25:18.379852+0000","last_fullsized":"2024-09-22T09:25:18.379852+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'152","last_scrub_stamp":"2024-09-22T09:25:18.379635+0000","last_deep_scrub":"266'152","last_deep_scrub_stamp":"2024-09-22T09:25:18.379635+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.379635+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:42.501382+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.168135+0000","last_change":"2024-09-22T09:24:57.168135+0000","last_active":"2024-09-22T09:24:57.168135+0000","last_peered":"2024-09-22T09:24:57.168135+0000","last_clean":"2024-09-22T09:24:57.168135+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:24:57.168135+0000","last_undegraded":"2024-09-22T09:24:57.168135+0000","last_fullsized":"2024-09-22T09:24:57.168135+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'155","last_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_deep_scrub":"266'155","last_deep_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.167922+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:43.189637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'346","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.728977+0000","last_change":"2024-09-22T09:24:47.728977+0000","last_active":"2024-09-22T09:24:47.728977+0000","last_peered":"2024-09-22T09:24:47.728977+0000","last_clean":"2024-09-22T09:24:47.728977+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:24:47.728977+0000","last_undegraded":"2024-09-22T09:24:47.728977+0000","last_fullsized":"2024-09-22T09:24:47.728977+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'346","last_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_deep_scrub":"266'346","last_deep_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.728757+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:47.450834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":55109,"num_write":1092,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.535301+0000","last_change":"2024-09-22T09:25:07.535301+0000","last_active":"2024-09-22T09:25:07.535301+0000","last_peered":"2024-09-22T09:25:07.535301+0000","last_clean":"2024-09-22T09:25:07.535301+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:25:07.535301+0000","last_undegraded":"2024-09-22T09:25:07.535301+0000","last_fullsized":"2024-09-22T09:25:07.535301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.535022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.535022+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.535022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:50:47.598634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'355","reported_seq":963,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.888489+0000","last_change":"2024-09-22T09:25:11.888489+0000","last_active":"2024-09-22T09:25:11.888489+0000","last_peered":"2024-09-22T09:25:11.888489+0000","last_clean":"2024-09-22T09:25:11.888489+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:25:11.888489+0000","last_undegraded":"2024-09-22T09:25:11.888489+0000","last_fullsized":"2024-09-22T09:25:11.888489+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:25:11.888269+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:25:11.888269+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.888269+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:53:04.425339+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50084,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":591,"num_read_kb":1285,"num_write":474,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.918133+0000","last_change":"2024-09-22T09:25:04.918133+0000","last_active":"2024-09-22T09:25:04.918133+0000","last_peered":"2024-09-22T09:25:04.918133+0000","last_clean":"2024-09-22T09:25:04.918133+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:25:04.918133+0000","last_undegraded":"2024-09-22T09:25:04.918133+0000","last_fullsized":"2024-09-22T09:25:04.918133+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.917951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:57.616496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'140","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.219491+0000","last_change":"2024-09-22T09:25:12.219491+0000","last_active":"2024-09-22T09:25:12.219491+0000","last_peered":"2024-09-22T09:25:12.219491+0000","last_clean":"2024-09-22T09:25:12.219491+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:25:12.219491+0000","last_undegraded":"2024-09-22T09:25:12.219491+0000","last_fullsized":"2024-09-22T09:25:12.219491+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:25:12.219284+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:25:12.219284+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.219284+0000","objects_scrubbed":4,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:20.300185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'234","reported_seq":864,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.911227+0000","last_change":"2024-09-22T09:24:54.911227+0000","last_active":"2024-09-22T09:24:54.911227+0000","last_peered":"2024-09-22T09:24:54.911227+0000","last_clean":"2024-09-22T09:24:54.911227+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:24:54.911227+0000","last_undegraded":"2024-09-22T09:24:54.911227+0000","last_fullsized":"2024-09-22T09:24:54.911227+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.911051+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:14.148296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.176965+0000","last_change":"2024-09-22T09:24:49.176965+0000","last_active":"2024-09-22T09:24:49.176965+0000","last_peered":"2024-09-22T09:24:49.176965+0000","last_clean":"2024-09-22T09:24:49.176965+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:24:49.176965+0000","last_undegraded":"2024-09-22T09:24:49.176965+0000","last_fullsized":"2024-09-22T09:24:49.176965+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.176808+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:51:38.414816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":529,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.016238+0000","last_change":"2024-09-22T09:24:48.016238+0000","last_active":"2024-09-22T09:24:48.016238+0000","last_peered":"2024-09-22T09:24:48.016238+0000","last_clean":"2024-09-22T09:24:48.016238+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:24:48.016238+0000","last_undegraded":"2024-09-22T09:24:48.016238+0000","last_fullsized":"2024-09-22T09:24:48.016238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.016056+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:48.341489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'367","reported_seq":1077,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.752380+0000","last_change":"2024-09-22T09:24:45.752380+0000","last_active":"2024-09-22T09:24:45.752380+0000","last_peered":"2024-09-22T09:24:45.752380+0000","last_clean":"2024-09-22T09:24:45.752380+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:24:45.752380+0000","last_undegraded":"2024-09-22T09:24:45.752380+0000","last_fullsized":"2024-09-22T09:24:45.752380+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'367","last_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_deep_scrub":"266'367","last_deep_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.752250+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:47.429499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":802,"num_read_kb":9051,"num_write":1213,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.077248+0000","last_change":"2024-09-22T09:25:05.077248+0000","last_active":"2024-09-22T09:25:05.077248+0000","last_peered":"2024-09-22T09:25:05.077248+0000","last_clean":"2024-09-22T09:25:05.077248+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:25:05.077248+0000","last_undegraded":"2024-09-22T09:25:05.077248+0000","last_fullsized":"2024-09-22T09:25:05.077248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.077063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:22:46.483239+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'720","reported_seq":1426,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.897591+0000","last_change":"2024-09-22T09:25:09.897591+0000","last_active":"2024-09-22T09:25:09.897591+0000","last_peered":"2024-09-22T09:25:09.897591+0000","last_clean":"2024-09-22T09:25:09.897591+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:25:09.897591+0000","last_undegraded":"2024-09-22T09:25:09.897591+0000","last_fullsized":"2024-09-22T09:25:09.897591+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'720","last_scrub_stamp":"2024-09-22T09:25:09.897402+0000","last_deep_scrub":"266'720","last_deep_scrub_stamp":"2024-09-22T09:25:09.897402+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.897402+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:12:06.416103+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1394,"num_read_kb":3137,"num_write":1322,"num_write_kb":1177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106896,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.492162+0000","last_change":"2024-09-22T09:25:11.492162+0000","last_active":"2024-09-22T09:25:11.492162+0000","last_peered":"2024-09-22T09:25:11.492162+0000","last_clean":"2024-09-22T09:25:11.492162+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:25:11.492162+0000","last_undegraded":"2024-09-22T09:25:11.492162+0000","last_fullsized":"2024-09-22T09:25:11.492162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.491995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.491995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.491995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:44.293332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'244","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.781938+0000","last_change":"2024-09-22T09:25:09.781938+0000","last_active":"2024-09-22T09:25:09.781938+0000","last_peered":"2024-09-22T09:25:09.781938+0000","last_clean":"2024-09-22T09:25:09.781938+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:25:09.781938+0000","last_undegraded":"2024-09-22T09:25:09.781938+0000","last_fullsized":"2024-09-22T09:25:09.781938+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-22T09:25:09.781735+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-22T09:25:09.781735+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.781735+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:30.814575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.332920+0000","last_change":"2024-09-22T09:24:54.332920+0000","last_active":"2024-09-22T09:24:54.332920+0000","last_peered":"2024-09-22T09:24:54.332920+0000","last_clean":"2024-09-22T09:24:54.332920+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:24:54.332920+0000","last_undegraded":"2024-09-22T09:24:54.332920+0000","last_fullsized":"2024-09-22T09:24:54.332920+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.332686+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:44:17.733072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.240960+0000","last_change":"2024-09-22T09:24:53.240960+0000","last_active":"2024-09-22T09:24:53.240960+0000","last_peered":"2024-09-22T09:24:53.240960+0000","last_clean":"2024-09-22T09:24:53.240960+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:24:53.240960+0000","last_undegraded":"2024-09-22T09:24:53.240960+0000","last_fullsized":"2024-09-22T09:24:53.240960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.240772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:38.793794+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'336","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:44.433273+0000","last_change":"2024-09-22T09:24:44.433273+0000","last_active":"2024-09-22T09:24:44.433273+0000","last_peered":"2024-09-22T09:24:44.433273+0000","last_clean":"2024-09-22T09:24:44.433273+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:24:44.433273+0000","last_undegraded":"2024-09-22T09:24:44.433273+0000","last_fullsized":"2024-09-22T09:24:44.433273+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'336","last_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_deep_scrub":"266'336","last_deep_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_clean_scrub_stamp":"2024-09-22T09:24:44.433179+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:56.021090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":538,"num_read_kb":9370,"num_write":993,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.938024+0000","last_change":"2024-09-22T09:25:05.938024+0000","last_active":"2024-09-22T09:25:05.938024+0000","last_peered":"2024-09-22T09:25:05.938024+0000","last_clean":"2024-09-22T09:25:05.938024+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:25:05.938024+0000","last_undegraded":"2024-09-22T09:25:05.938024+0000","last_fullsized":"2024-09-22T09:25:05.938024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.937852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:09.651626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1262","reported_seq":2741,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.230398+0000","last_change":"2024-09-22T09:25:06.230398+0000","last_active":"2024-09-22T09:25:06.230398+0000","last_peered":"2024-09-22T09:25:06.230398+0000","last_clean":"2024-09-22T09:25:06.230398+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:25:06.230398+0000","last_undegraded":"2024-09-22T09:25:06.230398+0000","last_fullsized":"2024-09-22T09:25:06.230398+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'1262","last_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_deep_scrub":"266'1262","last_deep_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.230187+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":1200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:46.132296+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141025,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2033,"num_read_kb":3872,"num_write":1120,"num_write_kb":963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.042582+0000","last_change":"2024-09-22T09:25:16.042582+0000","last_active":"2024-09-22T09:25:16.042582+0000","last_peered":"2024-09-22T09:25:16.042582+0000","last_clean":"2024-09-22T09:25:16.042582+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:25:16.042582+0000","last_undegraded":"2024-09-22T09:25:16.042582+0000","last_fullsized":"2024-09-22T09:25:16.042582+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.042305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.042305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.042305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:56.988576+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'139","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.214418+0000","last_change":"2024-09-22T09:25:13.214418+0000","last_active":"2024-09-22T09:25:13.214418+0000","last_peered":"2024-09-22T09:25:13.214418+0000","last_clean":"2024-09-22T09:25:13.214418+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:25:13.214418+0000","last_undegraded":"2024-09-22T09:25:13.214418+0000","last_fullsized":"2024-09-22T09:25:13.214418+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-22T09:25:13.214219+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-22T09:25:13.214219+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.214219+0000","objects_scrubbed":3,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:29.892021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.175090+0000","last_change":"2024-09-22T09:24:55.175090+0000","last_active":"2024-09-22T09:24:55.175090+0000","last_peered":"2024-09-22T09:24:55.175090+0000","last_clean":"2024-09-22T09:24:55.175090+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:24:55.175090+0000","last_undegraded":"2024-09-22T09:24:55.175090+0000","last_fullsized":"2024-09-22T09:24:55.175090+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.174869+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:53.402974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.722322+0000","last_change":"2024-09-22T09:24:45.722322+0000","last_active":"2024-09-22T09:24:45.722322+0000","last_peered":"2024-09-22T09:24:45.722322+0000","last_clean":"2024-09-22T09:24:45.722322+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:24:45.722322+0000","last_undegraded":"2024-09-22T09:24:45.722322+0000","last_fullsized":"2024-09-22T09:24:45.722322+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.722206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:11.315649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'352","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.160629+0000","last_change":"2024-09-22T09:24:47.160629+0000","last_active":"2024-09-22T09:24:47.160629+0000","last_peered":"2024-09-22T09:24:47.160629+0000","last_clean":"2024-09-22T09:24:47.160629+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:24:47.160629+0000","last_undegraded":"2024-09-22T09:24:47.160629+0000","last_fullsized":"2024-09-22T09:24:47.160629+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.160511+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:11:58.041061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":676,"num_read_kb":83116,"num_write":1178,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.934938+0000","last_change":"2024-09-22T09:25:07.934938+0000","last_active":"2024-09-22T09:25:07.934938+0000","last_peered":"2024-09-22T09:25:07.934938+0000","last_clean":"2024-09-22T09:25:07.934938+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:25:07.934938+0000","last_undegraded":"2024-09-22T09:25:07.934938+0000","last_fullsized":"2024-09-22T09:25:07.934938+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:07.934758+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:07.934758+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.934758+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:50:47.087500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'212","reported_seq":1288,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.041690+0000","last_change":"2024-09-22T09:25:11.041690+0000","last_active":"2024-09-22T09:25:11.041690+0000","last_peered":"2024-09-22T09:25:11.041690+0000","last_clean":"2024-09-22T09:25:11.041690+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:25:11.041690+0000","last_undegraded":"2024-09-22T09:25:11.041690+0000","last_fullsized":"2024-09-22T09:25:11.041690+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'212","last_scrub_stamp":"2024-09-22T09:25:11.041488+0000","last_deep_scrub":"266'212","last_deep_scrub_stamp":"2024-09-22T09:25:11.041488+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.041488+0000","objects_scrubbed":9,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:26:58.620464+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.454553+0000","last_change":"2024-09-22T09:25:10.454553+0000","last_active":"2024-09-22T09:25:10.454553+0000","last_peered":"2024-09-22T09:25:10.454553+0000","last_clean":"2024-09-22T09:25:10.454553+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:25:10.454553+0000","last_undegraded":"2024-09-22T09:25:10.454553+0000","last_fullsized":"2024-09-22T09:25:10.454553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:10.454376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:10.454376+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.454376+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:35.917780+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'272","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.931965+0000","last_change":"2024-09-22T09:25:23.931965+0000","last_active":"2024-09-22T09:25:23.931965+0000","last_peered":"2024-09-22T09:25:23.931965+0000","last_clean":"2024-09-22T09:25:23.931965+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:25:23.931965+0000","last_undegraded":"2024-09-22T09:25:23.931965+0000","last_fullsized":"2024-09-22T09:25:23.931965+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'272","last_scrub_stamp":"2024-09-22T09:25:23.931765+0000","last_deep_scrub":"266'272","last_deep_scrub_stamp":"2024-09-22T09:25:23.931765+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.931765+0000","objects_scrubbed":3,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:37.201854+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.164529+0000","last_change":"2024-09-22T09:24:54.164529+0000","last_active":"2024-09-22T09:24:54.164529+0000","last_peered":"2024-09-22T09:24:54.164529+0000","last_clean":"2024-09-22T09:24:54.164529+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:24:54.164529+0000","last_undegraded":"2024-09-22T09:24:54.164529+0000","last_fullsized":"2024-09-22T09:24:54.164529+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.164344+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:57:46.724547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":530,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.974535+0000","last_change":"2024-09-22T09:24:46.974535+0000","last_active":"2024-09-22T09:24:46.974535+0000","last_peered":"2024-09-22T09:24:46.974535+0000","last_clean":"2024-09-22T09:24:46.974535+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:24:46.974535+0000","last_undegraded":"2024-09-22T09:24:46.974535+0000","last_fullsized":"2024-09-22T09:24:46.974535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.974350+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:23.402979+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'475","reported_seq":1247,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.325764+0000","last_change":"2024-09-22T09:24:46.325764+0000","last_active":"2024-09-22T09:24:46.325764+0000","last_peered":"2024-09-22T09:24:46.325764+0000","last_clean":"2024-09-22T09:24:46.325764+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:24:46.325764+0000","last_undegraded":"2024-09-22T09:24:46.325764+0000","last_fullsized":"2024-09-22T09:24:46.325764+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'475","last_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_deep_scrub":"266'475","last_deep_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.325505+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:53.845841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1045,"num_read_kb":157624,"num_write":1539,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.365543+0000","last_change":"2024-09-22T09:25:04.365543+0000","last_active":"2024-09-22T09:25:04.365543+0000","last_peered":"2024-09-22T09:25:04.365543+0000","last_clean":"2024-09-22T09:25:04.365543+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:25:04.365543+0000","last_undegraded":"2024-09-22T09:25:04.365543+0000","last_fullsized":"2024-09-22T09:25:04.365543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.365368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:05.221120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'129","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.909230+0000","last_change":"2024-09-22T09:25:12.909230+0000","last_active":"2024-09-22T09:25:12.909230+0000","last_peered":"2024-09-22T09:25:12.909230+0000","last_clean":"2024-09-22T09:25:12.909230+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:25:12.909230+0000","last_undegraded":"2024-09-22T09:25:12.909230+0000","last_fullsized":"2024-09-22T09:25:12.909230+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:12.909047+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:12.909047+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.909047+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.485708+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.886286+0000","last_change":"2024-09-22T09:25:03.886286+0000","last_active":"2024-09-22T09:25:03.886286+0000","last_peered":"2024-09-22T09:25:03.886286+0000","last_clean":"2024-09-22T09:25:03.886286+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:25:03.886286+0000","last_undegraded":"2024-09-22T09:25:03.886286+0000","last_fullsized":"2024-09-22T09:25:03.886286+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.886092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:33.097597+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'140","reported_seq":704,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.815985+0000","last_change":"2024-09-22T09:25:17.815985+0000","last_active":"2024-09-22T09:25:17.815985+0000","last_peered":"2024-09-22T09:25:17.815985+0000","last_clean":"2024-09-22T09:25:17.815985+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:25:17.815985+0000","last_undegraded":"2024-09-22T09:25:17.815985+0000","last_fullsized":"2024-09-22T09:25:17.815985+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:25:17.815800+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:25:17.815800+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.815800+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:12.387654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":713,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.133379+0000","last_change":"2024-09-22T09:24:52.133379+0000","last_active":"2024-09-22T09:24:52.133379+0000","last_peered":"2024-09-22T09:24:52.133379+0000","last_clean":"2024-09-22T09:24:52.133379+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:24:52.133379+0000","last_undegraded":"2024-09-22T09:24:52.133379+0000","last_fullsized":"2024-09-22T09:24:52.133379+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'110","last_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_deep_scrub":"266'110","last_deep_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.133164+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:50:57.889972+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'341","reported_seq":1001,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.004980+0000","last_change":"2024-09-22T09:24:50.004980+0000","last_active":"2024-09-22T09:24:50.004980+0000","last_peered":"2024-09-22T09:24:50.004980+0000","last_clean":"2024-09-22T09:24:50.004980+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:24:50.004980+0000","last_undegraded":"2024-09-22T09:24:50.004980+0000","last_fullsized":"2024-09-22T09:24:50.004980+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.004716+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:47.384654+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":5715,"num_write":1191,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.132090+0000","last_change":"2024-09-22T09:24:45.132090+0000","last_active":"2024-09-22T09:24:45.132090+0000","last_peered":"2024-09-22T09:24:45.132090+0000","last_clean":"2024-09-22T09:24:45.132090+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:24:45.132090+0000","last_undegraded":"2024-09-22T09:24:45.132090+0000","last_fullsized":"2024-09-22T09:24:45.132090+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.132003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:02.494660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.456509+0000","last_change":"2024-09-22T09:25:02.456509+0000","last_active":"2024-09-22T09:25:02.456509+0000","last_peered":"2024-09-22T09:25:02.456509+0000","last_clean":"2024-09-22T09:25:02.456509+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:25:02.456509+0000","last_undegraded":"2024-09-22T09:25:02.456509+0000","last_fullsized":"2024-09-22T09:25:02.456509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.456323+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:23.698523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'582","reported_seq":1250,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.424542+0000","last_change":"2024-09-22T09:25:05.424542+0000","last_active":"2024-09-22T09:25:05.424542+0000","last_peered":"2024-09-22T09:25:05.424542+0000","last_clean":"2024-09-22T09:25:05.424542+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:25:05.424542+0000","last_undegraded":"2024-09-22T09:25:05.424542+0000","last_fullsized":"2024-09-22T09:25:05.424542+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'582","last_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_deep_scrub":"266'582","last_deep_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.424326+0000","objects_scrubbed":9,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:30.540286+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95226,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1599,"num_read_kb":2760,"num_write":2094,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":535828,"num_omap_keys":1208,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.357799+0000","last_change":"2024-09-22T09:25:15.357799+0000","last_active":"2024-09-22T09:25:15.357799+0000","last_peered":"2024-09-22T09:25:15.357799+0000","last_clean":"2024-09-22T09:25:15.357799+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:25:15.357799+0000","last_undegraded":"2024-09-22T09:25:15.357799+0000","last_fullsized":"2024-09-22T09:25:15.357799+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.357621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.357621+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.357621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:46:20.730384+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'158","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.624601+0000","last_change":"2024-09-22T09:25:18.624601+0000","last_active":"2024-09-22T09:25:18.624601+0000","last_peered":"2024-09-22T09:25:18.624601+0000","last_clean":"2024-09-22T09:25:18.624601+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:25:18.624601+0000","last_undegraded":"2024-09-22T09:25:18.624601+0000","last_fullsized":"2024-09-22T09:25:18.624601+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-22T09:25:18.624390+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-22T09:25:18.624390+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.624390+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:55.503886+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.364707+0000","last_change":"2024-09-22T09:24:53.364707+0000","last_active":"2024-09-22T09:24:53.364707+0000","last_peered":"2024-09-22T09:24:53.364707+0000","last_clean":"2024-09-22T09:24:53.364707+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:24:53.364707+0000","last_undegraded":"2024-09-22T09:24:53.364707+0000","last_fullsized":"2024-09-22T09:24:53.364707+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'227","last_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_deep_scrub":"266'227","last_deep_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.364498+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:06.872360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'370","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.174631+0000","last_change":"2024-09-22T09:24:48.174631+0000","last_active":"2024-09-22T09:24:48.174631+0000","last_peered":"2024-09-22T09:24:48.174631+0000","last_clean":"2024-09-22T09:24:48.174631+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:24:48.174631+0000","last_undegraded":"2024-09-22T09:24:48.174631+0000","last_fullsized":"2024-09-22T09:24:48.174631+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'370","last_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_deep_scrub":"266'370","last_deep_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.174399+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:24.710164+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":674,"num_read_kb":2439,"num_write":1233,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.206652+0000","last_change":"2024-09-22T09:24:48.206652+0000","last_active":"2024-09-22T09:24:48.206652+0000","last_peered":"2024-09-22T09:24:48.206652+0000","last_clean":"2024-09-22T09:24:48.206652+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:24:48.206652+0000","last_undegraded":"2024-09-22T09:24:48.206652+0000","last_fullsized":"2024-09-22T09:24:48.206652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.206507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:40.489623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.936221+0000","last_change":"2024-09-22T09:25:00.936221+0000","last_active":"2024-09-22T09:25:00.936221+0000","last_peered":"2024-09-22T09:25:00.936221+0000","last_clean":"2024-09-22T09:25:00.936221+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:25:00.936221+0000","last_undegraded":"2024-09-22T09:25:00.936221+0000","last_fullsized":"2024-09-22T09:25:00.936221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.936027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:44:09.388961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'166","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.199759+0000","last_change":"2024-09-22T09:25:04.199759+0000","last_active":"2024-09-22T09:25:04.199759+0000","last_peered":"2024-09-22T09:25:04.199759+0000","last_clean":"2024-09-22T09:25:04.199759+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:25:04.199759+0000","last_undegraded":"2024-09-22T09:25:04.199759+0000","last_fullsized":"2024-09-22T09:25:04.199759+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.199563+0000","objects_scrubbed":7,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:53.510874+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'790","reported_seq":2486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.837159+0000","last_change":"2024-09-22T09:25:14.837159+0000","last_active":"2024-09-22T09:25:14.837159+0000","last_peered":"2024-09-22T09:25:14.837159+0000","last_clean":"2024-09-22T09:25:14.837159+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:25:14.837159+0000","last_undegraded":"2024-09-22T09:25:14.837159+0000","last_fullsized":"2024-09-22T09:25:14.837159+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'790","last_scrub_stamp":"2024-09-22T09:25:14.836933+0000","last_deep_scrub":"266'790","last_deep_scrub_stamp":"2024-09-22T09:25:14.836933+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.836933+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:30.968588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'136","reported_seq":647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.948189+0000","last_change":"2024-09-22T09:25:25.948189+0000","last_active":"2024-09-22T09:25:25.948189+0000","last_peered":"2024-09-22T09:25:25.948189+0000","last_clean":"2024-09-22T09:25:25.948189+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:25:25.948189+0000","last_undegraded":"2024-09-22T09:25:25.948189+0000","last_fullsized":"2024-09-22T09:25:25.948189+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:25.948005+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:25.948005+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.948005+0000","objects_scrubbed":4,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:50.519964+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":846,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.631259+0000","last_change":"2024-09-22T09:24:56.631259+0000","last_active":"2024-09-22T09:24:56.631259+0000","last_peered":"2024-09-22T09:24:56.631259+0000","last_clean":"2024-09-22T09:24:56.631259+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:24:56.631259+0000","last_undegraded":"2024-09-22T09:24:56.631259+0000","last_fullsized":"2024-09-22T09:24:56.631259+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.631082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:43:05.620574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'417","reported_seq":1118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.806103+0000","last_change":"2024-09-22T09:24:50.806103+0000","last_active":"2024-09-22T09:24:50.806103+0000","last_peered":"2024-09-22T09:24:50.806103+0000","last_clean":"2024-09-22T09:24:50.806103+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:24:50.806103+0000","last_undegraded":"2024-09-22T09:24:50.806103+0000","last_fullsized":"2024-09-22T09:24:50.806103+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.805894+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:17.291557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":6172,"num_write":1311,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.111097+0000","last_change":"2024-09-22T09:24:46.111097+0000","last_active":"2024-09-22T09:24:46.111097+0000","last_peered":"2024-09-22T09:24:46.111097+0000","last_clean":"2024-09-22T09:24:46.111097+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:24:46.111097+0000","last_undegraded":"2024-09-22T09:24:46.111097+0000","last_fullsized":"2024-09-22T09:24:46.111097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.110977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:45.206023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.522260+0000","last_change":"2024-09-22T09:25:06.522260+0000","last_active":"2024-09-22T09:25:06.522260+0000","last_peered":"2024-09-22T09:25:06.522260+0000","last_clean":"2024-09-22T09:25:06.522260+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:25:06.522260+0000","last_undegraded":"2024-09-22T09:25:06.522260+0000","last_fullsized":"2024-09-22T09:25:06.522260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.521995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:22.435825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'113","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.507928+0000","last_change":"2024-09-22T09:25:10.507928+0000","last_active":"2024-09-22T09:25:10.507928+0000","last_peered":"2024-09-22T09:25:10.507928+0000","last_clean":"2024-09-22T09:25:10.507928+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:25:10.507928+0000","last_undegraded":"2024-09-22T09:25:10.507928+0000","last_fullsized":"2024-09-22T09:25:10.507928+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'113","last_scrub_stamp":"2024-09-22T09:25:10.507725+0000","last_deep_scrub":"266'113","last_deep_scrub_stamp":"2024-09-22T09:25:10.507725+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.507725+0000","objects_scrubbed":5,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:06.904981+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'784","reported_seq":2506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.947476+0000","last_change":"2024-09-22T09:25:21.947476+0000","last_active":"2024-09-22T09:25:21.947476+0000","last_peered":"2024-09-22T09:25:21.947476+0000","last_clean":"2024-09-22T09:25:21.947476+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:25:21.947476+0000","last_undegraded":"2024-09-22T09:25:21.947476+0000","last_fullsized":"2024-09-22T09:25:21.947476+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'784","last_scrub_stamp":"2024-09-22T09:25:21.947290+0000","last_deep_scrub":"266'784","last_deep_scrub_stamp":"2024-09-22T09:25:21.947290+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.947290+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:50.113760+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'281","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.620735+0000","last_change":"2024-09-22T09:25:19.620735+0000","last_active":"2024-09-22T09:25:19.620735+0000","last_peered":"2024-09-22T09:25:19.620735+0000","last_clean":"2024-09-22T09:25:19.620735+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:25:19.620735+0000","last_undegraded":"2024-09-22T09:25:19.620735+0000","last_fullsized":"2024-09-22T09:25:19.620735+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-22T09:25:19.620514+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-22T09:25:19.620514+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.620514+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:54:55.516403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'132","reported_seq":755,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337237+0000","last_change":"2024-09-22T09:24:48.337237+0000","last_active":"2024-09-22T09:24:48.337237+0000","last_peered":"2024-09-22T09:24:48.337237+0000","last_clean":"2024-09-22T09:24:48.337237+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:24:48.337237+0000","last_undegraded":"2024-09-22T09:24:48.337237+0000","last_fullsized":"2024-09-22T09:24:48.337237+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337045+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:02.235799+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'390","reported_seq":1089,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.411086+0000","last_change":"2024-09-22T09:24:46.411086+0000","last_active":"2024-09-22T09:24:46.411086+0000","last_peered":"2024-09-22T09:24:46.411086+0000","last_clean":"2024-09-22T09:24:46.411086+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:24:46.411086+0000","last_undegraded":"2024-09-22T09:24:46.411086+0000","last_fullsized":"2024-09-22T09:24:46.411086+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'390","last_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_deep_scrub":"266'390","last_deep_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.410975+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:29.864101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":855,"num_read_kb":11014,"num_write":1179,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.962971+0000","last_change":"2024-09-22T09:24:47.962971+0000","last_active":"2024-09-22T09:24:47.962971+0000","last_peered":"2024-09-22T09:24:47.962971+0000","last_clean":"2024-09-22T09:24:47.962971+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:24:47.962971+0000","last_undegraded":"2024-09-22T09:24:47.962971+0000","last_fullsized":"2024-09-22T09:24:47.962971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.962781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:27:27.159951+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.772460+0000","last_change":"2024-09-22T09:25:05.772460+0000","last_active":"2024-09-22T09:25:05.772460+0000","last_peered":"2024-09-22T09:25:05.772460+0000","last_clean":"2024-09-22T09:25:05.772460+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:25:05.772460+0000","last_undegraded":"2024-09-22T09:25:05.772460+0000","last_fullsized":"2024-09-22T09:25:05.772460+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.772263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:40:42.842928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'738","reported_seq":1458,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.073743+0000","last_change":"2024-09-22T09:25:10.073743+0000","last_active":"2024-09-22T09:25:10.073743+0000","last_peered":"2024-09-22T09:25:10.073743+0000","last_clean":"2024-09-22T09:25:10.073743+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:25:10.073743+0000","last_undegraded":"2024-09-22T09:25:10.073743+0000","last_fullsized":"2024-09-22T09:25:10.073743+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'738","last_scrub_stamp":"2024-09-22T09:25:10.073521+0000","last_deep_scrub":"266'738","last_deep_scrub_stamp":"2024-09-22T09:25:10.073521+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.073521+0000","objects_scrubbed":8,"log_size":38,"log_dups_size":700,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:21.488337+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149165,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1309,"num_read_kb":3083,"num_write":1068,"num_write_kb":884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.965487+0000","last_change":"2024-09-22T09:25:19.965487+0000","last_active":"2024-09-22T09:25:19.965487+0000","last_peered":"2024-09-22T09:25:19.965487+0000","last_clean":"2024-09-22T09:25:19.965487+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:25:19.965487+0000","last_undegraded":"2024-09-22T09:25:19.965487+0000","last_fullsized":"2024-09-22T09:25:19.965487+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:19.965304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:19.965304+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.965304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:58.205174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'129","reported_seq":638,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.854714+0000","last_change":"2024-09-22T09:25:18.854714+0000","last_active":"2024-09-22T09:25:18.854714+0000","last_peered":"2024-09-22T09:25:18.854714+0000","last_clean":"2024-09-22T09:25:18.854714+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:25:18.854714+0000","last_undegraded":"2024-09-22T09:25:18.854714+0000","last_fullsized":"2024-09-22T09:25:18.854714+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:18.854529+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:18.854529+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.854529+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:41.788189+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'137","reported_seq":696,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.708896+0000","last_change":"2024-09-22T09:25:22.708896+0000","last_active":"2024-09-22T09:25:22.708896+0000","last_peered":"2024-09-22T09:25:22.708896+0000","last_clean":"2024-09-22T09:25:22.708896+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:25:22.708896+0000","last_undegraded":"2024-09-22T09:25:22.708896+0000","last_fullsized":"2024-09-22T09:25:22.708896+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:22.708717+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:22.708717+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.708717+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:19.433551+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1426,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.350441+0000","last_change":"2024-09-22T09:24:55.350441+0000","last_active":"2024-09-22T09:24:55.350441+0000","last_peered":"2024-09-22T09:24:55.350441+0000","last_clean":"2024-09-22T09:24:55.350441+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:24:55.350441+0000","last_undegraded":"2024-09-22T09:24:55.350441+0000","last_fullsized":"2024-09-22T09:24:55.350441+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'576","last_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_deep_scrub":"266'576","last_deep_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.350260+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:01:53.169082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'376","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.361244+0000","last_change":"2024-09-22T09:24:47.361099+0000","last_active":"2024-09-22T09:24:47.361244+0000","last_peered":"2024-09-22T09:24:47.361244+0000","last_clean":"2024-09-22T09:24:47.361244+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:24:47.361244+0000","last_undegraded":"2024-09-22T09:24:47.361244+0000","last_fullsized":"2024-09-22T09:24:47.361244+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'376","last_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_deep_scrub":"266'376","last_deep_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.360854+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:21.293465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":787,"num_read_kb":57905,"num_write":1320,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.186703+0000","last_change":"2024-09-22T09:25:02.186703+0000","last_active":"2024-09-22T09:25:02.186703+0000","last_peered":"2024-09-22T09:25:02.186703+0000","last_clean":"2024-09-22T09:25:02.186703+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:25:02.186703+0000","last_undegraded":"2024-09-22T09:25:02.186703+0000","last_fullsized":"2024-09-22T09:25:02.186703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.186523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:20.358279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'281","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.949801+0000","last_change":"2024-09-22T09:25:14.949801+0000","last_active":"2024-09-22T09:25:14.949801+0000","last_peered":"2024-09-22T09:25:14.949801+0000","last_clean":"2024-09-22T09:25:14.949801+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:25:14.949801+0000","last_undegraded":"2024-09-22T09:25:14.949801+0000","last_fullsized":"2024-09-22T09:25:14.949801+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-22T09:25:14.949565+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-22T09:25:14.949565+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.949565+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:11:19.161731+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45525,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":469,"num_read_kb":1073,"num_write":382,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.953268+0000","last_change":"2024-09-22T09:25:15.953268+0000","last_active":"2024-09-22T09:25:15.953268+0000","last_peered":"2024-09-22T09:25:15.953268+0000","last_clean":"2024-09-22T09:25:15.953268+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:25:15.953268+0000","last_undegraded":"2024-09-22T09:25:15.953268+0000","last_fullsized":"2024-09-22T09:25:15.953268+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.953081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.953081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.953081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:27.426525+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:46.868179+0000","last_change":"2024-09-22T08:40:36.279368+0000","last_active":"2024-09-22T09:22:46.868179+0000","last_peered":"2024-09-22T09:22:46.868179+0000","last_clean":"2024-09-22T09:22:46.868179+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:22:46.868179+0000","last_undegraded":"2024-09-22T09:22:46.868179+0000","last_fullsized":"2024-09-22T09:22:46.868179+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'175","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.168738+0000","last_change":"2024-09-22T09:24:56.168738+0000","last_active":"2024-09-22T09:24:56.168738+0000","last_peered":"2024-09-22T09:24:56.168738+0000","last_clean":"2024-09-22T09:24:56.168738+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:24:56.168738+0000","last_undegraded":"2024-09-22T09:24:56.168738+0000","last_fullsized":"2024-09-22T09:24:56.168738+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.168484+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:21.352865+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'334","reported_seq":953,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.178679+0000","last_change":"2024-09-22T09:24:55.178679+0000","last_active":"2024-09-22T09:24:55.178679+0000","last_peered":"2024-09-22T09:24:55.178679+0000","last_clean":"2024-09-22T09:24:55.178679+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:24:55.178679+0000","last_undegraded":"2024-09-22T09:24:55.178679+0000","last_fullsized":"2024-09-22T09:24:55.178679+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.178435+0000","objects_scrubbed":6,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:24:46.216402+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079919,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":551,"num_read_kb":5506,"num_write":1022,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.835640+0000","last_change":"2024-09-22T09:25:07.835640+0000","last_active":"2024-09-22T09:25:07.835640+0000","last_peered":"2024-09-22T09:25:07.835640+0000","last_clean":"2024-09-22T09:25:07.835640+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:25:07.835640+0000","last_undegraded":"2024-09-22T09:25:07.835640+0000","last_fullsized":"2024-09-22T09:25:07.835640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.835463+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.835463+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.835463+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:05.789656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'60","reported_seq":567,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.462019+0000","last_change":"2024-09-22T09:25:07.462019+0000","last_active":"2024-09-22T09:25:07.462019+0000","last_peered":"2024-09-22T09:25:07.462019+0000","last_clean":"2024-09-22T09:25:07.462019+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:25:07.462019+0000","last_undegraded":"2024-09-22T09:25:07.462019+0000","last_fullsized":"2024-09-22T09:25:07.462019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-22T09:25:07.461810+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-22T09:25:07.461810+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.461810+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:23.728326+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.052811+0000","last_change":"2024-09-22T09:25:17.052811+0000","last_active":"2024-09-22T09:25:17.052811+0000","last_peered":"2024-09-22T09:25:17.052811+0000","last_clean":"2024-09-22T09:25:17.052811+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:25:17.052811+0000","last_undegraded":"2024-09-22T09:25:17.052811+0000","last_fullsized":"2024-09-22T09:25:17.052811+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:17.052629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:17.052629+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.052629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:46.422295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'204","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.687249+0000","last_change":"2024-09-22T09:25:21.687249+0000","last_active":"2024-09-22T09:25:21.687249+0000","last_peered":"2024-09-22T09:25:21.687249+0000","last_clean":"2024-09-22T09:25:21.687249+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:25:21.687249+0000","last_undegraded":"2024-09-22T09:25:21.687249+0000","last_fullsized":"2024-09-22T09:25:21.687249+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-22T09:25:21.687062+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-22T09:25:21.687062+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.687062+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:21.373332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.678073+0000","last_change":"2024-09-22T09:25:00.678073+0000","last_active":"2024-09-22T09:25:00.678073+0000","last_peered":"2024-09-22T09:25:00.678073+0000","last_clean":"2024-09-22T09:25:00.678073+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:25:00.678073+0000","last_undegraded":"2024-09-22T09:25:00.678073+0000","last_fullsized":"2024-09-22T09:25:00.678073+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.677887+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:47.387701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'349","reported_seq":1013,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.056664+0000","last_change":"2024-09-22T09:24:53.056664+0000","last_active":"2024-09-22T09:24:53.056664+0000","last_peered":"2024-09-22T09:24:53.056664+0000","last_clean":"2024-09-22T09:24:53.056664+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:24:53.056664+0000","last_undegraded":"2024-09-22T09:24:53.056664+0000","last_fullsized":"2024-09-22T09:24:53.056664+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.056309+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:03.657626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":643,"num_read_kb":34719,"num_write":1070,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.076075+0000","last_change":"2024-09-22T09:25:08.076075+0000","last_active":"2024-09-22T09:25:08.076075+0000","last_peered":"2024-09-22T09:25:08.076075+0000","last_clean":"2024-09-22T09:25:08.076075+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:25:08.076075+0000","last_undegraded":"2024-09-22T09:25:08.076075+0000","last_fullsized":"2024-09-22T09:25:08.076075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.075876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.075876+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.075876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:36.635607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'325","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.968257+0000","last_change":"2024-09-22T09:25:16.968257+0000","last_active":"2024-09-22T09:25:16.968257+0000","last_peered":"2024-09-22T09:25:16.968257+0000","last_clean":"2024-09-22T09:25:16.968257+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:25:16.968257+0000","last_undegraded":"2024-09-22T09:25:16.968257+0000","last_fullsized":"2024-09-22T09:25:16.968257+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'325","last_scrub_stamp":"2024-09-22T09:25:16.968067+0000","last_deep_scrub":"266'325","last_deep_scrub_stamp":"2024-09-22T09:25:16.968067+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.968067+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:09.090578+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69873,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":535,"num_read_kb":1220,"num_write":432,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.847579+0000","last_change":"2024-09-22T09:25:06.847579+0000","last_active":"2024-09-22T09:25:06.847579+0000","last_peered":"2024-09-22T09:25:06.847579+0000","last_clean":"2024-09-22T09:25:06.847579+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:25:06.847579+0000","last_undegraded":"2024-09-22T09:25:06.847579+0000","last_fullsized":"2024-09-22T09:25:06.847579+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.847381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:33.953888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'134","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.852184+0000","last_change":"2024-09-22T09:25:20.852184+0000","last_active":"2024-09-22T09:25:20.852184+0000","last_peered":"2024-09-22T09:25:20.852184+0000","last_clean":"2024-09-22T09:25:20.852184+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:25:20.852184+0000","last_undegraded":"2024-09-22T09:25:20.852184+0000","last_fullsized":"2024-09-22T09:25:20.852184+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-22T09:25:20.851990+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-22T09:25:20.851990+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.851990+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:48.448360+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.689029+0000","last_change":"2024-09-22T09:24:58.689029+0000","last_active":"2024-09-22T09:24:58.689029+0000","last_peered":"2024-09-22T09:24:58.689029+0000","last_clean":"2024-09-22T09:24:58.689029+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:24:58.689029+0000","last_undegraded":"2024-09-22T09:24:58.689029+0000","last_fullsized":"2024-09-22T09:24:58.689029+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.688747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:32:45.287938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'381","reported_seq":1039,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.366300+0000","last_change":"2024-09-22T09:24:47.366300+0000","last_active":"2024-09-22T09:24:47.366300+0000","last_peered":"2024-09-22T09:24:47.366300+0000","last_clean":"2024-09-22T09:24:47.366300+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:24:47.366300+0000","last_undegraded":"2024-09-22T09:24:47.366300+0000","last_fullsized":"2024-09-22T09:24:47.366300+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.366199+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.528362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":633,"num_read_kb":72387,"num_write":1201,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.897253+0000","last_change":"2024-09-22T09:25:02.897253+0000","last_active":"2024-09-22T09:25:02.897253+0000","last_peered":"2024-09-22T09:25:02.897253+0000","last_clean":"2024-09-22T09:25:02.897253+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:25:02.897253+0000","last_undegraded":"2024-09-22T09:25:02.897253+0000","last_fullsized":"2024-09-22T09:25:02.897253+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.897081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:09.474132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'309","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.002806+0000","last_change":"2024-09-22T09:25:13.002806+0000","last_active":"2024-09-22T09:25:13.002806+0000","last_peered":"2024-09-22T09:25:13.002806+0000","last_clean":"2024-09-22T09:25:13.002806+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:25:13.002806+0000","last_undegraded":"2024-09-22T09:25:13.002806+0000","last_fullsized":"2024-09-22T09:25:13.002806+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'309","last_scrub_stamp":"2024-09-22T09:25:13.002611+0000","last_deep_scrub":"266'309","last_deep_scrub_stamp":"2024-09-22T09:25:13.002611+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.002611+0000","objects_scrubbed":4,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:10:23.313431+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148623,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1395,"num_write":428,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.533090+0000","last_change":"2024-09-22T09:25:14.533090+0000","last_active":"2024-09-22T09:25:14.533090+0000","last_peered":"2024-09-22T09:25:14.533090+0000","last_clean":"2024-09-22T09:25:14.533090+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:25:14.533090+0000","last_undegraded":"2024-09-22T09:25:14.533090+0000","last_fullsized":"2024-09-22T09:25:14.533090+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:14.532903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:14.532903+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.532903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:08.490073+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.899509+0000","last_change":"2024-09-22T09:24:58.899509+0000","last_active":"2024-09-22T09:24:58.899509+0000","last_peered":"2024-09-22T09:24:58.899509+0000","last_clean":"2024-09-22T09:24:58.899509+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:24:58.899509+0000","last_undegraded":"2024-09-22T09:24:58.899509+0000","last_fullsized":"2024-09-22T09:24:58.899509+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.899307+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:13.652713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'347","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.772615+0000","last_change":"2024-09-22T09:24:48.772615+0000","last_active":"2024-09-22T09:24:48.772615+0000","last_peered":"2024-09-22T09:24:48.772615+0000","last_clean":"2024-09-22T09:24:48.772615+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:24:48.772615+0000","last_undegraded":"2024-09-22T09:24:48.772615+0000","last_fullsized":"2024-09-22T09:24:48.772615+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'347","last_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_deep_scrub":"266'347","last_deep_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.772325+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:22.070294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079935,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":4826,"num_write":1229,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.414334+0000","last_change":"2024-09-22T09:25:03.414334+0000","last_active":"2024-09-22T09:25:03.414334+0000","last_peered":"2024-09-22T09:25:03.414334+0000","last_clean":"2024-09-22T09:25:03.414334+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:25:03.414334+0000","last_undegraded":"2024-09-22T09:25:03.414334+0000","last_fullsized":"2024-09-22T09:25:03.414334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.414151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:56.476574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'476","reported_seq":1113,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.219172+0000","last_change":"2024-09-22T09:25:08.219172+0000","last_active":"2024-09-22T09:25:08.219172+0000","last_peered":"2024-09-22T09:25:08.219172+0000","last_clean":"2024-09-22T09:25:08.219172+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:25:08.219172+0000","last_undegraded":"2024-09-22T09:25:08.219172+0000","last_fullsized":"2024-09-22T09:25:08.219172+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'476","last_scrub_stamp":"2024-09-22T09:25:08.219048+0000","last_deep_scrub":"266'476","last_deep_scrub_stamp":"2024-09-22T09:25:08.219048+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.219048+0000","objects_scrubbed":7,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:21.274564+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90514,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":859,"num_read_kb":2039,"num_write":742,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.865248+0000","last_change":"2024-09-22T09:25:15.865248+0000","last_active":"2024-09-22T09:25:15.865248+0000","last_peered":"2024-09-22T09:25:15.865248+0000","last_clean":"2024-09-22T09:25:15.865248+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:25:15.865248+0000","last_undegraded":"2024-09-22T09:25:15.865248+0000","last_fullsized":"2024-09-22T09:25:15.865248+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.865069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.865069+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.865069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:56.705601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'191","reported_seq":691,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:36.865823+0000","last_change":"2024-09-22T08:40:36.378566+0000","last_active":"2024-09-22T09:22:36.865823+0000","last_peered":"2024-09-22T09:22:36.865823+0000","last_clean":"2024-09-22T09:22:36.865823+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:22:36.865823+0000","last_undegraded":"2024-09-22T09:22:36.865823+0000","last_fullsized":"2024-09-22T09:22:36.865823+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.429590+0000","last_change":"2024-09-22T09:24:57.429590+0000","last_active":"2024-09-22T09:24:57.429590+0000","last_peered":"2024-09-22T09:24:57.429590+0000","last_clean":"2024-09-22T09:24:57.429590+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:24:57.429590+0000","last_undegraded":"2024-09-22T09:24:57.429590+0000","last_fullsized":"2024-09-22T09:24:57.429590+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.429406+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:13:53.602275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'353","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.162579+0000","last_change":"2024-09-22T09:24:49.162579+0000","last_active":"2024-09-22T09:24:49.162579+0000","last_peered":"2024-09-22T09:24:49.162579+0000","last_clean":"2024-09-22T09:24:49.162579+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:24:49.162579+0000","last_undegraded":"2024-09-22T09:24:49.162579+0000","last_fullsized":"2024-09-22T09:24:49.162579+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.162322+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:38.183762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079902,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":107261,"num_write":1078,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.912292+0000","last_change":"2024-09-22T09:25:01.912292+0000","last_active":"2024-09-22T09:25:01.912292+0000","last_peered":"2024-09-22T09:25:01.912292+0000","last_clean":"2024-09-22T09:25:01.912292+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:25:01.912292+0000","last_undegraded":"2024-09-22T09:25:01.912292+0000","last_fullsized":"2024-09-22T09:25:01.912292+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.912119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.687709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'312","reported_seq":895,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.009034+0000","last_change":"2024-09-22T09:25:15.009034+0000","last_active":"2024-09-22T09:25:15.009034+0000","last_peered":"2024-09-22T09:25:15.009034+0000","last_clean":"2024-09-22T09:25:15.009034+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:25:15.009034+0000","last_undegraded":"2024-09-22T09:25:15.009034+0000","last_fullsized":"2024-09-22T09:25:15.009034+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'312","last_scrub_stamp":"2024-09-22T09:25:15.008820+0000","last_deep_scrub":"266'312","last_deep_scrub_stamp":"2024-09-22T09:25:15.008820+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.008820+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:52.685555+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45694,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":507,"num_read_kb":1106,"num_write":424,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.187829+0000","last_change":"2024-09-22T09:25:09.187829+0000","last_active":"2024-09-22T09:25:09.187829+0000","last_peered":"2024-09-22T09:25:09.187829+0000","last_clean":"2024-09-22T09:25:09.187829+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:25:09.187829+0000","last_undegraded":"2024-09-22T09:25:09.187829+0000","last_fullsized":"2024-09-22T09:25:09.187829+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.187650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.187650+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.187650+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:35.576324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'169","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.801008+0000","last_change":"2024-09-22T09:25:11.801008+0000","last_active":"2024-09-22T09:25:11.801008+0000","last_peered":"2024-09-22T09:25:11.801008+0000","last_clean":"2024-09-22T09:25:11.801008+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:25:11.801008+0000","last_undegraded":"2024-09-22T09:25:11.801008+0000","last_fullsized":"2024-09-22T09:25:11.801008+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-22T09:25:11.800821+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-22T09:25:11.800821+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.800821+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:04.891292+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":693,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.658435+0000","last_change":"2024-09-22T09:24:59.658435+0000","last_active":"2024-09-22T09:24:59.658435+0000","last_peered":"2024-09-22T09:24:59.658435+0000","last_clean":"2024-09-22T09:24:59.658435+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:24:59.658435+0000","last_undegraded":"2024-09-22T09:24:59.658435+0000","last_fullsized":"2024-09-22T09:24:59.658435+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'104","last_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_deep_scrub":"266'104","last_deep_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.658252+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:32:05.065247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'310","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.778258+0000","last_change":"2024-09-22T09:24:51.778258+0000","last_active":"2024-09-22T09:24:51.778258+0000","last_peered":"2024-09-22T09:24:51.778258+0000","last_clean":"2024-09-22T09:24:51.778258+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:24:51.778258+0000","last_undegraded":"2024-09-22T09:24:51.778258+0000","last_fullsized":"2024-09-22T09:24:51.778258+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'310","last_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_deep_scrub":"266'310","last_deep_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.778011+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:52.132118+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159818,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":2553,"num_write":975,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.537171+0000","last_change":"2024-09-22T09:25:09.537171+0000","last_active":"2024-09-22T09:25:09.537171+0000","last_peered":"2024-09-22T09:25:09.537171+0000","last_clean":"2024-09-22T09:25:09.537171+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:25:09.537171+0000","last_undegraded":"2024-09-22T09:25:09.537171+0000","last_fullsized":"2024-09-22T09:25:09.537171+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.536966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.536966+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.536966+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:15.401821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'273","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.955146+0000","last_change":"2024-09-22T09:25:24.955146+0000","last_active":"2024-09-22T09:25:24.955146+0000","last_peered":"2024-09-22T09:25:24.955146+0000","last_clean":"2024-09-22T09:25:24.955146+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:25:24.955146+0000","last_undegraded":"2024-09-22T09:25:24.955146+0000","last_fullsized":"2024-09-22T09:25:24.955146+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'273","last_scrub_stamp":"2024-09-22T09:25:24.954969+0000","last_deep_scrub":"266'273","last_deep_scrub_stamp":"2024-09-22T09:25:24.954969+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.954969+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:11.162663+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43544,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":449,"num_read_kb":1029,"num_write":362,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.236239+0000","last_change":"2024-09-22T09:25:11.236239+0000","last_active":"2024-09-22T09:25:11.236239+0000","last_peered":"2024-09-22T09:25:11.236239+0000","last_clean":"2024-09-22T09:25:11.236239+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:25:11.236239+0000","last_undegraded":"2024-09-22T09:25:11.236239+0000","last_fullsized":"2024-09-22T09:25:11.236239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.236053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.236053+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.236053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:56.592292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'115","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.860664+0000","last_change":"2024-09-22T09:25:19.860664+0000","last_active":"2024-09-22T09:25:19.860664+0000","last_peered":"2024-09-22T09:25:19.860664+0000","last_clean":"2024-09-22T09:25:19.860664+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:25:19.860664+0000","last_undegraded":"2024-09-22T09:25:19.860664+0000","last_fullsized":"2024-09-22T09:25:19.860664+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-22T09:25:19.860457+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-22T09:25:19.860457+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.860457+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:06:22.486859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.747708+0000","last_change":"2024-09-22T09:24:51.747708+0000","last_active":"2024-09-22T09:24:51.747708+0000","last_peered":"2024-09-22T09:24:51.747708+0000","last_clean":"2024-09-22T09:24:51.747708+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:24:51.747708+0000","last_undegraded":"2024-09-22T09:24:51.747708+0000","last_fullsized":"2024-09-22T09:24:51.747708+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.747521+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:00.141049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'278","reported_seq":895,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337971+0000","last_change":"2024-09-22T09:24:48.337796+0000","last_active":"2024-09-22T09:24:48.337971+0000","last_peered":"2024-09-22T09:24:48.337971+0000","last_clean":"2024-09-22T09:24:48.337971+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:24:48.337971+0000","last_undegraded":"2024-09-22T09:24:48.337971+0000","last_fullsized":"2024-09-22T09:24:48.337971+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'278","last_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_deep_scrub":"266'278","last_deep_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337558+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:21:46.844789+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":483,"num_read_kb":14922,"num_write":891,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.226857+0000","last_change":"2024-09-22T09:25:05.226857+0000","last_active":"2024-09-22T09:25:05.226857+0000","last_peered":"2024-09-22T09:25:05.226857+0000","last_clean":"2024-09-22T09:25:05.226857+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:25:05.226857+0000","last_undegraded":"2024-09-22T09:25:05.226857+0000","last_fullsized":"2024-09-22T09:25:05.226857+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.226678+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:26.938504+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'82","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.386853+0000","last_change":"2024-09-22T09:25:14.386853+0000","last_active":"2024-09-22T09:25:14.386853+0000","last_peered":"2024-09-22T09:25:14.386853+0000","last_clean":"2024-09-22T09:25:14.386853+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:25:14.386853+0000","last_undegraded":"2024-09-22T09:25:14.386853+0000","last_fullsized":"2024-09-22T09:25:14.386853+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-22T09:25:14.386662+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-22T09:25:14.386662+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.386662+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:51.131606+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'750","reported_seq":4419,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.770408+0000","last_change":"2024-09-22T09:25:08.770408+0000","last_active":"2024-09-22T09:25:08.770408+0000","last_peered":"2024-09-22T09:25:08.770408+0000","last_clean":"2024-09-22T09:25:08.770408+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:25:08.770408+0000","last_undegraded":"2024-09-22T09:25:08.770408+0000","last_fullsized":"2024-09-22T09:25:08.770408+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:08.770225+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:08.770225+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.770225+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:29.091371+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.075721+0000","last_change":"2024-09-22T09:25:20.075721+0000","last_active":"2024-09-22T09:25:20.075721+0000","last_peered":"2024-09-22T09:25:20.075721+0000","last_clean":"2024-09-22T09:25:20.075721+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:25:20.075721+0000","last_undegraded":"2024-09-22T09:25:20.075721+0000","last_fullsized":"2024-09-22T09:25:20.075721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-22T09:25:20.075564+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-22T09:25:20.075564+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.075564+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:25.602553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'217","reported_seq":837,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.426865+0000","last_change":"2024-09-22T09:24:58.426865+0000","last_active":"2024-09-22T09:24:58.426865+0000","last_peered":"2024-09-22T09:24:58.426865+0000","last_clean":"2024-09-22T09:24:58.426865+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:24:58.426865+0000","last_undegraded":"2024-09-22T09:24:58.426865+0000","last_fullsized":"2024-09-22T09:24:58.426865+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.426685+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:19:04.931114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'349","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.694666+0000","last_change":"2024-09-22T09:24:48.694666+0000","last_active":"2024-09-22T09:24:48.694666+0000","last_peered":"2024-09-22T09:24:48.694666+0000","last_clean":"2024-09-22T09:24:48.694666+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:24:48.694666+0000","last_undegraded":"2024-09-22T09:24:48.694666+0000","last_fullsized":"2024-09-22T09:24:48.694666+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.694377+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:21.567130+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":604,"num_read_kb":17894,"num_write":1148,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.053229+0000","last_change":"2024-09-22T09:25:09.053229+0000","last_active":"2024-09-22T09:25:09.053229+0000","last_peered":"2024-09-22T09:25:09.053229+0000","last_clean":"2024-09-22T09:25:09.053229+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:25:09.053229+0000","last_undegraded":"2024-09-22T09:25:09.053229+0000","last_fullsized":"2024-09-22T09:25:09.053229+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.053012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.053012+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.053012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:28.679400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'351","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.888582+0000","last_change":"2024-09-22T09:25:13.888582+0000","last_active":"2024-09-22T09:25:13.888582+0000","last_peered":"2024-09-22T09:25:13.888582+0000","last_clean":"2024-09-22T09:25:13.888582+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:25:13.888582+0000","last_undegraded":"2024-09-22T09:25:13.888582+0000","last_fullsized":"2024-09-22T09:25:13.888582+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:25:13.888341+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:25:13.888341+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.888341+0000","objects_scrubbed":9,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:07:18.412674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46540,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":552,"num_read_kb":1262,"num_write":462,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.569701+0000","last_change":"2024-09-22T09:25:15.569701+0000","last_active":"2024-09-22T09:25:15.569701+0000","last_peered":"2024-09-22T09:25:15.569701+0000","last_clean":"2024-09-22T09:25:15.569701+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:25:15.569701+0000","last_undegraded":"2024-09-22T09:25:15.569701+0000","last_fullsized":"2024-09-22T09:25:15.569701+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.569496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.569496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.569496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:37.917677+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'126","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.105839+0000","last_change":"2024-09-22T09:25:23.105839+0000","last_active":"2024-09-22T09:25:23.105839+0000","last_peered":"2024-09-22T09:25:23.105839+0000","last_clean":"2024-09-22T09:25:23.105839+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:25:23.105839+0000","last_undegraded":"2024-09-22T09:25:23.105839+0000","last_fullsized":"2024-09-22T09:25:23.105839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-22T09:25:23.105615+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-22T09:25:23.105615+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.105615+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:11:15.133178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.377854+0000","last_change":"2024-09-22T09:24:57.377854+0000","last_active":"2024-09-22T09:24:57.377854+0000","last_peered":"2024-09-22T09:24:57.377854+0000","last_clean":"2024-09-22T09:24:57.377854+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:24:57.377854+0000","last_undegraded":"2024-09-22T09:24:57.377854+0000","last_fullsized":"2024-09-22T09:24:57.377854+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.377686+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:26:36.143595+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'284","reported_seq":1015,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.023679+0000","last_change":"2024-09-22T09:24:52.023529+0000","last_active":"2024-09-22T09:24:52.023679+0000","last_peered":"2024-09-22T09:24:52.023679+0000","last_clean":"2024-09-22T09:24:52.023679+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:24:52.023679+0000","last_undegraded":"2024-09-22T09:24:52.023679+0000","last_fullsized":"2024-09-22T09:24:52.023679+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'284","last_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_deep_scrub":"266'284","last_deep_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.023302+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:36.029901+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":934,"num_read_kb":41551,"num_write":945,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.908754+0000","last_change":"2024-09-22T09:25:10.908754+0000","last_active":"2024-09-22T09:25:10.908754+0000","last_peered":"2024-09-22T09:25:10.908754+0000","last_clean":"2024-09-22T09:25:10.908754+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:25:10.908754+0000","last_undegraded":"2024-09-22T09:25:10.908754+0000","last_fullsized":"2024-09-22T09:25:10.908754+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:10.908583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:10.908583+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.908583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:34.078206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'251","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.471060+0000","last_change":"2024-09-22T09:25:09.471060+0000","last_active":"2024-09-22T09:25:09.471060+0000","last_peered":"2024-09-22T09:25:09.471060+0000","last_clean":"2024-09-22T09:25:09.471060+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:25:09.471060+0000","last_undegraded":"2024-09-22T09:25:09.471060+0000","last_fullsized":"2024-09-22T09:25:09.471060+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-22T09:25:09.470859+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-22T09:25:09.470859+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.470859+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:58.784542+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":403,"num_read_kb":895,"num_write":322,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.808408+0000","last_change":"2024-09-22T09:25:07.808408+0000","last_active":"2024-09-22T09:25:07.808408+0000","last_peered":"2024-09-22T09:25:07.808408+0000","last_clean":"2024-09-22T09:25:07.808408+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:25:07.808408+0000","last_undegraded":"2024-09-22T09:25:07.808408+0000","last_fullsized":"2024-09-22T09:25:07.808408+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.808209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.808209+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.808209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:04.148564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'95","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:30.054894+0000","last_change":"2024-09-22T08:40:36.378716+0000","last_active":"2024-09-22T09:22:30.054894+0000","last_peered":"2024-09-22T09:22:30.054894+0000","last_clean":"2024-09-22T09:22:30.054894+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:22:30.054894+0000","last_undegraded":"2024-09-22T09:22:30.054894+0000","last_fullsized":"2024-09-22T09:22:30.054894+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:35.241841+0000","last_clean_scrub_stamp":"2024-09-22T08:40:35.241841+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:00.135478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":766,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.754480+0000","last_change":"2024-09-22T09:25:03.754480+0000","last_active":"2024-09-22T09:25:03.754480+0000","last_peered":"2024-09-22T09:25:03.754480+0000","last_clean":"2024-09-22T09:25:03.754480+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:25:03.754480+0000","last_undegraded":"2024-09-22T09:25:03.754480+0000","last_fullsized":"2024-09-22T09:25:03.754480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'114","last_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_deep_scrub":"266'114","last_deep_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.754303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:54.382394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'355","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.774645+0000","last_change":"2024-09-22T09:24:49.774645+0000","last_active":"2024-09-22T09:24:49.774645+0000","last_peered":"2024-09-22T09:24:49.774645+0000","last_clean":"2024-09-22T09:24:49.774645+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:24:49.774645+0000","last_undegraded":"2024-09-22T09:24:49.774645+0000","last_fullsized":"2024-09-22T09:24:49.774645+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.774344+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:19.935837+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2157330,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":542,"num_read_kb":4037,"num_write":1060,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.493636+0000","last_change":"2024-09-22T09:25:08.493636+0000","last_active":"2024-09-22T09:25:08.493636+0000","last_peered":"2024-09-22T09:25:08.493636+0000","last_clean":"2024-09-22T09:25:08.493636+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:25:08.493636+0000","last_undegraded":"2024-09-22T09:25:08.493636+0000","last_fullsized":"2024-09-22T09:25:08.493636+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.493459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.493459+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.493459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:20.121257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'255","reported_seq":817,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.935931+0000","last_change":"2024-09-22T09:25:18.935931+0000","last_active":"2024-09-22T09:25:18.935931+0000","last_peered":"2024-09-22T09:25:18.935931+0000","last_clean":"2024-09-22T09:25:18.935931+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:25:18.935931+0000","last_undegraded":"2024-09-22T09:25:18.935931+0000","last_fullsized":"2024-09-22T09:25:18.935931+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:18.935746+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:18.935746+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.935746+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:53.314577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51060,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":446,"num_read_kb":1114,"num_write":374,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.348430+0000","last_change":"2024-09-22T09:25:17.348430+0000","last_active":"2024-09-22T09:25:17.348430+0000","last_peered":"2024-09-22T09:25:17.348430+0000","last_clean":"2024-09-22T09:25:17.348430+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:25:17.348430+0000","last_undegraded":"2024-09-22T09:25:17.348430+0000","last_fullsized":"2024-09-22T09:25:17.348430+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:17.348222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:17.348222+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.348222+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:33:35.233221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'173","reported_seq":1647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.093965+0000","last_change":"2024-09-22T09:25:21.093965+0000","last_active":"2024-09-22T09:25:21.093965+0000","last_peered":"2024-09-22T09:25:21.093965+0000","last_clean":"2024-09-22T09:25:21.093965+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:25:21.093965+0000","last_undegraded":"2024-09-22T09:25:21.093965+0000","last_fullsized":"2024-09-22T09:25:21.093965+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-22T09:25:21.093769+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-22T09:25:21.093769+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.093769+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:40.442652+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.374798+0000","last_change":"2024-09-22T09:24:56.374798+0000","last_active":"2024-09-22T09:24:56.374798+0000","last_peered":"2024-09-22T09:24:56.374798+0000","last_clean":"2024-09-22T09:24:56.374798+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:24:56.374798+0000","last_undegraded":"2024-09-22T09:24:56.374798+0000","last_fullsized":"2024-09-22T09:24:56.374798+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.374586+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:06.258671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'365","reported_seq":1057,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.355828+0000","last_change":"2024-09-22T09:24:49.355828+0000","last_active":"2024-09-22T09:24:49.355828+0000","last_peered":"2024-09-22T09:24:49.355828+0000","last_clean":"2024-09-22T09:24:49.355828+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:24:49.355828+0000","last_undegraded":"2024-09-22T09:24:49.355828+0000","last_fullsized":"2024-09-22T09:24:49.355828+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'365","last_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_deep_scrub":"266'365","last_deep_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.355579+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:48.701195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079918,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":878,"num_read_kb":12959,"num_write":1164,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'6","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.189355+0000","last_change":"2024-09-22T09:25:03.189355+0000","last_active":"2024-09-22T09:25:03.189355+0000","last_peered":"2024-09-22T09:25:03.189355+0000","last_clean":"2024-09-22T09:25:03.189355+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:25:03.189355+0000","last_undegraded":"2024-09-22T09:25:03.189355+0000","last_fullsized":"2024-09-22T09:25:03.189355+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.189165+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:05.867922+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'300","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.425496+0000","last_change":"2024-09-22T09:25:13.425496+0000","last_active":"2024-09-22T09:25:13.425496+0000","last_peered":"2024-09-22T09:25:13.425496+0000","last_clean":"2024-09-22T09:25:13.425496+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:25:13.425496+0000","last_undegraded":"2024-09-22T09:25:13.425496+0000","last_fullsized":"2024-09-22T09:25:13.425496+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'300","last_scrub_stamp":"2024-09-22T09:25:13.425356+0000","last_deep_scrub":"266'300","last_deep_scrub_stamp":"2024-09-22T09:25:13.425356+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.425356+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:17.743719+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48800,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1055,"num_write":384,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.619872+0000","last_change":"2024-09-22T09:25:16.619872+0000","last_active":"2024-09-22T09:25:16.619872+0000","last_peered":"2024-09-22T09:25:16.619872+0000","last_clean":"2024-09-22T09:25:16.619872+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:25:16.619872+0000","last_undegraded":"2024-09-22T09:25:16.619872+0000","last_fullsized":"2024-09-22T09:25:16.619872+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.619683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.619683+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.619683+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:12.835951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'136","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.426791+0000","last_change":"2024-09-22T09:25:19.426791+0000","last_active":"2024-09-22T09:25:19.426791+0000","last_peered":"2024-09-22T09:25:19.426791+0000","last_clean":"2024-09-22T09:25:19.426791+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:25:19.426791+0000","last_undegraded":"2024-09-22T09:25:19.426791+0000","last_fullsized":"2024-09-22T09:25:19.426791+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:19.426589+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:19.426589+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.426589+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:29.757368+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":924,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.170537+0000","last_change":"2024-09-22T09:25:01.170537+0000","last_active":"2024-09-22T09:25:01.170537+0000","last_peered":"2024-09-22T09:25:01.170537+0000","last_clean":"2024-09-22T09:25:01.170537+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:25:01.170537+0000","last_undegraded":"2024-09-22T09:25:01.170537+0000","last_fullsized":"2024-09-22T09:25:01.170537+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'257","last_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_deep_scrub":"266'257","last_deep_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.170355+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:22:36.048586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'424","reported_seq":1096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.951568+0000","last_change":"2024-09-22T09:24:53.951568+0000","last_active":"2024-09-22T09:24:53.951568+0000","last_peered":"2024-09-22T09:24:53.951568+0000","last_clean":"2024-09-22T09:24:53.951568+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:24:53.951568+0000","last_undegraded":"2024-09-22T09:24:53.951568+0000","last_fullsized":"2024-09-22T09:24:53.951568+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'424","last_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_deep_scrub":"266'424","last_deep_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.951350+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:39:21.354469+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":709,"num_read_kb":31461,"num_write":1275,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.165706+0000","last_change":"2024-09-22T09:25:00.165706+0000","last_active":"2024-09-22T09:25:00.165706+0000","last_peered":"2024-09-22T09:25:00.165706+0000","last_clean":"2024-09-22T09:25:00.165706+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:25:00.165706+0000","last_undegraded":"2024-09-22T09:25:00.165706+0000","last_fullsized":"2024-09-22T09:25:00.165706+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.165511+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:51.371777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'471","reported_seq":1178,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.662676+0000","last_change":"2024-09-22T09:24:49.662676+0000","last_active":"2024-09-22T09:24:49.662676+0000","last_peered":"2024-09-22T09:24:49.662676+0000","last_clean":"2024-09-22T09:24:49.662676+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:24:49.662676+0000","last_undegraded":"2024-09-22T09:24:49.662676+0000","last_fullsized":"2024-09-22T09:24:49.662676+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'471","last_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_deep_scrub":"266'471","last_deep_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.662419+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:13.007901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079920,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1024,"num_read_kb":49683,"num_write":1340,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.920905+0000","last_change":"2024-09-22T09:25:00.920905+0000","last_active":"2024-09-22T09:25:00.920905+0000","last_peered":"2024-09-22T09:25:00.920905+0000","last_clean":"2024-09-22T09:25:00.920905+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:25:00.920905+0000","last_undegraded":"2024-09-22T09:25:00.920905+0000","last_fullsized":"2024-09-22T09:25:00.920905+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4637","last_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_deep_scrub":"266'4637","last_deep_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.920708+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:48.606911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'344","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.054507+0000","last_change":"2024-09-22T09:24:51.054507+0000","last_active":"2024-09-22T09:24:51.054507+0000","last_peered":"2024-09-22T09:24:51.054507+0000","last_clean":"2024-09-22T09:24:51.054507+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:24:51.054507+0000","last_undegraded":"2024-09-22T09:24:51.054507+0000","last_fullsized":"2024-09-22T09:24:51.054507+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.054290+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:45.531476+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":630,"num_read_kb":81199,"num_write":1143,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.197039+0000","last_change":"2024-09-22T09:24:58.197039+0000","last_active":"2024-09-22T09:24:58.197039+0000","last_peered":"2024-09-22T09:24:58.197039+0000","last_clean":"2024-09-22T09:24:58.197039+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:24:58.197039+0000","last_undegraded":"2024-09-22T09:24:58.197039+0000","last_fullsized":"2024-09-22T09:24:58.197039+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.196863+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:51.210522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'337","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.403838+0000","last_change":"2024-09-22T09:24:50.403838+0000","last_active":"2024-09-22T09:24:50.403838+0000","last_peered":"2024-09-22T09:24:50.403838+0000","last_clean":"2024-09-22T09:24:50.403838+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:24:50.403838+0000","last_undegraded":"2024-09-22T09:24:50.403838+0000","last_fullsized":"2024-09-22T09:24:50.403838+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.403569+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.466264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":618,"num_read_kb":53248,"num_write":1053,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.803649+0000","last_change":"2024-09-22T09:25:04.803649+0000","last_active":"2024-09-22T09:25:04.803649+0000","last_peered":"2024-09-22T09:25:04.803649+0000","last_clean":"2024-09-22T09:25:04.803649+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:25:04.803649+0000","last_undegraded":"2024-09-22T09:25:04.803649+0000","last_fullsized":"2024-09-22T09:25:04.803649+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.803454+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:19:37.494847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'432","reported_seq":1262,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.755093+0000","last_change":"2024-09-22T09:24:52.755093+0000","last_active":"2024-09-22T09:24:52.755093+0000","last_peered":"2024-09-22T09:24:52.755093+0000","last_clean":"2024-09-22T09:24:52.755093+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:24:52.755093+0000","last_undegraded":"2024-09-22T09:24:52.755093+0000","last_fullsized":"2024-09-22T09:24:52.755093+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'432","last_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_deep_scrub":"266'432","last_deep_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.754874+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:03.341160+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1111,"num_read_kb":55887,"num_write":1293,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.397857+0000","last_change":"2024-09-22T09:24:59.397857+0000","last_active":"2024-09-22T09:24:59.397857+0000","last_peered":"2024-09-22T09:24:59.397857+0000","last_clean":"2024-09-22T09:24:59.397857+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:24:59.397857+0000","last_undegraded":"2024-09-22T09:24:59.397857+0000","last_fullsized":"2024-09-22T09:24:59.397857+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.397664+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:35:26.389667+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'387","reported_seq":1029,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.145201+0000","last_change":"2024-09-22T09:24:51.145201+0000","last_active":"2024-09-22T09:24:51.145201+0000","last_peered":"2024-09-22T09:24:51.145201+0000","last_clean":"2024-09-22T09:24:51.145201+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:24:51.145201+0000","last_undegraded":"2024-09-22T09:24:51.145201+0000","last_fullsized":"2024-09-22T09:24:51.145201+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'387","last_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_deep_scrub":"266'387","last_deep_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.144931+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:48.479908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":659,"num_read_kb":1539,"num_write":1282,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.793781+0000","last_change":"2024-09-22T09:25:06.793781+0000","last_active":"2024-09-22T09:25:06.793781+0000","last_peered":"2024-09-22T09:25:06.793781+0000","last_clean":"2024-09-22T09:25:06.793781+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:25:06.793781+0000","last_undegraded":"2024-09-22T09:25:06.793781+0000","last_fullsized":"2024-09-22T09:25:06.793781+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'99","last_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_deep_scrub":"266'99","last_deep_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.793567+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:38.637553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'360","reported_seq":1147,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.001297+0000","last_change":"2024-09-22T09:24:51.001297+0000","last_active":"2024-09-22T09:24:51.001297+0000","last_peered":"2024-09-22T09:24:51.001297+0000","last_clean":"2024-09-22T09:24:51.001297+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:24:51.001297+0000","last_undegraded":"2024-09-22T09:24:51.001297+0000","last_fullsized":"2024-09-22T09:24:51.001297+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'360","last_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_deep_scrub":"266'360","last_deep_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.001000+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:09.983274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159799,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1086,"num_read_kb":91026,"num_write":1169,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.852205+0000","last_change":"2024-09-22T09:24:57.852205+0000","last_active":"2024-09-22T09:24:57.852205+0000","last_peered":"2024-09-22T09:24:57.852205+0000","last_clean":"2024-09-22T09:24:57.852205+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:57.852205+0000","last_undegraded":"2024-09-22T09:24:57.852205+0000","last_fullsized":"2024-09-22T09:24:57.852205+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.851944+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:35.121381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'351","reported_seq":1002,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.705465+0000","last_change":"2024-09-22T09:24:53.705465+0000","last_active":"2024-09-22T09:24:53.705465+0000","last_peered":"2024-09-22T09:24:53.705465+0000","last_clean":"2024-09-22T09:24:53.705465+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:24:53.705465+0000","last_undegraded":"2024-09-22T09:24:53.705465+0000","last_fullsized":"2024-09-22T09:24:53.705465+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.705204+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:16.012216+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":592,"num_read_kb":25941,"num_write":1163,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.511239+0000","last_change":"2024-09-22T09:24:59.511239+0000","last_active":"2024-09-22T09:24:59.511239+0000","last_peered":"2024-09-22T09:24:59.511239+0000","last_clean":"2024-09-22T09:24:59.511239+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:24:59.511239+0000","last_undegraded":"2024-09-22T09:24:59.511239+0000","last_fullsized":"2024-09-22T09:24:59.511239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.511024+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:06.254039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'349","reported_seq":972,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.037012+0000","last_change":"2024-09-22T09:24:55.037012+0000","last_active":"2024-09-22T09:24:55.037012+0000","last_peered":"2024-09-22T09:24:55.037012+0000","last_clean":"2024-09-22T09:24:55.037012+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:55.037012+0000","last_undegraded":"2024-09-22T09:24:55.037012+0000","last_fullsized":"2024-09-22T09:24:55.037012+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.036796+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:06.562317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":598,"num_read_kb":484,"num_write":1144,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.405154+0000","last_change":"2024-09-22T09:25:01.405154+0000","last_active":"2024-09-22T09:25:01.405154+0000","last_peered":"2024-09-22T09:25:01.405154+0000","last_clean":"2024-09-22T09:25:01.405154+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:25:01.405154+0000","last_undegraded":"2024-09-22T09:25:01.405154+0000","last_fullsized":"2024-09-22T09:25:01.405154+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.404941+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:56.389532+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'414","reported_seq":1111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.664455+0000","last_change":"2024-09-22T09:24:54.664209+0000","last_active":"2024-09-22T09:24:54.664455+0000","last_peered":"2024-09-22T09:24:54.664455+0000","last_clean":"2024-09-22T09:24:54.664455+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:24:54.664455+0000","last_undegraded":"2024-09-22T09:24:54.664455+0000","last_fullsized":"2024-09-22T09:24:54.664455+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'414","last_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_deep_scrub":"266'414","last_deep_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.663844+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:51.318052+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079921,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":807,"num_read_kb":60665,"num_write":1380,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'203","reported_seq":853,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.787655+0000","last_change":"2024-09-22T09:24:52.787655+0000","last_active":"2024-09-22T09:24:52.787655+0000","last_peered":"2024-09-22T09:24:52.787655+0000","last_clean":"2024-09-22T09:24:52.787655+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:24:52.787655+0000","last_undegraded":"2024-09-22T09:24:52.787655+0000","last_fullsized":"2024-09-22T09:24:52.787655+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.787468+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:54.260573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":738,"num_omap_keys":3,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'352","reported_seq":1173,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.687095+0000","last_change":"2024-09-22T09:24:46.687095+0000","last_active":"2024-09-22T09:24:46.687095+0000","last_peered":"2024-09-22T09:24:46.687095+0000","last_clean":"2024-09-22T09:24:46.687095+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:24:46.687095+0000","last_undegraded":"2024-09-22T09:24:46.687095+0000","last_fullsized":"2024-09-22T09:24:46.687095+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.686958+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:57.732175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1267,"num_read_kb":3050,"num_write":1191,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":954,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.388722+0000","last_change":"2024-09-22T09:25:00.388722+0000","last_active":"2024-09-22T09:25:00.388722+0000","last_peered":"2024-09-22T09:25:00.388722+0000","last_clean":"2024-09-22T09:25:00.388722+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:25:00.388722+0000","last_undegraded":"2024-09-22T09:25:00.388722+0000","last_fullsized":"2024-09-22T09:25:00.388722+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'324","last_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_deep_scrub":"266'324","last_deep_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.388536+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:31:24.431905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'326","reported_seq":967,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.666137+0000","last_change":"2024-09-22T09:24:47.666137+0000","last_active":"2024-09-22T09:24:47.666137+0000","last_peered":"2024-09-22T09:24:47.666137+0000","last_clean":"2024-09-22T09:24:47.666137+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:24:47.666137+0000","last_undegraded":"2024-09-22T09:24:47.666137+0000","last_fullsized":"2024-09-22T09:24:47.666137+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'326","last_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_deep_scrub":"266'326","last_deep_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.665998+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:51.017417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":691,"num_read_kb":32274,"num_write":1124,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.155256+0000","last_change":"2024-09-22T09:25:03.155256+0000","last_active":"2024-09-22T09:25:03.155256+0000","last_peered":"2024-09-22T09:25:03.155256+0000","last_clean":"2024-09-22T09:25:03.155256+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:25:03.155256+0000","last_undegraded":"2024-09-22T09:25:03.155256+0000","last_fullsized":"2024-09-22T09:25:03.155256+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'181","last_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_deep_scrub":"266'181","last_deep_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.155077+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:18.652496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'337","reported_seq":991,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.971336+0000","last_change":"2024-09-22T09:24:52.971111+0000","last_active":"2024-09-22T09:24:52.971336+0000","last_peered":"2024-09-22T09:24:52.971336+0000","last_clean":"2024-09-22T09:24:52.971336+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:24:52.971336+0000","last_undegraded":"2024-09-22T09:24:52.971336+0000","last_fullsized":"2024-09-22T09:24:52.971336+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.970857+0000","objects_scrubbed":1,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:23.272586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":571,"num_read_kb":14484,"num_write":1057,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'149","reported_seq":744,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.477545+0000","last_change":"2024-09-22T09:24:58.477545+0000","last_active":"2024-09-22T09:24:58.477545+0000","last_peered":"2024-09-22T09:24:58.477545+0000","last_clean":"2024-09-22T09:24:58.477545+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:24:58.477545+0000","last_undegraded":"2024-09-22T09:24:58.477545+0000","last_fullsized":"2024-09-22T09:24:58.477545+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.477360+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:30.792661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'316","reported_seq":958,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.157547+0000","last_change":"2024-09-22T09:24:59.157547+0000","last_active":"2024-09-22T09:24:59.157547+0000","last_peered":"2024-09-22T09:24:59.157547+0000","last_clean":"2024-09-22T09:24:59.157547+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:24:59.157547+0000","last_undegraded":"2024-09-22T09:24:59.157547+0000","last_fullsized":"2024-09-22T09:24:59.157547+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'316","last_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_deep_scrub":"266'316","last_deep_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.157344+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:24.515562+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":586,"num_read_kb":10006,"num_write":989,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.850730+0000","last_change":"2024-09-22T09:25:09.850730+0000","last_active":"2024-09-22T09:25:09.850730+0000","last_peered":"2024-09-22T09:25:09.850730+0000","last_clean":"2024-09-22T09:25:09.850730+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:25:09.850730+0000","last_undegraded":"2024-09-22T09:25:09.850730+0000","last_fullsized":"2024-09-22T09:25:09.850730+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4133","last_scrub_stamp":"2024-09-22T09:25:09.850399+0000","last_deep_scrub":"266'4133","last_deep_scrub_stamp":"2024-09-22T09:25:09.850399+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.850399+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:02:31.608011+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'417","reported_seq":1078,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.929881+0000","last_change":"2024-09-22T09:25:04.929881+0000","last_active":"2024-09-22T09:25:04.929881+0000","last_peered":"2024-09-22T09:25:04.929881+0000","last_clean":"2024-09-22T09:25:04.929881+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:25:04.929881+0000","last_undegraded":"2024-09-22T09:25:04.929881+0000","last_fullsized":"2024-09-22T09:25:04.929881+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.929608+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:04.308007+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":808,"num_read_kb":13003,"num_write":1195,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.143026+0000","last_change":"2024-09-22T09:25:02.143026+0000","last_active":"2024-09-22T09:25:02.143026+0000","last_peered":"2024-09-22T09:25:02.143026+0000","last_clean":"2024-09-22T09:25:02.143026+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:25:02.143026+0000","last_undegraded":"2024-09-22T09:25:02.143026+0000","last_fullsized":"2024-09-22T09:25:02.143026+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'68","last_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_deep_scrub":"266'68","last_deep_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.142801+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.325724+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'393","reported_seq":1035,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.043776+0000","last_change":"2024-09-22T09:24:54.043776+0000","last_active":"2024-09-22T09:24:54.043776+0000","last_peered":"2024-09-22T09:24:54.043776+0000","last_clean":"2024-09-22T09:24:54.043776+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:54.043776+0000","last_undegraded":"2024-09-22T09:24:54.043776+0000","last_fullsized":"2024-09-22T09:24:54.043776+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'393","last_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_deep_scrub":"266'393","last_deep_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.043554+0000","objects_scrubbed":4,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:20.337867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":660,"num_read_kb":3902,"num_write":1234,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'348","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.034852+0000","last_change":"2024-09-22T09:24:56.034852+0000","last_active":"2024-09-22T09:24:56.034852+0000","last_peered":"2024-09-22T09:24:56.034852+0000","last_clean":"2024-09-22T09:24:56.034852+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:56.034852+0000","last_undegraded":"2024-09-22T09:24:56.034852+0000","last_fullsized":"2024-09-22T09:24:56.034852+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.034634+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:17.671875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":7238,"num_write":1043,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'270","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.466488+0000","last_change":"2024-09-22T09:25:00.466488+0000","last_active":"2024-09-22T09:25:00.466488+0000","last_peered":"2024-09-22T09:25:00.466488+0000","last_clean":"2024-09-22T09:25:00.466488+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:25:00.466488+0000","last_undegraded":"2024-09-22T09:25:00.466488+0000","last_fullsized":"2024-09-22T09:25:00.466488+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'270","last_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_deep_scrub":"266'270","last_deep_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.466296+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:04.924401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'334","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.167143+0000","last_change":"2024-09-22T09:24:50.167143+0000","last_active":"2024-09-22T09:24:50.167143+0000","last_peered":"2024-09-22T09:24:50.167143+0000","last_clean":"2024-09-22T09:24:50.167143+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:24:50.167143+0000","last_undegraded":"2024-09-22T09:24:50.167143+0000","last_fullsized":"2024-09-22T09:24:50.167143+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.166932+0000","objects_scrubbed":5,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:40.475967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":61894,"num_write":1052,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1252,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.856987+0000","last_change":"2024-09-22T09:25:02.856987+0000","last_active":"2024-09-22T09:25:02.856987+0000","last_peered":"2024-09-22T09:25:02.856987+0000","last_clean":"2024-09-22T09:25:02.856987+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:25:02.856987+0000","last_undegraded":"2024-09-22T09:25:02.856987+0000","last_fullsized":"2024-09-22T09:25:02.856987+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'481","last_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_deep_scrub":"266'481","last_deep_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.856809+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:31:14.193909+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2763,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1584,"ondisk_log_size":1584,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":527,"ondisk_log_size":527,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1640264,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17525,"num_read_kb":37077,"num_write":14695,"num_write_kb":11733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":711278,"num_omap_keys":1618,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1885,"ondisk_log_size":1885,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2433,"num_read_kb":2900,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35756,"num_omap_keys":144,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3884,"ondisk_log_size":3884,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":29636412,"num_objects":280,"num_object_clones":0,"num_object_copies":1120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":44296,"num_read_kb":2168743,"num_write":73005,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":41369600,"data_stored":41369600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3377,"ondisk_log_size":3377,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":186434,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":185165,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542693,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":306960,"kb_used_data":9216,"kb_used_omap":1,"kb_used_meta":297726,"kb_avail":94064880,"statfs":{"total":96636764160,"available":96322437120,"internally_reserved":0,"allocated":9437184,"data_stored":7439967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":304871882},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542693,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297936,"kb_used_data":9920,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94073904,"statfs":{"total":96636764160,"available":96331677696,"internally_reserved":0,"allocated":10158080,"data_stored":8204384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":294910406},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542692,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":151788,"kb_used_data":8220,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94220052,"statfs":{"total":96636764160,"available":96481333248,"internally_reserved":0,"allocated":8417280,"data_stored":6368236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542693,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112848,"kb_used_data":9472,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258992,"statfs":{"total":96636764160,"available":96521207808,"internally_reserved":0,"allocated":9699328,"data_stored":7741523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542692,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":252576,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94119264,"statfs":{"total":96636764160,"available":96378126336,"internally_reserved":0,"allocated":9191424,"data_stored":7202241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542693,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119432,"kb_used_data":7800,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94252408,"statfs":{"total":96636764160,"available":96514465792,"internally_reserved":0,"allocated":7987200,"data_stored":6046546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542691,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177012,"kb_used_data":11236,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94194828,"statfs":{"total":96636764160,"available":96455503872,"internally_reserved":0,"allocated":11505664,"data_stored":9532148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542692,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280080,"kb_used_data":10112,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":94091760,"statfs":{"total":96636764160,"available":96349962240,"internally_reserved":0,"allocated":10354688,"data_stored":8342365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":276429252},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5459968,"data_stored":5459968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7241728,"data_stored":7241728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3756032,"data_stored":3756032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4911104,"data_stored":4911104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5451776,"data_stored":5451776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4075520,"data_stored":4075520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5914624,"data_stored":5914624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4558848,"data_stored":4558848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.847 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.848 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.849 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.850 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.851 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.852 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-22T08:56:53.544962+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=53, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.853 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-22T08:58:37.331495+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=37, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.854 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.855 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.855 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-22T08:58:40.393293+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=58, tm_sec=40, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.857 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.857 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.857 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-22T08:40:35.241841+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=35, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:28.858 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T09:25:48.859 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:25:49.208 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:25:49.226 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:25:49.241 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1629,"stamp":"2024-09-22T09:25:47.299151+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":31884611,"num_objects":607,"num_object_clones":0,"num_object_copies":1774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":198863,"num_read_kb":2695150,"num_write":146297,"num_write_kb":2460624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":750925,"num_omap_keys":1792,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12668,"ondisk_log_size":12668,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1698632,"kb_used_data":74952,"kb_used_omap":12,"kb_used_meta":1623539,"kb_avail":753276088,"statfs":{"total":773094113280,"available":771354714112,"internally_reserved":0,"allocated":76750848,"data_stored":60877410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1662504496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008069"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.789231+0000","last_change":"2024-09-22T09:25:32.789231+0000","last_active":"2024-09-22T09:25:32.789231+0000","last_peered":"2024-09-22T09:25:32.789231+0000","last_clean":"2024-09-22T09:25:32.789231+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:25:32.789231+0000","last_undegraded":"2024-09-22T09:25:32.789231+0000","last_fullsized":"2024-09-22T09:25:32.789231+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:32.789012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:32.789012+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.789012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:46.278857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.808225+0000","last_change":"2024-09-22T09:25:29.808225+0000","last_active":"2024-09-22T09:25:29.808225+0000","last_peered":"2024-09-22T09:25:29.808225+0000","last_clean":"2024-09-22T09:25:29.808225+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:25:29.808225+0000","last_undegraded":"2024-09-22T09:25:29.808225+0000","last_fullsized":"2024-09-22T09:25:29.808225+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-22T09:25:29.808045+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-22T09:25:29.808045+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.808045+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:45:21.300062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:35.760859+0000","last_change":"2024-09-22T09:25:35.760859+0000","last_active":"2024-09-22T09:25:35.760859+0000","last_peered":"2024-09-22T09:25:35.760859+0000","last_clean":"2024-09-22T09:25:35.760859+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:25:35.760859+0000","last_undegraded":"2024-09-22T09:25:35.760859+0000","last_fullsized":"2024-09-22T09:25:35.760859+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:35.760677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:35.760677+0000","last_clean_scrub_stamp":"2024-09-22T09:25:35.760677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:24.723529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":126,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.733105+0000","last_change":"2024-09-22T09:25:29.733105+0000","last_active":"2024-09-22T09:25:29.733105+0000","last_peered":"2024-09-22T09:25:29.733105+0000","last_clean":"2024-09-22T09:25:29.733105+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:25:29.733105+0000","last_undegraded":"2024-09-22T09:25:29.733105+0000","last_fullsized":"2024-09-22T09:25:29.733105+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:29.732886+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:29.732886+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.732886+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:12:02.118968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.045908+0000","last_change":"2024-09-22T09:25:12.045908+0000","last_active":"2024-09-22T09:25:12.045908+0000","last_peered":"2024-09-22T09:25:12.045908+0000","last_clean":"2024-09-22T09:25:12.045908+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:25:12.045908+0000","last_undegraded":"2024-09-22T09:25:12.045908+0000","last_fullsized":"2024-09-22T09:25:12.045908+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:12.045724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:12.045724+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.045724+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:49.108405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'4","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.401471+0000","last_change":"2024-09-22T09:25:33.401471+0000","last_active":"2024-09-22T09:25:33.401471+0000","last_peered":"2024-09-22T09:25:33.401471+0000","last_clean":"2024-09-22T09:25:33.401471+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:25:33.401471+0000","last_undegraded":"2024-09-22T09:25:33.401471+0000","last_fullsized":"2024-09-22T09:25:33.401471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T09:25:33.401292+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T09:25:33.401292+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.401292+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:59:53.344257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.199486+0000","last_change":"2024-09-22T09:25:20.199486+0000","last_active":"2024-09-22T09:25:20.199486+0000","last_peered":"2024-09-22T09:25:20.199486+0000","last_clean":"2024-09-22T09:25:20.199486+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:25:20.199486+0000","last_undegraded":"2024-09-22T09:25:20.199486+0000","last_fullsized":"2024-09-22T09:25:20.199486+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:20.199302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:20.199302+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.199302+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:38.906214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.000650+0000","last_change":"2024-09-22T09:25:13.000650+0000","last_active":"2024-09-22T09:25:13.000650+0000","last_peered":"2024-09-22T09:25:13.000650+0000","last_clean":"2024-09-22T09:25:13.000650+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:25:13.000650+0000","last_undegraded":"2024-09-22T09:25:13.000650+0000","last_fullsized":"2024-09-22T09:25:13.000650+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:13.000377+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:13.000377+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.000377+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:04:03.488146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.652817+0000","last_change":"2024-09-22T09:25:24.652817+0000","last_active":"2024-09-22T09:25:24.652817+0000","last_peered":"2024-09-22T09:25:24.652817+0000","last_clean":"2024-09-22T09:25:24.652817+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:25:24.652817+0000","last_undegraded":"2024-09-22T09:25:24.652817+0000","last_fullsized":"2024-09-22T09:25:24.652817+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:24.652642+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:24.652642+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.652642+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:33.874398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:39.751598+0000","last_change":"2024-09-22T09:25:39.751445+0000","last_active":"2024-09-22T09:25:39.751598+0000","last_peered":"2024-09-22T09:25:39.751598+0000","last_clean":"2024-09-22T09:25:39.751598+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:25:39.751598+0000","last_undegraded":"2024-09-22T09:25:39.751598+0000","last_fullsized":"2024-09-22T09:25:39.751598+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:39.751252+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:39.751252+0000","last_clean_scrub_stamp":"2024-09-22T09:25:39.751252+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:25.831764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'7","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.998819+0000","last_change":"2024-09-22T09:25:14.998819+0000","last_active":"2024-09-22T09:25:14.998819+0000","last_peered":"2024-09-22T09:25:14.998819+0000","last_clean":"2024-09-22T09:25:14.998819+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:25:14.998819+0000","last_undegraded":"2024-09-22T09:25:14.998819+0000","last_fullsized":"2024-09-22T09:25:14.998819+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-22T09:25:14.998603+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-22T09:25:14.998603+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.998603+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.252394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21053,"num_write":12,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.689117+0000","last_change":"2024-09-22T09:25:28.689117+0000","last_active":"2024-09-22T09:25:28.689117+0000","last_peered":"2024-09-22T09:25:28.689117+0000","last_clean":"2024-09-22T09:25:28.689117+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:25:28.689117+0000","last_undegraded":"2024-09-22T09:25:28.689117+0000","last_fullsized":"2024-09-22T09:25:28.689117+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'46","last_scrub_stamp":"2024-09-22T09:25:28.688900+0000","last_deep_scrub":"263'46","last_deep_scrub_stamp":"2024-09-22T09:25:28.688900+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.688900+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:19:49.546359+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:22:01.856864+0000","last_change":"2024-09-22T09:09:48.758951+0000","last_active":"2024-09-22T09:22:01.856864+0000","last_peered":"2024-09-22T09:22:01.856864+0000","last_clean":"2024-09-22T09:22:01.856864+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:22:01.856864+0000","last_undegraded":"2024-09-22T09:22:01.856864+0000","last_fullsized":"2024-09-22T09:22:01.856864+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:06.230937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'2","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:38.713690+0000","last_change":"2024-09-22T09:25:38.713690+0000","last_active":"2024-09-22T09:25:38.713690+0000","last_peered":"2024-09-22T09:25:38.713690+0000","last_clean":"2024-09-22T09:25:38.713690+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:25:38.713690+0000","last_undegraded":"2024-09-22T09:25:38.713690+0000","last_fullsized":"2024-09-22T09:25:38.713690+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:38.713494+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:38.713494+0000","last_clean_scrub_stamp":"2024-09-22T09:25:38.713494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:08.593668+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.355128+0000","last_change":"2024-09-22T09:25:28.354971+0000","last_active":"2024-09-22T09:25:28.355128+0000","last_peered":"2024-09-22T09:25:28.355128+0000","last_clean":"2024-09-22T09:25:28.355128+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:25:28.355128+0000","last_undegraded":"2024-09-22T09:25:28.355128+0000","last_fullsized":"2024-09-22T09:25:28.355128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:28.354789+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:28.354789+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.354789+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:39.690314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":96,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.824169+0000","last_change":"2024-09-22T09:25:30.824169+0000","last_active":"2024-09-22T09:25:30.824169+0000","last_peered":"2024-09-22T09:25:30.824169+0000","last_clean":"2024-09-22T09:25:30.824169+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:25:30.824169+0000","last_undegraded":"2024-09-22T09:25:30.824169+0000","last_fullsized":"2024-09-22T09:25:30.824169+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-22T09:25:30.823988+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-22T09:25:30.823988+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.823988+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:23.764228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855662+0000","last_change":"2024-09-22T09:09:48.758379+0000","last_active":"2024-09-22T09:21:56.855662+0000","last_peered":"2024-09-22T09:21:56.855662+0000","last_clean":"2024-09-22T09:21:56.855662+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:21:56.855662+0000","last_undegraded":"2024-09-22T09:21:56.855662+0000","last_fullsized":"2024-09-22T09:21:56.855662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:29.010754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'3","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.845405+0000","last_change":"2024-09-22T09:25:28.845405+0000","last_active":"2024-09-22T09:25:28.845405+0000","last_peered":"2024-09-22T09:25:28.845405+0000","last_clean":"2024-09-22T09:25:28.845405+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:25:28.845405+0000","last_undegraded":"2024-09-22T09:25:28.845405+0000","last_fullsized":"2024-09-22T09:25:28.845405+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:28.845232+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:28.845232+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.845232+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:14:41.400513+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:35.699929+0000","last_change":"2024-09-22T09:25:35.699929+0000","last_active":"2024-09-22T09:25:35.699929+0000","last_peered":"2024-09-22T09:25:35.699929+0000","last_clean":"2024-09-22T09:25:35.699929+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:25:35.699929+0000","last_undegraded":"2024-09-22T09:25:35.699929+0000","last_fullsized":"2024-09-22T09:25:35.699929+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:35.699731+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:35.699731+0000","last_clean_scrub_stamp":"2024-09-22T09:25:35.699731+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:26.561310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.718318+0000","last_change":"2024-09-22T09:25:34.718318+0000","last_active":"2024-09-22T09:25:34.718318+0000","last_peered":"2024-09-22T09:25:34.718318+0000","last_clean":"2024-09-22T09:25:34.718318+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:25:34.718318+0000","last_undegraded":"2024-09-22T09:25:34.718318+0000","last_fullsized":"2024-09-22T09:25:34.718318+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:34.718131+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:34.718131+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.718131+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:34.772742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.277005+0000","last_change":"2024-09-22T09:25:27.277005+0000","last_active":"2024-09-22T09:25:27.277005+0000","last_peered":"2024-09-22T09:25:27.277005+0000","last_clean":"2024-09-22T09:25:27.277005+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:25:27.277005+0000","last_undegraded":"2024-09-22T09:25:27.277005+0000","last_fullsized":"2024-09-22T09:25:27.277005+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:27.276795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:27.276795+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.276795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:45:02.113424+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.683955+0000","last_change":"2024-09-22T09:25:21.683955+0000","last_active":"2024-09-22T09:25:21.683955+0000","last_peered":"2024-09-22T09:25:21.683955+0000","last_clean":"2024-09-22T09:25:21.683955+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:25:21.683955+0000","last_undegraded":"2024-09-22T09:25:21.683955+0000","last_fullsized":"2024-09-22T09:25:21.683955+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:21.683775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:21.683775+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.683775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:50.551424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'6","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.339608+0000","last_change":"2024-09-22T09:25:27.339608+0000","last_active":"2024-09-22T09:25:27.339608+0000","last_peered":"2024-09-22T09:25:27.339608+0000","last_clean":"2024-09-22T09:25:27.339608+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:25:27.339608+0000","last_undegraded":"2024-09-22T09:25:27.339608+0000","last_fullsized":"2024-09-22T09:25:27.339608+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:27.339381+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:27.339381+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.339381+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:48.597853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.688075+0000","last_change":"2024-09-22T09:25:16.688075+0000","last_active":"2024-09-22T09:25:16.688075+0000","last_peered":"2024-09-22T09:25:16.688075+0000","last_clean":"2024-09-22T09:25:16.688075+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:25:16.688075+0000","last_undegraded":"2024-09-22T09:25:16.688075+0000","last_fullsized":"2024-09-22T09:25:16.688075+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-22T09:25:16.687880+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-22T09:25:16.687880+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.687880+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:49:01.648605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:45.359953+0000","last_change":"2024-09-22T09:25:45.359953+0000","last_active":"2024-09-22T09:25:45.359953+0000","last_peered":"2024-09-22T09:25:45.359953+0000","last_clean":"2024-09-22T09:25:45.359953+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:25:45.359953+0000","last_undegraded":"2024-09-22T09:25:45.359953+0000","last_fullsized":"2024-09-22T09:25:45.359953+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:45.359756+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:45.359756+0000","last_clean_scrub_stamp":"2024-09-22T09:25:45.359756+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:50.649447+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.681688+0000","last_change":"2024-09-22T09:25:23.681688+0000","last_active":"2024-09-22T09:25:23.681688+0000","last_peered":"2024-09-22T09:25:23.681688+0000","last_clean":"2024-09-22T09:25:23.681688+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:25:23.681688+0000","last_undegraded":"2024-09-22T09:25:23.681688+0000","last_fullsized":"2024-09-22T09:25:23.681688+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:23.681480+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:23.681480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.681480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:53.439653+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.351065+0000","last_change":"2024-09-22T09:25:26.351065+0000","last_active":"2024-09-22T09:25:26.351065+0000","last_peered":"2024-09-22T09:25:26.351065+0000","last_clean":"2024-09-22T09:25:26.351065+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:25:26.351065+0000","last_undegraded":"2024-09-22T09:25:26.351065+0000","last_fullsized":"2024-09-22T09:25:26.351065+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:26.350873+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:26.350873+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.350873+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:10.637967+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.708107+0000","last_change":"2024-09-22T09:25:27.708107+0000","last_active":"2024-09-22T09:25:27.708107+0000","last_peered":"2024-09-22T09:25:27.708107+0000","last_clean":"2024-09-22T09:25:27.708107+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:25:27.708107+0000","last_undegraded":"2024-09-22T09:25:27.708107+0000","last_fullsized":"2024-09-22T09:25:27.708107+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-22T09:25:27.707919+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-22T09:25:27.707919+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.707919+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:23:59.946899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:44.310948+0000","last_change":"2024-09-22T09:25:44.310948+0000","last_active":"2024-09-22T09:25:44.310948+0000","last_peered":"2024-09-22T09:25:44.310948+0000","last_clean":"2024-09-22T09:25:44.310948+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:25:44.310948+0000","last_undegraded":"2024-09-22T09:25:44.310948+0000","last_fullsized":"2024-09-22T09:25:44.310948+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:44.310759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:44.310759+0000","last_clean_scrub_stamp":"2024-09-22T09:25:44.310759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:46.397280+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:44.677723+0000","last_change":"2024-09-22T09:25:44.677723+0000","last_active":"2024-09-22T09:25:44.677723+0000","last_peered":"2024-09-22T09:25:44.677723+0000","last_clean":"2024-09-22T09:25:44.677723+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:25:44.677723+0000","last_undegraded":"2024-09-22T09:25:44.677723+0000","last_fullsized":"2024-09-22T09:25:44.677723+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:44.677546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:44.677546+0000","last_clean_scrub_stamp":"2024-09-22T09:25:44.677546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:49:18.636157+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.732759+0000","last_change":"2024-09-22T09:25:34.732759+0000","last_active":"2024-09-22T09:25:34.732759+0000","last_peered":"2024-09-22T09:25:34.732759+0000","last_clean":"2024-09-22T09:25:34.732759+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:25:34.732759+0000","last_undegraded":"2024-09-22T09:25:34.732759+0000","last_fullsized":"2024-09-22T09:25:34.732759+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:34.732532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:34.732532+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.732532+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:39.524434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.179063+0000","last_change":"2024-09-22T09:25:15.179063+0000","last_active":"2024-09-22T09:25:15.179063+0000","last_peered":"2024-09-22T09:25:15.179063+0000","last_clean":"2024-09-22T09:25:15.179063+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:25:15.179063+0000","last_undegraded":"2024-09-22T09:25:15.179063+0000","last_fullsized":"2024-09-22T09:25:15.179063+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:15.178878+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:15.178878+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.178878+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:45.698572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.265687+0000","last_change":"2024-09-22T09:25:28.265687+0000","last_active":"2024-09-22T09:25:28.265687+0000","last_peered":"2024-09-22T09:25:28.265687+0000","last_clean":"2024-09-22T09:25:28.265687+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:25:28.265687+0000","last_undegraded":"2024-09-22T09:25:28.265687+0000","last_fullsized":"2024-09-22T09:25:28.265687+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:28.265486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:28.265486+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.265486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:03:49.119669+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:39.671690+0000","last_change":"2024-09-22T09:25:39.671690+0000","last_active":"2024-09-22T09:25:39.671690+0000","last_peered":"2024-09-22T09:25:39.671690+0000","last_clean":"2024-09-22T09:25:39.671690+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:25:39.671690+0000","last_undegraded":"2024-09-22T09:25:39.671690+0000","last_fullsized":"2024-09-22T09:25:39.671690+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:39.671516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:39.671516+0000","last_clean_scrub_stamp":"2024-09-22T09:25:39.671516+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:18:12.700585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.879448+0000","last_change":"2024-09-22T09:25:26.879448+0000","last_active":"2024-09-22T09:25:26.879448+0000","last_peered":"2024-09-22T09:25:26.879448+0000","last_clean":"2024-09-22T09:25:26.879448+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:25:26.879448+0000","last_undegraded":"2024-09-22T09:25:26.879448+0000","last_fullsized":"2024-09-22T09:25:26.879448+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:26.879265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:26.879265+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.879265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:07.904086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":307,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.676400+0000","last_change":"2024-09-22T09:25:26.676400+0000","last_active":"2024-09-22T09:25:26.676400+0000","last_peered":"2024-09-22T09:25:26.676400+0000","last_clean":"2024-09-22T09:25:26.676400+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:25:26.676400+0000","last_undegraded":"2024-09-22T09:25:26.676400+0000","last_fullsized":"2024-09-22T09:25:26.676400+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'93","last_scrub_stamp":"2024-09-22T09:25:26.676212+0000","last_deep_scrub":"266'93","last_deep_scrub_stamp":"2024-09-22T09:25:26.676212+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.676212+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:01.079553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.980690+0000","last_change":"2024-09-22T09:25:08.980690+0000","last_active":"2024-09-22T09:25:08.980690+0000","last_peered":"2024-09-22T09:25:08.980690+0000","last_clean":"2024-09-22T09:25:08.980690+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:25:08.980690+0000","last_undegraded":"2024-09-22T09:25:08.980690+0000","last_fullsized":"2024-09-22T09:25:08.980690+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:08.980474+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:08.980474+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.980474+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:00.860592+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:46.687157+0000","last_change":"2024-09-22T09:25:46.687157+0000","last_active":"2024-09-22T09:25:46.687157+0000","last_peered":"2024-09-22T09:25:46.687157+0000","last_clean":"2024-09-22T09:25:46.687157+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:25:46.687157+0000","last_undegraded":"2024-09-22T09:25:46.687157+0000","last_fullsized":"2024-09-22T09:25:46.687157+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:46.686971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:46.686971+0000","last_clean_scrub_stamp":"2024-09-22T09:25:46.686971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:57.128956+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.124335+0000","last_change":"2024-09-22T09:25:33.124335+0000","last_active":"2024-09-22T09:25:33.124335+0000","last_peered":"2024-09-22T09:25:33.124335+0000","last_clean":"2024-09-22T09:25:33.124335+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:25:33.124335+0000","last_undegraded":"2024-09-22T09:25:33.124335+0000","last_fullsized":"2024-09-22T09:25:33.124335+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:33.124150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:33.124150+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.124150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:17:45.449661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":171,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:36.740203+0000","last_change":"2024-09-22T09:25:36.740203+0000","last_active":"2024-09-22T09:25:36.740203+0000","last_peered":"2024-09-22T09:25:36.740203+0000","last_clean":"2024-09-22T09:25:36.740203+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:25:36.740203+0000","last_undegraded":"2024-09-22T09:25:36.740203+0000","last_fullsized":"2024-09-22T09:25:36.740203+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-22T09:25:36.739979+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-22T09:25:36.739979+0000","last_clean_scrub_stamp":"2024-09-22T09:25:36.739979+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:29.865731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:43.295612+0000","last_change":"2024-09-22T09:25:43.295612+0000","last_active":"2024-09-22T09:25:43.295612+0000","last_peered":"2024-09-22T09:25:43.295612+0000","last_clean":"2024-09-22T09:25:43.295612+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:25:43.295612+0000","last_undegraded":"2024-09-22T09:25:43.295612+0000","last_fullsized":"2024-09-22T09:25:43.295612+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:43.295316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:43.295316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:43.295316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:03:12.199739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:40.653724+0000","last_change":"2024-09-22T09:25:40.653724+0000","last_active":"2024-09-22T09:25:40.653724+0000","last_peered":"2024-09-22T09:25:40.653724+0000","last_clean":"2024-09-22T09:25:40.653724+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:25:40.653724+0000","last_undegraded":"2024-09-22T09:25:40.653724+0000","last_fullsized":"2024-09-22T09:25:40.653724+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:40.653535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:40.653535+0000","last_clean_scrub_stamp":"2024-09-22T09:25:40.653535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:23.077794+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.025403+0000","last_change":"2024-09-22T09:25:14.025229+0000","last_active":"2024-09-22T09:25:14.025403+0000","last_peered":"2024-09-22T09:25:14.025403+0000","last_clean":"2024-09-22T09:25:14.025403+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:25:14.025403+0000","last_undegraded":"2024-09-22T09:25:14.025403+0000","last_fullsized":"2024-09-22T09:25:14.025403+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:14.025034+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:14.025034+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.025034+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:06:46.175299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.902973+0000","last_change":"2024-09-22T09:25:03.902973+0000","last_active":"2024-09-22T09:25:03.902973+0000","last_peered":"2024-09-22T09:25:03.902973+0000","last_clean":"2024-09-22T09:25:03.902973+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:25:03.902973+0000","last_undegraded":"2024-09-22T09:25:03.902973+0000","last_fullsized":"2024-09-22T09:25:03.902973+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.902790+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:14.235940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.799083+0000","last_change":"2024-09-22T09:25:31.799083+0000","last_active":"2024-09-22T09:25:31.799083+0000","last_peered":"2024-09-22T09:25:31.799083+0000","last_clean":"2024-09-22T09:25:31.799083+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:25:31.799083+0000","last_undegraded":"2024-09-22T09:25:31.799083+0000","last_fullsized":"2024-09-22T09:25:31.799083+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:31.798907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:31.798907+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.798907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:33.752845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.385677+0000","last_change":"2024-09-22T09:25:32.385677+0000","last_active":"2024-09-22T09:25:32.385677+0000","last_peered":"2024-09-22T09:25:32.385677+0000","last_clean":"2024-09-22T09:25:32.385677+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:25:32.385677+0000","last_undegraded":"2024-09-22T09:25:32.385677+0000","last_fullsized":"2024-09-22T09:25:32.385677+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:32.385493+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:32.385493+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.385493+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:12.824330+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'3","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.746560+0000","last_change":"2024-09-22T09:25:32.746560+0000","last_active":"2024-09-22T09:25:32.746560+0000","last_peered":"2024-09-22T09:25:32.746560+0000","last_clean":"2024-09-22T09:25:32.746560+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:25:32.746560+0000","last_undegraded":"2024-09-22T09:25:32.746560+0000","last_fullsized":"2024-09-22T09:25:32.746560+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:32.746375+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:32.746375+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.746375+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:48.172544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":106,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.196328+0000","last_change":"2024-09-22T09:25:27.196328+0000","last_active":"2024-09-22T09:25:27.196328+0000","last_peered":"2024-09-22T09:25:27.196328+0000","last_clean":"2024-09-22T09:25:27.196328+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:25:27.196328+0000","last_undegraded":"2024-09-22T09:25:27.196328+0000","last_fullsized":"2024-09-22T09:25:27.196328+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'19","last_scrub_stamp":"2024-09-22T09:25:27.196142+0000","last_deep_scrub":"266'19","last_deep_scrub_stamp":"2024-09-22T09:25:27.196142+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.196142+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:25:14.589982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:21:56.855698+0000","last_change":"2024-09-22T09:09:48.750481+0000","last_active":"2024-09-22T09:21:56.855698+0000","last_peered":"2024-09-22T09:21:56.855698+0000","last_clean":"2024-09-22T09:21:56.855698+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:21:56.855698+0000","last_undegraded":"2024-09-22T09:21:56.855698+0000","last_fullsized":"2024-09-22T09:21:56.855698+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:09:47.700747+0000","last_clean_scrub_stamp":"2024-09-22T09:09:47.700747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:19.169539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.256820+0000","last_change":"2024-09-22T09:25:26.256820+0000","last_active":"2024-09-22T09:25:26.256820+0000","last_peered":"2024-09-22T09:25:26.256820+0000","last_clean":"2024-09-22T09:25:26.256820+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:25:26.256820+0000","last_undegraded":"2024-09-22T09:25:26.256820+0000","last_fullsized":"2024-09-22T09:25:26.256820+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:26.256563+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:26.256563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.256563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.874452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.384621+0000","last_change":"2024-09-22T09:25:25.384621+0000","last_active":"2024-09-22T09:25:25.384621+0000","last_peered":"2024-09-22T09:25:25.384621+0000","last_clean":"2024-09-22T09:25:25.384621+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:25:25.384621+0000","last_undegraded":"2024-09-22T09:25:25.384621+0000","last_fullsized":"2024-09-22T09:25:25.384621+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:25.384434+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:25.384434+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.384434+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.955655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":165,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.165309+0000","last_change":"2024-09-22T09:25:26.165309+0000","last_active":"2024-09-22T09:25:26.165309+0000","last_peered":"2024-09-22T09:25:26.165309+0000","last_clean":"2024-09-22T09:25:26.165309+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:25:26.165309+0000","last_undegraded":"2024-09-22T09:25:26.165309+0000","last_fullsized":"2024-09-22T09:25:26.165309+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'40","last_scrub_stamp":"2024-09-22T09:25:26.165128+0000","last_deep_scrub":"266'40","last_deep_scrub_stamp":"2024-09-22T09:25:26.165128+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.165128+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:17:46.849817+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:44.770420+0000","last_change":"2024-09-22T09:25:44.770420+0000","last_active":"2024-09-22T09:25:44.770420+0000","last_peered":"2024-09-22T09:25:44.770420+0000","last_clean":"2024-09-22T09:25:44.770420+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:25:44.770420+0000","last_undegraded":"2024-09-22T09:25:44.770420+0000","last_fullsized":"2024-09-22T09:25:44.770420+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:44.770211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:44.770211+0000","last_clean_scrub_stamp":"2024-09-22T09:25:44.770211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:03:22.426051+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.202082+0000","last_change":"2024-09-22T09:25:23.202082+0000","last_active":"2024-09-22T09:25:23.202082+0000","last_peered":"2024-09-22T09:25:23.202082+0000","last_clean":"2024-09-22T09:25:23.202082+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:25:23.202082+0000","last_undegraded":"2024-09-22T09:25:23.202082+0000","last_fullsized":"2024-09-22T09:25:23.202082+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:23.201902+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:23.201902+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.201902+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:59.972170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.738230+0000","last_change":"2024-09-22T09:25:33.738230+0000","last_active":"2024-09-22T09:25:33.738230+0000","last_peered":"2024-09-22T09:25:33.738230+0000","last_clean":"2024-09-22T09:25:33.738230+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:25:33.738230+0000","last_undegraded":"2024-09-22T09:25:33.738230+0000","last_fullsized":"2024-09-22T09:25:33.738230+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:33.738049+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:33.738049+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.738049+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:32:20.048613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":150,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.698177+0000","last_change":"2024-09-22T09:25:25.698177+0000","last_active":"2024-09-22T09:25:25.698177+0000","last_peered":"2024-09-22T09:25:25.698177+0000","last_clean":"2024-09-22T09:25:25.698177+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:25:25.698177+0000","last_undegraded":"2024-09-22T09:25:25.698177+0000","last_fullsized":"2024-09-22T09:25:25.698177+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'34","last_scrub_stamp":"2024-09-22T09:25:25.698000+0000","last_deep_scrub":"266'34","last_deep_scrub_stamp":"2024-09-22T09:25:25.698000+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.698000+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:48.728782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:43.723622+0000","last_change":"2024-09-22T09:25:43.723622+0000","last_active":"2024-09-22T09:25:43.723622+0000","last_peered":"2024-09-22T09:25:43.723622+0000","last_clean":"2024-09-22T09:25:43.723622+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:25:43.723622+0000","last_undegraded":"2024-09-22T09:25:43.723622+0000","last_fullsized":"2024-09-22T09:25:43.723622+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:43.723438+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:43.723438+0000","last_clean_scrub_stamp":"2024-09-22T09:25:43.723438+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:02.975145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:37.696519+0000","last_change":"2024-09-22T09:25:37.696519+0000","last_active":"2024-09-22T09:25:37.696519+0000","last_peered":"2024-09-22T09:25:37.696519+0000","last_clean":"2024-09-22T09:25:37.696519+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:25:37.696519+0000","last_undegraded":"2024-09-22T09:25:37.696519+0000","last_fullsized":"2024-09-22T09:25:37.696519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T09:25:37.696340+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T09:25:37.696340+0000","last_clean_scrub_stamp":"2024-09-22T09:25:37.696340+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:46.225316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6516,"num_write":10,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.709348+0000","last_change":"2024-09-22T09:25:17.709348+0000","last_active":"2024-09-22T09:25:17.709348+0000","last_peered":"2024-09-22T09:25:17.709348+0000","last_clean":"2024-09-22T09:25:17.709348+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:25:17.709348+0000","last_undegraded":"2024-09-22T09:25:17.709348+0000","last_fullsized":"2024-09-22T09:25:17.709348+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-22T09:25:17.709159+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-22T09:25:17.709159+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.709159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:22:49.491508+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":85,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.415981+0000","last_change":"2024-09-22T09:25:23.415981+0000","last_active":"2024-09-22T09:25:23.415981+0000","last_peered":"2024-09-22T09:25:23.415981+0000","last_clean":"2024-09-22T09:25:23.415981+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:25:23.415981+0000","last_undegraded":"2024-09-22T09:25:23.415981+0000","last_fullsized":"2024-09-22T09:25:23.415981+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'12","last_scrub_stamp":"2024-09-22T09:25:23.415792+0000","last_deep_scrub":"266'12","last_deep_scrub_stamp":"2024-09-22T09:25:23.415792+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.415792+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:14.841695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:43.632041+0000","last_change":"2024-09-22T09:25:43.632041+0000","last_active":"2024-09-22T09:25:43.632041+0000","last_peered":"2024-09-22T09:25:43.632041+0000","last_clean":"2024-09-22T09:25:43.632041+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:25:43.632041+0000","last_undegraded":"2024-09-22T09:25:43.632041+0000","last_fullsized":"2024-09-22T09:25:43.632041+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:43.631847+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:43.631847+0000","last_clean_scrub_stamp":"2024-09-22T09:25:43.631847+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:49:43.519968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.715228+0000","last_change":"2024-09-22T09:25:20.715228+0000","last_active":"2024-09-22T09:25:20.715228+0000","last_peered":"2024-09-22T09:25:20.715228+0000","last_clean":"2024-09-22T09:25:20.715228+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:25:20.715228+0000","last_undegraded":"2024-09-22T09:25:20.715228+0000","last_fullsized":"2024-09-22T09:25:20.715228+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:20.715054+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:20.715054+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.715054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:44.817191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'9","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.839791+0000","last_change":"2024-09-22T09:25:25.839791+0000","last_active":"2024-09-22T09:25:25.839791+0000","last_peered":"2024-09-22T09:25:25.839791+0000","last_clean":"2024-09-22T09:25:25.839791+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:25:25.839791+0000","last_undegraded":"2024-09-22T09:25:25.839791+0000","last_fullsized":"2024-09-22T09:25:25.839791+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-22T09:25:25.839605+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-22T09:25:25.839605+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.839605+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:19.618867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":113,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.829078+0000","last_change":"2024-09-22T09:25:29.829078+0000","last_active":"2024-09-22T09:25:29.829078+0000","last_peered":"2024-09-22T09:25:29.829078+0000","last_clean":"2024-09-22T09:25:29.829078+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:25:29.829078+0000","last_undegraded":"2024-09-22T09:25:29.829078+0000","last_fullsized":"2024-09-22T09:25:29.829078+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'22","last_scrub_stamp":"2024-09-22T09:25:29.828895+0000","last_deep_scrub":"266'22","last_deep_scrub_stamp":"2024-09-22T09:25:29.828895+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.828895+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:26:11.039950+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.022323+0000","last_change":"2024-09-22T09:25:11.022323+0000","last_active":"2024-09-22T09:25:11.022323+0000","last_peered":"2024-09-22T09:25:11.022323+0000","last_clean":"2024-09-22T09:25:11.022323+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:25:11.022323+0000","last_undegraded":"2024-09-22T09:25:11.022323+0000","last_fullsized":"2024-09-22T09:25:11.022323+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.022128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.022128+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.022128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:56.606121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'3","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:38.661262+0000","last_change":"2024-09-22T09:25:38.660958+0000","last_active":"2024-09-22T09:25:38.661262+0000","last_peered":"2024-09-22T09:25:38.661262+0000","last_clean":"2024-09-22T09:25:38.661262+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:25:38.661262+0000","last_undegraded":"2024-09-22T09:25:38.661262+0000","last_fullsized":"2024-09-22T09:25:38.661262+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:38.660733+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:38.660733+0000","last_clean_scrub_stamp":"2024-09-22T09:25:38.660733+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:59.356398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.132213+0000","last_change":"2024-09-22T09:25:32.132031+0000","last_active":"2024-09-22T09:25:32.132213+0000","last_peered":"2024-09-22T09:25:32.132213+0000","last_clean":"2024-09-22T09:25:32.132213+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:25:32.132213+0000","last_undegraded":"2024-09-22T09:25:32.132213+0000","last_fullsized":"2024-09-22T09:25:32.132213+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:32.131840+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:32.131840+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.131840+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.519904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":179,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.822070+0000","last_change":"2024-09-22T09:25:31.822070+0000","last_active":"2024-09-22T09:25:31.822070+0000","last_peered":"2024-09-22T09:25:31.822070+0000","last_clean":"2024-09-22T09:25:31.822070+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:25:31.822070+0000","last_undegraded":"2024-09-22T09:25:31.822070+0000","last_fullsized":"2024-09-22T09:25:31.822070+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'42","last_scrub_stamp":"2024-09-22T09:25:31.821890+0000","last_deep_scrub":"266'42","last_deep_scrub_stamp":"2024-09-22T09:25:31.821890+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.821890+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:21.838363+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:39.185922+0000","last_change":"2024-09-22T09:25:39.185922+0000","last_active":"2024-09-22T09:25:39.185922+0000","last_peered":"2024-09-22T09:25:39.185922+0000","last_clean":"2024-09-22T09:25:39.185922+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:25:39.185922+0000","last_undegraded":"2024-09-22T09:25:39.185922+0000","last_fullsized":"2024-09-22T09:25:39.185922+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:39.185738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:39.185738+0000","last_clean_scrub_stamp":"2024-09-22T09:25:39.185738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:08.469106+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:42.616088+0000","last_change":"2024-09-22T09:25:42.616088+0000","last_active":"2024-09-22T09:25:42.616088+0000","last_peered":"2024-09-22T09:25:42.616088+0000","last_clean":"2024-09-22T09:25:42.616088+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:25:42.616088+0000","last_undegraded":"2024-09-22T09:25:42.616088+0000","last_fullsized":"2024-09-22T09:25:42.616088+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:42.615900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:42.615900+0000","last_clean_scrub_stamp":"2024-09-22T09:25:42.615900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:40.430905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'3","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.911709+0000","last_change":"2024-09-22T09:25:06.911530+0000","last_active":"2024-09-22T09:25:06.911709+0000","last_peered":"2024-09-22T09:25:06.911709+0000","last_clean":"2024-09-22T09:25:06.911709+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:25:06.911709+0000","last_undegraded":"2024-09-22T09:25:06.911709+0000","last_fullsized":"2024-09-22T09:25:06.911709+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:06.911344+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:06.911344+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.911344+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:30:47.371931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.879466+0000","last_change":"2024-09-22T09:25:23.879466+0000","last_active":"2024-09-22T09:25:23.879466+0000","last_peered":"2024-09-22T09:25:23.879466+0000","last_clean":"2024-09-22T09:25:23.879466+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:25:23.879466+0000","last_undegraded":"2024-09-22T09:25:23.879466+0000","last_fullsized":"2024-09-22T09:25:23.879466+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'53","last_scrub_stamp":"2024-09-22T09:25:23.879290+0000","last_deep_scrub":"266'53","last_deep_scrub_stamp":"2024-09-22T09:25:23.879290+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.879290+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:59:15.011284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.715057+0000","last_change":"2024-09-22T09:25:22.715057+0000","last_active":"2024-09-22T09:25:22.715057+0000","last_peered":"2024-09-22T09:25:22.715057+0000","last_clean":"2024-09-22T09:25:22.715057+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:25:22.715057+0000","last_undegraded":"2024-09-22T09:25:22.715057+0000","last_fullsized":"2024-09-22T09:25:22.715057+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:22.714849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:22.714849+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.714849+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:04.833949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.249526+0000","last_change":"2024-09-22T09:25:24.249408+0000","last_active":"2024-09-22T09:25:24.249526+0000","last_peered":"2024-09-22T09:25:24.249526+0000","last_clean":"2024-09-22T09:25:24.249526+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:25:24.249526+0000","last_undegraded":"2024-09-22T09:25:24.249526+0000","last_fullsized":"2024-09-22T09:25:24.249526+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:24.249211+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:24.249211+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.249211+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:07:32.640527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.756662+0000","last_change":"2024-09-22T09:25:31.756485+0000","last_active":"2024-09-22T09:25:31.756662+0000","last_peered":"2024-09-22T09:25:31.756662+0000","last_clean":"2024-09-22T09:25:31.756662+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:25:31.756662+0000","last_undegraded":"2024-09-22T09:25:31.756662+0000","last_fullsized":"2024-09-22T09:25:31.756662+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:31.756293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:31.756293+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.756293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:17:54.601641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":83,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.685269+0000","last_change":"2024-09-22T09:25:15.685269+0000","last_active":"2024-09-22T09:25:15.685269+0000","last_peered":"2024-09-22T09:25:15.685269+0000","last_clean":"2024-09-22T09:25:15.685269+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:25:15.685269+0000","last_undegraded":"2024-09-22T09:25:15.685269+0000","last_fullsized":"2024-09-22T09:25:15.685269+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-22T09:25:15.685090+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-22T09:25:15.685090+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.685090+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:25.736297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:40.194493+0000","last_change":"2024-09-22T09:25:40.194493+0000","last_active":"2024-09-22T09:25:40.194493+0000","last_peered":"2024-09-22T09:25:40.194493+0000","last_clean":"2024-09-22T09:25:40.194493+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:25:40.194493+0000","last_undegraded":"2024-09-22T09:25:40.194493+0000","last_fullsized":"2024-09-22T09:25:40.194493+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:40.194294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:40.194294+0000","last_clean_scrub_stamp":"2024-09-22T09:25:40.194294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:27.149434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:41.632866+0000","last_change":"2024-09-22T09:25:41.632710+0000","last_active":"2024-09-22T09:25:41.632866+0000","last_peered":"2024-09-22T09:25:41.632866+0000","last_clean":"2024-09-22T09:25:41.632866+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:25:41.632866+0000","last_undegraded":"2024-09-22T09:25:41.632866+0000","last_fullsized":"2024-09-22T09:25:41.632866+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:41.632511+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:41.632511+0000","last_clean_scrub_stamp":"2024-09-22T09:25:41.632511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:33.185742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.163106+0000","last_change":"2024-09-22T09:25:19.162940+0000","last_active":"2024-09-22T09:25:19.163106+0000","last_peered":"2024-09-22T09:25:19.163106+0000","last_clean":"2024-09-22T09:25:19.163106+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:25:19.163106+0000","last_undegraded":"2024-09-22T09:25:19.163106+0000","last_fullsized":"2024-09-22T09:25:19.163106+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:19.162751+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:19.162751+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.162751+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:15.827554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":137,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.922153+0000","last_change":"2024-09-22T09:25:02.922153+0000","last_active":"2024-09-22T09:25:02.922153+0000","last_peered":"2024-09-22T09:25:02.922153+0000","last_clean":"2024-09-22T09:25:02.922153+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:25:02.922153+0000","last_undegraded":"2024-09-22T09:25:02.922153+0000","last_fullsized":"2024-09-22T09:25:02.922153+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.921976+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:20.427756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:45.662396+0000","last_change":"2024-09-22T09:25:45.662396+0000","last_active":"2024-09-22T09:25:45.662396+0000","last_peered":"2024-09-22T09:25:45.662396+0000","last_clean":"2024-09-22T09:25:45.662396+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:25:45.662396+0000","last_undegraded":"2024-09-22T09:25:45.662396+0000","last_fullsized":"2024-09-22T09:25:45.662396+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:45.662215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:45.662215+0000","last_clean_scrub_stamp":"2024-09-22T09:25:45.662215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:44.618477+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.394476+0000","last_change":"2024-09-22T09:25:31.394476+0000","last_active":"2024-09-22T09:25:31.394476+0000","last_peered":"2024-09-22T09:25:31.394476+0000","last_clean":"2024-09-22T09:25:31.394476+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:25:31.394476+0000","last_undegraded":"2024-09-22T09:25:31.394476+0000","last_fullsized":"2024-09-22T09:25:31.394476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:31.394292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:31.394292+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.394292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:08:04.093663+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.748597+0000","last_change":"2024-09-22T09:25:33.748597+0000","last_active":"2024-09-22T09:25:33.748597+0000","last_peered":"2024-09-22T09:25:33.748597+0000","last_clean":"2024-09-22T09:25:33.748597+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:25:33.748597+0000","last_undegraded":"2024-09-22T09:25:33.748597+0000","last_fullsized":"2024-09-22T09:25:33.748597+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:33.748398+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:33.748398+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.748398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:55.688832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":179,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.671745+0000","last_change":"2024-09-22T09:25:24.671745+0000","last_active":"2024-09-22T09:25:24.671745+0000","last_peered":"2024-09-22T09:25:24.671745+0000","last_clean":"2024-09-22T09:25:24.671745+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:25:24.671745+0000","last_undegraded":"2024-09-22T09:25:24.671745+0000","last_fullsized":"2024-09-22T09:25:24.671745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'46","last_scrub_stamp":"2024-09-22T09:25:24.671560+0000","last_deep_scrub":"266'46","last_deep_scrub_stamp":"2024-09-22T09:25:24.671560+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.671560+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:44:02.894897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:42.244951+0000","last_change":"2024-09-22T09:25:42.244951+0000","last_active":"2024-09-22T09:25:42.244951+0000","last_peered":"2024-09-22T09:25:42.244951+0000","last_clean":"2024-09-22T09:25:42.244951+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:25:42.244951+0000","last_undegraded":"2024-09-22T09:25:42.244951+0000","last_fullsized":"2024-09-22T09:25:42.244951+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:42.244761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:42.244761+0000","last_clean_scrub_stamp":"2024-09-22T09:25:42.244761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:14:57.249647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:36.119627+0000","last_change":"2024-09-22T09:25:36.119627+0000","last_active":"2024-09-22T09:25:36.119627+0000","last_peered":"2024-09-22T09:25:36.119627+0000","last_clean":"2024-09-22T09:25:36.119627+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:25:36.119627+0000","last_undegraded":"2024-09-22T09:25:36.119627+0000","last_fullsized":"2024-09-22T09:25:36.119627+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T09:25:36.119449+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T09:25:36.119449+0000","last_clean_scrub_stamp":"2024-09-22T09:25:36.119449+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:36.242782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.154721+0000","last_change":"2024-09-22T09:25:17.154721+0000","last_active":"2024-09-22T09:25:17.154721+0000","last_peered":"2024-09-22T09:25:17.154721+0000","last_clean":"2024-09-22T09:25:17.154721+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:25:17.154721+0000","last_undegraded":"2024-09-22T09:25:17.154721+0000","last_fullsized":"2024-09-22T09:25:17.154721+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:17.154430+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:17.154430+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.154430+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:54.192877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.140426+0000","last_change":"2024-09-22T09:25:25.140426+0000","last_active":"2024-09-22T09:25:25.140426+0000","last_peered":"2024-09-22T09:25:25.140426+0000","last_clean":"2024-09-22T09:25:25.140426+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:25:25.140426+0000","last_undegraded":"2024-09-22T09:25:25.140426+0000","last_fullsized":"2024-09-22T09:25:25.140426+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'33","last_scrub_stamp":"2024-09-22T09:25:25.140178+0000","last_deep_scrub":"266'33","last_deep_scrub_stamp":"2024-09-22T09:25:25.140178+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.140178+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:53:28.499780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'2","reported_seq":30,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:41.217841+0000","last_change":"2024-09-22T09:25:41.217841+0000","last_active":"2024-09-22T09:25:41.217841+0000","last_peered":"2024-09-22T09:25:41.217841+0000","last_clean":"2024-09-22T09:25:41.217841+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:25:41.217841+0000","last_undegraded":"2024-09-22T09:25:41.217841+0000","last_fullsized":"2024-09-22T09:25:41.217841+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:41.217658+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:41.217658+0000","last_clean_scrub_stamp":"2024-09-22T09:25:41.217658+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:17.645002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.214578+0000","last_change":"2024-09-22T09:25:21.214445+0000","last_active":"2024-09-22T09:25:21.214578+0000","last_peered":"2024-09-22T09:25:21.214578+0000","last_clean":"2024-09-22T09:25:21.214578+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:25:21.214578+0000","last_undegraded":"2024-09-22T09:25:21.214578+0000","last_fullsized":"2024-09-22T09:25:21.214578+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:21.214244+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:21.214244+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.214244+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:50.782742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.730909+0000","last_change":"2024-09-22T09:25:30.730909+0000","last_active":"2024-09-22T09:25:30.730909+0000","last_peered":"2024-09-22T09:25:30.730909+0000","last_clean":"2024-09-22T09:25:30.730909+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:25:30.730909+0000","last_undegraded":"2024-09-22T09:25:30.730909+0000","last_fullsized":"2024-09-22T09:25:30.730909+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-22T09:25:30.730708+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-22T09:25:30.730708+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.730708+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:18.111013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.775502+0000","last_change":"2024-09-22T09:25:32.775502+0000","last_active":"2024-09-22T09:25:32.775502+0000","last_peered":"2024-09-22T09:25:32.775502+0000","last_clean":"2024-09-22T09:25:32.775502+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:25:32.775502+0000","last_undegraded":"2024-09-22T09:25:32.775502+0000","last_fullsized":"2024-09-22T09:25:32.775502+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:32.775311+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:32.775311+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.775311+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:58.162594+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:42.728054+0000","last_change":"2024-09-22T09:25:42.728054+0000","last_active":"2024-09-22T09:25:42.728054+0000","last_peered":"2024-09-22T09:25:42.728054+0000","last_clean":"2024-09-22T09:25:42.728054+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:25:42.728054+0000","last_undegraded":"2024-09-22T09:25:42.728054+0000","last_fullsized":"2024-09-22T09:25:42.728054+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:42.727872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:42.727872+0000","last_clean_scrub_stamp":"2024-09-22T09:25:42.727872+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:13.539212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:35.137947+0000","last_change":"2024-09-22T09:25:35.137947+0000","last_active":"2024-09-22T09:25:35.137947+0000","last_peered":"2024-09-22T09:25:35.137947+0000","last_clean":"2024-09-22T09:25:35.137947+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:25:35.137947+0000","last_undegraded":"2024-09-22T09:25:35.137947+0000","last_fullsized":"2024-09-22T09:25:35.137947+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:35.137760+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:35.137760+0000","last_clean_scrub_stamp":"2024-09-22T09:25:35.137760+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:09.585845+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'2","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.428774+0000","last_change":"2024-09-22T09:25:24.428619+0000","last_active":"2024-09-22T09:25:24.428774+0000","last_peered":"2024-09-22T09:25:24.428774+0000","last_clean":"2024-09-22T09:25:24.428774+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:25:24.428774+0000","last_undegraded":"2024-09-22T09:25:24.428774+0000","last_fullsized":"2024-09-22T09:25:24.428774+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:24.428434+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:24.428434+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.428434+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:59:22.291976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":126,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.731912+0000","last_change":"2024-09-22T09:25:14.731912+0000","last_active":"2024-09-22T09:25:14.731912+0000","last_peered":"2024-09-22T09:25:14.731912+0000","last_clean":"2024-09-22T09:25:14.731912+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:25:14.731912+0000","last_undegraded":"2024-09-22T09:25:14.731912+0000","last_fullsized":"2024-09-22T09:25:14.731912+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:14.731732+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:14.731732+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.731732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:52.993910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:37.166268+0000","last_change":"2024-09-22T09:25:37.166268+0000","last_active":"2024-09-22T09:25:37.166268+0000","last_peered":"2024-09-22T09:25:37.166268+0000","last_clean":"2024-09-22T09:25:37.166268+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:25:37.166268+0000","last_undegraded":"2024-09-22T09:25:37.166268+0000","last_fullsized":"2024-09-22T09:25:37.166268+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:37.165997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:37.165997+0000","last_clean_scrub_stamp":"2024-09-22T09:25:37.165997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:03:01.560246+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:37.663918+0000","last_change":"2024-09-22T09:25:37.663745+0000","last_active":"2024-09-22T09:25:37.663918+0000","last_peered":"2024-09-22T09:25:37.663918+0000","last_clean":"2024-09-22T09:25:37.663918+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:25:37.663918+0000","last_undegraded":"2024-09-22T09:25:37.663918+0000","last_fullsized":"2024-09-22T09:25:37.663918+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:37.663559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:37.663559+0000","last_clean_scrub_stamp":"2024-09-22T09:25:37.663559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:01:14.153919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.145725+0000","last_change":"2024-09-22T09:25:30.145578+0000","last_active":"2024-09-22T09:25:30.145725+0000","last_peered":"2024-09-22T09:25:30.145725+0000","last_clean":"2024-09-22T09:25:30.145725+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:25:30.145725+0000","last_undegraded":"2024-09-22T09:25:30.145725+0000","last_fullsized":"2024-09-22T09:25:30.145725+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:30.145402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:30.145402+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.145402+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:49.801790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.702697+0000","last_change":"2024-09-22T09:25:23.702697+0000","last_active":"2024-09-22T09:25:23.702697+0000","last_peered":"2024-09-22T09:25:23.702697+0000","last_clean":"2024-09-22T09:25:23.702697+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:25:23.702697+0000","last_undegraded":"2024-09-22T09:25:23.702697+0000","last_fullsized":"2024-09-22T09:25:23.702697+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-22T09:25:23.702512+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-22T09:25:23.702512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.702512+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:09.953546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.809889+0000","last_change":"2024-09-22T09:25:30.809889+0000","last_active":"2024-09-22T09:25:30.809889+0000","last_peered":"2024-09-22T09:25:30.809889+0000","last_clean":"2024-09-22T09:25:30.809889+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:25:30.809889+0000","last_undegraded":"2024-09-22T09:25:30.809889+0000","last_fullsized":"2024-09-22T09:25:30.809889+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:30.809693+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:30.809693+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.809693+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:17.126604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:36.695259+0000","last_change":"2024-09-22T09:25:36.695090+0000","last_active":"2024-09-22T09:25:36.695259+0000","last_peered":"2024-09-22T09:25:36.695259+0000","last_clean":"2024-09-22T09:25:36.695259+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:25:36.695259+0000","last_undegraded":"2024-09-22T09:25:36.695259+0000","last_fullsized":"2024-09-22T09:25:36.695259+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:36.694886+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:36.694886+0000","last_clean_scrub_stamp":"2024-09-22T09:25:36.694886+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:32.185290+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.912292+0000","last_change":"2024-09-22T09:25:05.912292+0000","last_active":"2024-09-22T09:25:05.912292+0000","last_peered":"2024-09-22T09:25:05.912292+0000","last_clean":"2024-09-22T09:25:05.912292+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:25:05.912292+0000","last_undegraded":"2024-09-22T09:25:05.912292+0000","last_fullsized":"2024-09-22T09:25:05.912292+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.912105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:42.167750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.756890+0000","last_change":"2024-09-22T09:25:13.756890+0000","last_active":"2024-09-22T09:25:13.756890+0000","last_peered":"2024-09-22T09:25:13.756890+0000","last_clean":"2024-09-22T09:25:13.756890+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:25:13.756890+0000","last_undegraded":"2024-09-22T09:25:13.756890+0000","last_fullsized":"2024-09-22T09:25:13.756890+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-22T09:25:13.756622+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-22T09:25:13.756622+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.756622+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:01.343684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.260971+0000","last_change":"2024-09-22T09:25:25.260971+0000","last_active":"2024-09-22T09:25:25.260971+0000","last_peered":"2024-09-22T09:25:25.260971+0000","last_clean":"2024-09-22T09:25:25.260971+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:25:25.260971+0000","last_undegraded":"2024-09-22T09:25:25.260971+0000","last_fullsized":"2024-09-22T09:25:25.260971+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:25.260772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:25.260772+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.260772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:28.661247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.096421+0000","last_change":"2024-09-22T09:25:34.096421+0000","last_active":"2024-09-22T09:25:34.096421+0000","last_peered":"2024-09-22T09:25:34.096421+0000","last_clean":"2024-09-22T09:25:34.096421+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:25:34.096421+0000","last_undegraded":"2024-09-22T09:25:34.096421+0000","last_fullsized":"2024-09-22T09:25:34.096421+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:34.096205+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:34.096205+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.096205+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:42:03.163148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.832547+0000","last_change":"2024-09-22T09:25:24.832547+0000","last_active":"2024-09-22T09:25:24.832547+0000","last_peered":"2024-09-22T09:25:24.832547+0000","last_clean":"2024-09-22T09:25:24.832547+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:25:24.832547+0000","last_undegraded":"2024-09-22T09:25:24.832547+0000","last_fullsized":"2024-09-22T09:25:24.832547+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:24.832306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:24.832306+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.832306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:45.397744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.104414+0000","last_change":"2024-09-22T09:25:24.104414+0000","last_active":"2024-09-22T09:25:24.104414+0000","last_peered":"2024-09-22T09:25:24.104414+0000","last_clean":"2024-09-22T09:25:24.104414+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:25:24.104414+0000","last_undegraded":"2024-09-22T09:25:24.104414+0000","last_fullsized":"2024-09-22T09:25:24.104414+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'22","last_scrub_stamp":"2024-09-22T09:25:24.104216+0000","last_deep_scrub":"266'22","last_deep_scrub_stamp":"2024-09-22T09:25:24.104216+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.104216+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:26:18.764323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.399001+0000","last_change":"2024-09-22T09:25:34.399001+0000","last_active":"2024-09-22T09:25:34.399001+0000","last_peered":"2024-09-22T09:25:34.399001+0000","last_clean":"2024-09-22T09:25:34.399001+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:25:34.399001+0000","last_undegraded":"2024-09-22T09:25:34.399001+0000","last_fullsized":"2024-09-22T09:25:34.399001+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:34.398831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:34.398831+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.398831+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:43.195602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.400315+0000","last_change":"2024-09-22T09:25:30.400315+0000","last_active":"2024-09-22T09:25:30.400315+0000","last_peered":"2024-09-22T09:25:30.400315+0000","last_clean":"2024-09-22T09:25:30.400315+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:25:30.400315+0000","last_undegraded":"2024-09-22T09:25:30.400315+0000","last_fullsized":"2024-09-22T09:25:30.400315+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:30.400137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:30.400137+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.400137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:42.968415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.142313+0000","last_change":"2024-09-22T09:25:31.142313+0000","last_active":"2024-09-22T09:25:31.142313+0000","last_peered":"2024-09-22T09:25:31.142313+0000","last_clean":"2024-09-22T09:25:31.142313+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:25:31.142313+0000","last_undegraded":"2024-09-22T09:25:31.142313+0000","last_fullsized":"2024-09-22T09:25:31.142313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T09:25:31.142135+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T09:25:31.142135+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.142135+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:27.317661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6842,"num_write":5,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":379,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.156803+0000","last_change":"2024-09-22T09:25:16.156803+0000","last_active":"2024-09-22T09:25:16.156803+0000","last_peered":"2024-09-22T09:25:16.156803+0000","last_clean":"2024-09-22T09:25:16.156803+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:25:16.156803+0000","last_undegraded":"2024-09-22T09:25:16.156803+0000","last_fullsized":"2024-09-22T09:25:16.156803+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'106","last_scrub_stamp":"2024-09-22T09:25:16.156596+0000","last_deep_scrub":"263'106","last_deep_scrub_stamp":"2024-09-22T09:25:16.156596+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.156596+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:49.972997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'2","reported_seq":30,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.043816+0000","last_change":"2024-09-22T09:25:16.043816+0000","last_active":"2024-09-22T09:25:16.043816+0000","last_peered":"2024-09-22T09:25:16.043816+0000","last_clean":"2024-09-22T09:25:16.043816+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:25:16.043816+0000","last_undegraded":"2024-09-22T09:25:16.043816+0000","last_fullsized":"2024-09-22T09:25:16.043816+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:16.043562+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:16.043562+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.043562+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:13:22.319434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.245530+0000","last_change":"2024-09-22T09:25:22.245403+0000","last_active":"2024-09-22T09:25:22.245530+0000","last_peered":"2024-09-22T09:25:22.245530+0000","last_clean":"2024-09-22T09:25:22.245530+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:25:22.245530+0000","last_undegraded":"2024-09-22T09:25:22.245530+0000","last_fullsized":"2024-09-22T09:25:22.245530+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:22.245217+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:22.245217+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.245217+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:49.648156+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.151296+0000","last_change":"2024-09-22T09:25:28.151296+0000","last_active":"2024-09-22T09:25:28.151296+0000","last_peered":"2024-09-22T09:25:28.151296+0000","last_clean":"2024-09-22T09:25:28.151296+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:25:28.151296+0000","last_undegraded":"2024-09-22T09:25:28.151296+0000","last_fullsized":"2024-09-22T09:25:28.151296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:28.151130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:28.151130+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.151130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:14:14.977231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":122,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.860937+0000","last_change":"2024-09-22T09:25:21.860937+0000","last_active":"2024-09-22T09:25:21.860937+0000","last_peered":"2024-09-22T09:25:21.860937+0000","last_clean":"2024-09-22T09:25:21.860937+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:25:21.860937+0000","last_undegraded":"2024-09-22T09:25:21.860937+0000","last_fullsized":"2024-09-22T09:25:21.860937+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-22T09:25:21.860702+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-22T09:25:21.860702+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.860702+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:38.201639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:41.734386+0000","last_change":"2024-09-22T09:25:41.734386+0000","last_active":"2024-09-22T09:25:41.734386+0000","last_peered":"2024-09-22T09:25:41.734386+0000","last_clean":"2024-09-22T09:25:41.734386+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:25:41.734386+0000","last_undegraded":"2024-09-22T09:25:41.734386+0000","last_fullsized":"2024-09-22T09:25:41.734386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:41.734200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:41.734200+0000","last_clean_scrub_stamp":"2024-09-22T09:25:41.734200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:23.665080+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'8","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.853503+0000","last_change":"2024-09-22T09:25:27.853503+0000","last_active":"2024-09-22T09:25:27.853503+0000","last_peered":"2024-09-22T09:25:27.853503+0000","last_clean":"2024-09-22T09:25:27.853503+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:25:27.853503+0000","last_undegraded":"2024-09-22T09:25:27.853503+0000","last_fullsized":"2024-09-22T09:25:27.853503+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:27.853316+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:27.853316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.853316+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:07.889309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12311,"num_write":8,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.182114+0000","last_change":"2024-09-22T09:25:29.181864+0000","last_active":"2024-09-22T09:25:29.182114+0000","last_peered":"2024-09-22T09:25:29.182114+0000","last_clean":"2024-09-22T09:25:29.182114+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:25:29.182114+0000","last_undegraded":"2024-09-22T09:25:29.182114+0000","last_fullsized":"2024-09-22T09:25:29.182114+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:29.181653+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:29.181653+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.181653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:52.365931+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":122,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.421253+0000","last_change":"2024-09-22T09:25:22.421253+0000","last_active":"2024-09-22T09:25:22.421253+0000","last_peered":"2024-09-22T09:25:22.421253+0000","last_clean":"2024-09-22T09:25:22.421253+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:25:22.421253+0000","last_undegraded":"2024-09-22T09:25:22.421253+0000","last_fullsized":"2024-09-22T09:25:22.421253+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:22.421079+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:22.421079+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.421079+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:52.243996+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:40.733355+0000","last_change":"2024-09-22T09:25:40.733355+0000","last_active":"2024-09-22T09:25:40.733355+0000","last_peered":"2024-09-22T09:25:40.733355+0000","last_clean":"2024-09-22T09:25:40.733355+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:25:40.733355+0000","last_undegraded":"2024-09-22T09:25:40.733355+0000","last_fullsized":"2024-09-22T09:25:40.733355+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:40.733146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:40.733146+0000","last_clean_scrub_stamp":"2024-09-22T09:25:40.733146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:17.240342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'8","reported_seq":64,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.745800+0000","last_change":"2024-09-22T09:25:19.745675+0000","last_active":"2024-09-22T09:25:19.745800+0000","last_peered":"2024-09-22T09:25:19.745800+0000","last_clean":"2024-09-22T09:25:19.745800+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:25:19.745800+0000","last_undegraded":"2024-09-22T09:25:19.745800+0000","last_fullsized":"2024-09-22T09:25:19.745800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:19.745495+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:19.745495+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.745495+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:47.040039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":13,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'10","reported_seq":70,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.186734+0000","last_change":"2024-09-22T09:25:18.186563+0000","last_active":"2024-09-22T09:25:18.186734+0000","last_peered":"2024-09-22T09:25:18.186734+0000","last_clean":"2024-09-22T09:25:18.186734+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:25:18.186734+0000","last_undegraded":"2024-09-22T09:25:18.186734+0000","last_fullsized":"2024-09-22T09:25:18.186734+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-22T09:25:18.186370+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-22T09:25:18.186370+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.186370+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:21:27.758374+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":18961,"num_write":20,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":117,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.795702+0000","last_change":"2024-09-22T09:25:12.795702+0000","last_active":"2024-09-22T09:25:12.795702+0000","last_peered":"2024-09-22T09:25:12.795702+0000","last_clean":"2024-09-22T09:25:12.795702+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:25:12.795702+0000","last_undegraded":"2024-09-22T09:25:12.795702+0000","last_fullsized":"2024-09-22T09:25:12.795702+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'21","last_scrub_stamp":"2024-09-22T09:25:12.795512+0000","last_deep_scrub":"266'21","last_deep_scrub_stamp":"2024-09-22T09:25:12.795512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.795512+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:17.695028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:38.180211+0000","last_change":"2024-09-22T09:25:38.180211+0000","last_active":"2024-09-22T09:25:38.180211+0000","last_peered":"2024-09-22T09:25:38.180211+0000","last_clean":"2024-09-22T09:25:38.180211+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:25:38.180211+0000","last_undegraded":"2024-09-22T09:25:38.180211+0000","last_fullsized":"2024-09-22T09:25:38.180211+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:38.180031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:38.180031+0000","last_clean_scrub_stamp":"2024-09-22T09:25:38.180031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:03:42.168234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.357405+0000","last_change":"2024-09-22T09:25:29.357226+0000","last_active":"2024-09-22T09:25:29.357405+0000","last_peered":"2024-09-22T09:25:29.357405+0000","last_clean":"2024-09-22T09:25:29.357405+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:25:29.357405+0000","last_undegraded":"2024-09-22T09:25:29.357405+0000","last_fullsized":"2024-09-22T09:25:29.357405+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'8","last_scrub_stamp":"2024-09-22T09:25:29.357043+0000","last_deep_scrub":"263'8","last_deep_scrub_stamp":"2024-09-22T09:25:29.357043+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.357043+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:50.025485+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":65,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.703559+0000","last_change":"2024-09-22T09:25:18.703433+0000","last_active":"2024-09-22T09:25:18.703559+0000","last_peered":"2024-09-22T09:25:18.703559+0000","last_clean":"2024-09-22T09:25:18.703559+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:25:18.703559+0000","last_undegraded":"2024-09-22T09:25:18.703559+0000","last_fullsized":"2024-09-22T09:25:18.703559+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:18.703217+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:18.703217+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.703217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:55:54.095588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":154,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.127503+0000","last_change":"2024-09-22T09:25:22.127503+0000","last_active":"2024-09-22T09:25:22.127503+0000","last_peered":"2024-09-22T09:25:22.127503+0000","last_clean":"2024-09-22T09:25:22.127503+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:25:22.127503+0000","last_undegraded":"2024-09-22T09:25:22.127503+0000","last_fullsized":"2024-09-22T09:25:22.127503+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'37","last_scrub_stamp":"2024-09-22T09:25:22.127284+0000","last_deep_scrub":"266'37","last_deep_scrub_stamp":"2024-09-22T09:25:22.127284+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.127284+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:53.717216+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'333","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.167013+0000","last_change":"2024-09-22T09:25:01.167013+0000","last_active":"2024-09-22T09:25:01.167013+0000","last_peered":"2024-09-22T09:25:01.167013+0000","last_clean":"2024-09-22T09:25:01.167013+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:25:01.167013+0000","last_undegraded":"2024-09-22T09:25:01.167013+0000","last_fullsized":"2024-09-22T09:25:01.167013+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.166805+0000","objects_scrubbed":1,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:40.847848+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":674,"num_read_kb":27944,"num_write":1055,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":752,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.879564+0000","last_change":"2024-09-22T09:25:03.879377+0000","last_active":"2024-09-22T09:25:03.879564+0000","last_peered":"2024-09-22T09:25:03.879564+0000","last_clean":"2024-09-22T09:25:03.879564+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:25:03.879564+0000","last_undegraded":"2024-09-22T09:25:03.879564+0000","last_fullsized":"2024-09-22T09:25:03.879564+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'144","last_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_deep_scrub":"266'144","last_deep_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.879151+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:09.559209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'381","reported_seq":1050,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.188985+0000","last_change":"2024-09-22T09:24:53.188985+0000","last_active":"2024-09-22T09:24:53.188985+0000","last_peered":"2024-09-22T09:24:53.188985+0000","last_clean":"2024-09-22T09:24:53.188985+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:24:53.188985+0000","last_undegraded":"2024-09-22T09:24:53.188985+0000","last_fullsized":"2024-09-22T09:24:53.188985+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.188716+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:32:11.475486+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":657,"num_read_kb":37444,"num_write":1152,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":983,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.126258+0000","last_change":"2024-09-22T09:25:06.126095+0000","last_active":"2024-09-22T09:25:06.126258+0000","last_peered":"2024-09-22T09:25:06.126258+0000","last_clean":"2024-09-22T09:25:06.126258+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:25:06.126258+0000","last_undegraded":"2024-09-22T09:25:06.126258+0000","last_fullsized":"2024-09-22T09:25:06.126258+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'267","last_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_deep_scrub":"266'267","last_deep_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.125924+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:07.607606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'354","reported_seq":1007,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.367023+0000","last_change":"2024-09-22T09:24:52.367023+0000","last_active":"2024-09-22T09:24:52.367023+0000","last_peered":"2024-09-22T09:24:52.367023+0000","last_clean":"2024-09-22T09:24:52.367023+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:24:52.367023+0000","last_undegraded":"2024-09-22T09:24:52.367023+0000","last_fullsized":"2024-09-22T09:24:52.367023+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'354","last_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_deep_scrub":"266'354","last_deep_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.366822+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:51.883814+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":13679,"num_write":1191,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.496790+0000","last_change":"2024-09-22T09:25:04.496551+0000","last_active":"2024-09-22T09:25:04.496790+0000","last_peered":"2024-09-22T09:25:04.496790+0000","last_clean":"2024-09-22T09:25:04.496790+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:25:04.496790+0000","last_undegraded":"2024-09-22T09:25:04.496790+0000","last_fullsized":"2024-09-22T09:25:04.496790+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.496307+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:39.581666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'327","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.995080+0000","last_change":"2024-09-22T09:24:57.995080+0000","last_active":"2024-09-22T09:24:57.995080+0000","last_peered":"2024-09-22T09:24:57.995080+0000","last_clean":"2024-09-22T09:24:57.995080+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:24:57.995080+0000","last_undegraded":"2024-09-22T09:24:57.995080+0000","last_fullsized":"2024-09-22T09:24:57.995080+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'327","last_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_deep_scrub":"266'327","last_deep_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.994867+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:36.064542+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":470,"num_read_kb":22989,"num_write":861,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.456020+0000","last_change":"2024-09-22T09:25:01.455770+0000","last_active":"2024-09-22T09:25:01.456020+0000","last_peered":"2024-09-22T09:25:01.456020+0000","last_clean":"2024-09-22T09:25:01.456020+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:25:01.456020+0000","last_undegraded":"2024-09-22T09:25:01.456020+0000","last_fullsized":"2024-09-22T09:25:01.456020+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.455466+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:24.960094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'368","reported_seq":1067,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.137030+0000","last_change":"2024-09-22T09:25:00.136873+0000","last_active":"2024-09-22T09:25:00.137030+0000","last_peered":"2024-09-22T09:25:00.137030+0000","last_clean":"2024-09-22T09:25:00.137030+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:25:00.137030+0000","last_undegraded":"2024-09-22T09:25:00.137030+0000","last_fullsized":"2024-09-22T09:25:00.137030+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'368","last_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_deep_scrub":"266'368","last_deep_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.136633+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:52.219400+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":694,"num_read_kb":47725,"num_write":1289,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'108","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.913920+0000","last_change":"2024-09-22T09:24:59.913920+0000","last_active":"2024-09-22T09:24:59.913920+0000","last_peered":"2024-09-22T09:24:59.913920+0000","last_clean":"2024-09-22T09:24:59.913920+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:24:59.913920+0000","last_undegraded":"2024-09-22T09:24:59.913920+0000","last_fullsized":"2024-09-22T09:24:59.913920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.913634+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:16:02.665621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'341","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.013108+0000","last_change":"2024-09-22T09:24:57.012931+0000","last_active":"2024-09-22T09:24:57.013108+0000","last_peered":"2024-09-22T09:24:57.013108+0000","last_clean":"2024-09-22T09:24:57.013108+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:24:57.013108+0000","last_undegraded":"2024-09-22T09:24:57.013108+0000","last_fullsized":"2024-09-22T09:24:57.013108+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.012726+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:32:34.356675+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174783,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":605,"num_read_kb":36706,"num_write":1038,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.521993+0000","last_change":"2024-09-22T09:25:05.521993+0000","last_active":"2024-09-22T09:25:05.521993+0000","last_peered":"2024-09-22T09:25:05.521993+0000","last_clean":"2024-09-22T09:25:05.521993+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:25:05.521993+0000","last_undegraded":"2024-09-22T09:25:05.521993+0000","last_fullsized":"2024-09-22T09:25:05.521993+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'87","last_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_deep_scrub":"266'87","last_deep_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.521730+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:53.138473+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'363","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.127323+0000","last_change":"2024-09-22T09:24:57.127153+0000","last_active":"2024-09-22T09:24:57.127323+0000","last_peered":"2024-09-22T09:24:57.127323+0000","last_clean":"2024-09-22T09:24:57.127323+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:24:57.127323+0000","last_undegraded":"2024-09-22T09:24:57.127323+0000","last_fullsized":"2024-09-22T09:24:57.127323+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'363","last_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_deep_scrub":"266'363","last_deep_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.126944+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:25.330870+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":5378,"num_write":1221,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.925234+0000","last_change":"2024-09-22T09:25:04.925234+0000","last_active":"2024-09-22T09:25:04.925234+0000","last_peered":"2024-09-22T09:25:04.925234+0000","last_clean":"2024-09-22T09:25:04.925234+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:25:04.925234+0000","last_undegraded":"2024-09-22T09:25:04.925234+0000","last_fullsized":"2024-09-22T09:25:04.925234+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.925052+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:38.884683+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'344","reported_seq":973,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.616610+0000","last_change":"2024-09-22T09:24:55.616415+0000","last_active":"2024-09-22T09:24:55.616610+0000","last_peered":"2024-09-22T09:24:55.616610+0000","last_clean":"2024-09-22T09:24:55.616610+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:24:55.616610+0000","last_undegraded":"2024-09-22T09:24:55.616610+0000","last_fullsized":"2024-09-22T09:24:55.616610+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.616203+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:09.071720+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":10855,"num_write":1006,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.844691+0000","last_change":"2024-09-22T09:24:54.844691+0000","last_active":"2024-09-22T09:24:54.844691+0000","last_peered":"2024-09-22T09:24:54.844691+0000","last_clean":"2024-09-22T09:24:54.844691+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:24:54.844691+0000","last_undegraded":"2024-09-22T09:24:54.844691+0000","last_fullsized":"2024-09-22T09:24:54.844691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.844474+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:56.592263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.427659+0000","last_change":"2024-09-22T09:25:02.427659+0000","last_active":"2024-09-22T09:25:02.427659+0000","last_peered":"2024-09-22T09:25:02.427659+0000","last_clean":"2024-09-22T09:25:02.427659+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:25:02.427659+0000","last_undegraded":"2024-09-22T09:25:02.427659+0000","last_fullsized":"2024-09-22T09:25:02.427659+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'128","last_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_deep_scrub":"266'128","last_deep_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.427480+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:02.628875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'337","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.117222+0000","last_change":"2024-09-22T09:24:58.117222+0000","last_active":"2024-09-22T09:24:58.117222+0000","last_peered":"2024-09-22T09:24:58.117222+0000","last_clean":"2024-09-22T09:24:58.117222+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:24:58.117222+0000","last_undegraded":"2024-09-22T09:24:58.117222+0000","last_fullsized":"2024-09-22T09:24:58.117222+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.116801+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:12.220922+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1080000,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":535,"num_read_kb":1798,"num_write":1019,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.114171+0000","last_change":"2024-09-22T09:25:04.114171+0000","last_active":"2024-09-22T09:25:04.114171+0000","last_peered":"2024-09-22T09:25:04.114171+0000","last_clean":"2024-09-22T09:25:04.114171+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:25:04.114171+0000","last_undegraded":"2024-09-22T09:25:04.114171+0000","last_fullsized":"2024-09-22T09:25:04.114171+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.113987+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:20.002240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'382","reported_seq":1026,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.921494+0000","last_change":"2024-09-22T09:24:55.921494+0000","last_active":"2024-09-22T09:24:55.921494+0000","last_peered":"2024-09-22T09:24:55.921494+0000","last_clean":"2024-09-22T09:24:55.921494+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:24:55.921494+0000","last_undegraded":"2024-09-22T09:24:55.921494+0000","last_fullsized":"2024-09-22T09:24:55.921494+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'382","last_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_deep_scrub":"266'382","last_deep_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.921229+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:35.480499+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":658,"num_read_kb":13103,"num_write":1090,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.883875+0000","last_change":"2024-09-22T09:25:01.883875+0000","last_active":"2024-09-22T09:25:01.883875+0000","last_peered":"2024-09-22T09:25:01.883875+0000","last_clean":"2024-09-22T09:25:01.883875+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:25:01.883875+0000","last_undegraded":"2024-09-22T09:25:01.883875+0000","last_fullsized":"2024-09-22T09:25:01.883875+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'78","last_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_deep_scrub":"266'78","last_deep_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.883689+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:33.380739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'344","reported_seq":985,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.994592+0000","last_change":"2024-09-22T09:24:51.994592+0000","last_active":"2024-09-22T09:24:51.994592+0000","last_peered":"2024-09-22T09:24:51.994592+0000","last_clean":"2024-09-22T09:24:51.994592+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:24:51.994592+0000","last_undegraded":"2024-09-22T09:24:51.994592+0000","last_fullsized":"2024-09-22T09:24:51.994592+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.994377+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:18:32.831124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":11711,"num_write":1053,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":851,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.701460+0000","last_change":"2024-09-22T09:24:50.701460+0000","last_active":"2024-09-22T09:24:50.701460+0000","last_peered":"2024-09-22T09:24:50.701460+0000","last_clean":"2024-09-22T09:24:50.701460+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:24:50.701460+0000","last_undegraded":"2024-09-22T09:24:50.701460+0000","last_fullsized":"2024-09-22T09:24:50.701460+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'261","last_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_deep_scrub":"266'261","last_deep_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.701275+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:23.851755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'339","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.371890+0000","last_change":"2024-09-22T09:24:49.371890+0000","last_active":"2024-09-22T09:24:49.371890+0000","last_peered":"2024-09-22T09:24:49.371890+0000","last_clean":"2024-09-22T09:24:49.371890+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:24:49.371890+0000","last_undegraded":"2024-09-22T09:24:49.371890+0000","last_fullsized":"2024-09-22T09:24:49.371890+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'339","last_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_deep_scrub":"266'339","last_deep_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.371649+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:21.021513+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":605,"num_read_kb":14758,"num_write":1058,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.804061+0000","last_change":"2024-09-22T09:24:53.804061+0000","last_active":"2024-09-22T09:24:53.804061+0000","last_peered":"2024-09-22T09:24:53.804061+0000","last_clean":"2024-09-22T09:24:53.804061+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:24:53.804061+0000","last_undegraded":"2024-09-22T09:24:53.804061+0000","last_fullsized":"2024-09-22T09:24:53.804061+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'105","last_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_deep_scrub":"266'105","last_deep_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.803881+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:01.131419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'304","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.732753+0000","last_change":"2024-09-22T09:25:02.732753+0000","last_active":"2024-09-22T09:25:02.732753+0000","last_peered":"2024-09-22T09:25:02.732753+0000","last_clean":"2024-09-22T09:25:02.732753+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:25:02.732753+0000","last_undegraded":"2024-09-22T09:25:02.732753+0000","last_fullsized":"2024-09-22T09:25:02.732753+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'304","last_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_deep_scrub":"266'304","last_deep_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.732496+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:47.276750+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":76154,"num_write":931,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.447102+0000","last_change":"2024-09-22T09:25:03.447102+0000","last_active":"2024-09-22T09:25:03.447102+0000","last_peered":"2024-09-22T09:25:03.447102+0000","last_clean":"2024-09-22T09:25:03.447102+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:25:03.447102+0000","last_undegraded":"2024-09-22T09:25:03.447102+0000","last_fullsized":"2024-09-22T09:25:03.447102+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.446919+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:48.570068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'355","reported_seq":1027,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.389036+0000","last_change":"2024-09-22T09:24:51.388886+0000","last_active":"2024-09-22T09:24:51.389036+0000","last_peered":"2024-09-22T09:24:51.389036+0000","last_clean":"2024-09-22T09:24:51.389036+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:24:51.389036+0000","last_undegraded":"2024-09-22T09:24:51.389036+0000","last_fullsized":"2024-09-22T09:24:51.389036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.388658+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:32:48.293155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":493044,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":645,"num_read_kb":47558,"num_write":1197,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'137","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.405962+0000","last_change":"2024-09-22T09:25:20.405962+0000","last_active":"2024-09-22T09:25:20.405962+0000","last_peered":"2024-09-22T09:25:20.405962+0000","last_clean":"2024-09-22T09:25:20.405962+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:25:20.405962+0000","last_undegraded":"2024-09-22T09:25:20.405962+0000","last_fullsized":"2024-09-22T09:25:20.405962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:20.405771+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:20.405771+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.405771+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:08.491391+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":957,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.640305+0000","last_change":"2024-09-22T09:24:57.640155+0000","last_active":"2024-09-22T09:24:57.640305+0000","last_peered":"2024-09-22T09:24:57.640305+0000","last_clean":"2024-09-22T09:24:57.640305+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:24:57.640305+0000","last_undegraded":"2024-09-22T09:24:57.640305+0000","last_fullsized":"2024-09-22T09:24:57.640305+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'340","last_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_deep_scrub":"266'340","last_deep_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.639977+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:35.141859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'314","reported_seq":1022,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.172454+0000","last_change":"2024-09-22T09:24:56.172454+0000","last_active":"2024-09-22T09:24:56.172454+0000","last_peered":"2024-09-22T09:24:56.172454+0000","last_clean":"2024-09-22T09:24:56.172454+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:24:56.172454+0000","last_undegraded":"2024-09-22T09:24:56.172454+0000","last_fullsized":"2024-09-22T09:24:56.172454+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'314","last_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_deep_scrub":"266'314","last_deep_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.172226+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.464314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":47942,"num_write":1014,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.916435+0000","last_change":"2024-09-22T09:25:06.916435+0000","last_active":"2024-09-22T09:25:06.916435+0000","last_peered":"2024-09-22T09:25:06.916435+0000","last_clean":"2024-09-22T09:25:06.916435+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:25:06.916435+0000","last_undegraded":"2024-09-22T09:25:06.916435+0000","last_fullsized":"2024-09-22T09:25:06.916435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.916221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.916221+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.916221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:48.352035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'352","reported_seq":958,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.451260+0000","last_change":"2024-09-22T09:25:08.451260+0000","last_active":"2024-09-22T09:25:08.451260+0000","last_peered":"2024-09-22T09:25:08.451260+0000","last_clean":"2024-09-22T09:25:08.451260+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:25:08.451260+0000","last_undegraded":"2024-09-22T09:25:08.451260+0000","last_fullsized":"2024-09-22T09:25:08.451260+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:25:08.451060+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:25:08.451060+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.451060+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:07.169465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52140,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":567,"num_read_kb":1215,"num_write":458,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.047665+0000","last_change":"2024-09-22T09:25:18.047665+0000","last_active":"2024-09-22T09:25:18.047665+0000","last_peered":"2024-09-22T09:25:18.047665+0000","last_clean":"2024-09-22T09:25:18.047665+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:25:18.047665+0000","last_undegraded":"2024-09-22T09:25:18.047665+0000","last_fullsized":"2024-09-22T09:25:18.047665+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:18.047471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:18.047471+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.047471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:36:05.966729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'146","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.843432+0000","last_change":"2024-09-22T09:25:22.843432+0000","last_active":"2024-09-22T09:25:22.843432+0000","last_peered":"2024-09-22T09:25:22.843432+0000","last_clean":"2024-09-22T09:25:22.843432+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:25:22.843432+0000","last_undegraded":"2024-09-22T09:25:22.843432+0000","last_fullsized":"2024-09-22T09:25:22.843432+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'146","last_scrub_stamp":"2024-09-22T09:25:22.843235+0000","last_deep_scrub":"266'146","last_deep_scrub_stamp":"2024-09-22T09:25:22.843235+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.843235+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:07:23.323462+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":702,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.965051+0000","last_change":"2024-09-22T09:24:58.965051+0000","last_active":"2024-09-22T09:24:58.965051+0000","last_peered":"2024-09-22T09:24:58.965051+0000","last_clean":"2024-09-22T09:24:58.965051+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:24:58.965051+0000","last_undegraded":"2024-09-22T09:24:58.965051+0000","last_fullsized":"2024-09-22T09:24:58.965051+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.964871+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:18.224115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'341","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.435676+0000","last_change":"2024-09-22T09:24:45.435621+0000","last_active":"2024-09-22T09:24:45.435676+0000","last_peered":"2024-09-22T09:24:45.435676+0000","last_clean":"2024-09-22T09:24:45.435676+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:24:45.435676+0000","last_undegraded":"2024-09-22T09:24:45.435676+0000","last_fullsized":"2024-09-22T09:24:45.435676+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.435543+0000","objects_scrubbed":3,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.612584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":651,"num_read_kb":64940,"num_write":1063,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.867081+0000","last_change":"2024-09-22T09:25:08.867081+0000","last_active":"2024-09-22T09:25:08.867081+0000","last_peered":"2024-09-22T09:25:08.867081+0000","last_clean":"2024-09-22T09:25:08.867081+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:25:08.867081+0000","last_undegraded":"2024-09-22T09:25:08.867081+0000","last_fullsized":"2024-09-22T09:25:08.867081+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.866891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.866891+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.866891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:34.229756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'91","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.421668+0000","last_change":"2024-09-22T09:25:12.421668+0000","last_active":"2024-09-22T09:25:12.421668+0000","last_peered":"2024-09-22T09:25:12.421668+0000","last_clean":"2024-09-22T09:25:12.421668+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:25:12.421668+0000","last_undegraded":"2024-09-22T09:25:12.421668+0000","last_fullsized":"2024-09-22T09:25:12.421668+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'91","last_scrub_stamp":"2024-09-22T09:25:12.421482+0000","last_deep_scrub":"266'91","last_deep_scrub_stamp":"2024-09-22T09:25:12.421482+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.421482+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:11.724070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.397936+0000","last_change":"2024-09-22T09:25:16.397936+0000","last_active":"2024-09-22T09:25:16.397936+0000","last_peered":"2024-09-22T09:25:16.397936+0000","last_clean":"2024-09-22T09:25:16.397936+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:25:16.397936+0000","last_undegraded":"2024-09-22T09:25:16.397936+0000","last_fullsized":"2024-09-22T09:25:16.397936+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.397753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.397753+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.397753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:14.682092+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'139","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.648410+0000","last_change":"2024-09-22T09:25:20.648178+0000","last_active":"2024-09-22T09:25:20.648410+0000","last_peered":"2024-09-22T09:25:20.648410+0000","last_clean":"2024-09-22T09:25:20.648410+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:25:20.648410+0000","last_undegraded":"2024-09-22T09:25:20.648410+0000","last_fullsized":"2024-09-22T09:25:20.648410+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-22T09:25:20.647928+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-22T09:25:20.647928+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.647928+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:41.031827+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.406915+0000","last_change":"2024-09-22T09:24:56.406915+0000","last_active":"2024-09-22T09:24:56.406915+0000","last_peered":"2024-09-22T09:24:56.406915+0000","last_clean":"2024-09-22T09:24:56.406915+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:24:56.406915+0000","last_undegraded":"2024-09-22T09:24:56.406915+0000","last_fullsized":"2024-09-22T09:24:56.406915+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.406733+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:03.683132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'384","reported_seq":1079,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.222727+0000","last_change":"2024-09-22T09:24:54.222727+0000","last_active":"2024-09-22T09:24:54.222727+0000","last_peered":"2024-09-22T09:24:54.222727+0000","last_clean":"2024-09-22T09:24:54.222727+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:24:54.222727+0000","last_undegraded":"2024-09-22T09:24:54.222727+0000","last_fullsized":"2024-09-22T09:24:54.222727+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'384","last_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_deep_scrub":"266'384","last_deep_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.222442+0000","objects_scrubbed":6,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:15.803899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":772,"num_read_kb":65163,"num_write":1199,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.906952+0000","last_change":"2024-09-22T09:25:13.906952+0000","last_active":"2024-09-22T09:25:13.906952+0000","last_peered":"2024-09-22T09:25:13.906952+0000","last_clean":"2024-09-22T09:25:13.906952+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:25:13.906952+0000","last_undegraded":"2024-09-22T09:25:13.906952+0000","last_fullsized":"2024-09-22T09:25:13.906952+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:13.906769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:13.906769+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.906769+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:20:42.294633+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'112","reported_seq":647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.888558+0000","last_change":"2024-09-22T09:24:58.888433+0000","last_active":"2024-09-22T09:24:58.888558+0000","last_peered":"2024-09-22T09:24:58.888558+0000","last_clean":"2024-09-22T09:24:58.888558+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:24:58.888558+0000","last_undegraded":"2024-09-22T09:24:58.888558+0000","last_fullsized":"2024-09-22T09:24:58.888558+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.888213+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:10:56.903926+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'753","reported_seq":2146,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.084411+0000","last_change":"2024-09-22T09:25:19.084411+0000","last_active":"2024-09-22T09:25:19.084411+0000","last_peered":"2024-09-22T09:25:19.084411+0000","last_clean":"2024-09-22T09:25:19.084411+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:25:19.084411+0000","last_undegraded":"2024-09-22T09:25:19.084411+0000","last_fullsized":"2024-09-22T09:25:19.084411+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'753","last_scrub_stamp":"2024-09-22T09:25:19.084214+0000","last_deep_scrub":"266'753","last_deep_scrub_stamp":"2024-09-22T09:25:19.084214+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.084214+0000","objects_scrubbed":1,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.818061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'229","reported_seq":1070,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.377870+0000","last_change":"2024-09-22T09:25:21.377729+0000","last_active":"2024-09-22T09:25:21.377870+0000","last_peered":"2024-09-22T09:25:21.377870+0000","last_clean":"2024-09-22T09:25:21.377870+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:25:21.377870+0000","last_undegraded":"2024-09-22T09:25:21.377870+0000","last_fullsized":"2024-09-22T09:25:21.377870+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-22T09:25:21.377544+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-22T09:25:21.377544+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.377544+0000","objects_scrubbed":2,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:11:03.257990+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'315","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.720124+0000","last_change":"2024-09-22T09:25:01.720124+0000","last_active":"2024-09-22T09:25:01.720124+0000","last_peered":"2024-09-22T09:25:01.720124+0000","last_clean":"2024-09-22T09:25:01.720124+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:25:01.720124+0000","last_undegraded":"2024-09-22T09:25:01.720124+0000","last_fullsized":"2024-09-22T09:25:01.720124+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'315","last_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_deep_scrub":"266'315","last_deep_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.719939+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:20:35.868880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'293","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.967579+0000","last_change":"2024-09-22T09:24:49.967579+0000","last_active":"2024-09-22T09:24:49.967579+0000","last_peered":"2024-09-22T09:24:49.967579+0000","last_clean":"2024-09-22T09:24:49.967579+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:24:49.967579+0000","last_undegraded":"2024-09-22T09:24:49.967579+0000","last_fullsized":"2024-09-22T09:24:49.967579+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'293","last_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_deep_scrub":"266'293","last_deep_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.967360+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:25.894962+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":36263,"num_write":940,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.917963+0000","last_change":"2024-09-22T09:25:08.917963+0000","last_active":"2024-09-22T09:25:08.917963+0000","last_peered":"2024-09-22T09:25:08.917963+0000","last_clean":"2024-09-22T09:25:08.917963+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:25:08.917963+0000","last_undegraded":"2024-09-22T09:25:08.917963+0000","last_fullsized":"2024-09-22T09:25:08.917963+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.917764+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.917764+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.917764+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:14.263267+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'287","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.045524+0000","last_change":"2024-09-22T09:25:14.045524+0000","last_active":"2024-09-22T09:25:14.045524+0000","last_peered":"2024-09-22T09:25:14.045524+0000","last_clean":"2024-09-22T09:25:14.045524+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:25:14.045524+0000","last_undegraded":"2024-09-22T09:25:14.045524+0000","last_fullsized":"2024-09-22T09:25:14.045524+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'287","last_scrub_stamp":"2024-09-22T09:25:14.045316+0000","last_deep_scrub":"266'287","last_deep_scrub_stamp":"2024-09-22T09:25:14.045316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.045316+0000","objects_scrubbed":5,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:39.032628+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48164,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":1097,"num_write":384,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'785","reported_seq":4110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.960237+0000","last_change":"2024-09-22T09:25:17.960237+0000","last_active":"2024-09-22T09:25:17.960237+0000","last_peered":"2024-09-22T09:25:17.960237+0000","last_clean":"2024-09-22T09:25:17.960237+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:25:17.960237+0000","last_undegraded":"2024-09-22T09:25:17.960237+0000","last_fullsized":"2024-09-22T09:25:17.960237+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'785","last_scrub_stamp":"2024-09-22T09:25:17.960018+0000","last_deep_scrub":"266'785","last_deep_scrub_stamp":"2024-09-22T09:25:17.960018+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.960018+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:03:37.229307+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.942797+0000","last_change":"2024-09-22T09:24:59.942797+0000","last_active":"2024-09-22T09:24:59.942797+0000","last_peered":"2024-09-22T09:24:59.942797+0000","last_clean":"2024-09-22T09:24:59.942797+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:24:59.942797+0000","last_undegraded":"2024-09-22T09:24:59.942797+0000","last_fullsized":"2024-09-22T09:24:59.942797+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'84","last_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_deep_scrub":"266'84","last_deep_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.942561+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:06:52.469697+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'353","reported_seq":1002,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.290465+0000","last_change":"2024-09-22T09:24:52.290333+0000","last_active":"2024-09-22T09:24:52.290465+0000","last_peered":"2024-09-22T09:24:52.290465+0000","last_clean":"2024-09-22T09:24:52.290465+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:52.290465+0000","last_undegraded":"2024-09-22T09:24:52.290465+0000","last_fullsized":"2024-09-22T09:24:52.290465+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.290066+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:09.067059+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":33187,"num_write":1175,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.088924+0000","last_change":"2024-09-22T09:25:07.088924+0000","last_active":"2024-09-22T09:25:07.088924+0000","last_peered":"2024-09-22T09:25:07.088924+0000","last_clean":"2024-09-22T09:25:07.088924+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:25:07.088924+0000","last_undegraded":"2024-09-22T09:25:07.088924+0000","last_fullsized":"2024-09-22T09:25:07.088924+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.088749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.088749+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.088749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:07:55.408986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'375","reported_seq":989,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.907451+0000","last_change":"2024-09-22T09:25:12.907451+0000","last_active":"2024-09-22T09:25:12.907451+0000","last_peered":"2024-09-22T09:25:12.907451+0000","last_clean":"2024-09-22T09:25:12.907451+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:25:12.907451+0000","last_undegraded":"2024-09-22T09:25:12.907451+0000","last_fullsized":"2024-09-22T09:25:12.907451+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-22T09:25:12.907130+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-22T09:25:12.907130+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.907130+0000","objects_scrubbed":9,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:56.007775+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46544,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":602,"num_read_kb":1262,"num_write":480,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.243035+0000","last_change":"2024-09-22T09:25:07.242912+0000","last_active":"2024-09-22T09:25:07.243035+0000","last_peered":"2024-09-22T09:25:07.243035+0000","last_clean":"2024-09-22T09:25:07.243035+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:25:07.243035+0000","last_undegraded":"2024-09-22T09:25:07.243035+0000","last_fullsized":"2024-09-22T09:25:07.243035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.242719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.242719+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.242719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:08.250186+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'574","reported_seq":1398,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.827566+0000","last_change":"2024-09-22T09:25:16.827566+0000","last_active":"2024-09-22T09:25:16.827566+0000","last_peered":"2024-09-22T09:25:16.827566+0000","last_clean":"2024-09-22T09:25:16.827566+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:25:16.827566+0000","last_undegraded":"2024-09-22T09:25:16.827566+0000","last_fullsized":"2024-09-22T09:25:16.827566+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'574","last_scrub_stamp":"2024-09-22T09:25:16.827389+0000","last_deep_scrub":"266'574","last_deep_scrub_stamp":"2024-09-22T09:25:16.827389+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.827389+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:23.446119+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.328492+0000","last_change":"2024-09-22T09:24:52.328492+0000","last_active":"2024-09-22T09:24:52.328492+0000","last_peered":"2024-09-22T09:24:52.328492+0000","last_clean":"2024-09-22T09:24:52.328492+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:24:52.328492+0000","last_undegraded":"2024-09-22T09:24:52.328492+0000","last_fullsized":"2024-09-22T09:24:52.328492+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.328285+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:27:05.932389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'379","reported_seq":1153,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.256891+0000","last_change":"2024-09-22T09:24:51.256734+0000","last_active":"2024-09-22T09:24:51.256891+0000","last_peered":"2024-09-22T09:24:51.256891+0000","last_clean":"2024-09-22T09:24:51.256891+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:24:51.256891+0000","last_undegraded":"2024-09-22T09:24:51.256891+0000","last_fullsized":"2024-09-22T09:24:51.256891+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'379","last_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_deep_scrub":"266'379","last_deep_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.256498+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:20.139239+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":790,"num_read_kb":68267,"num_write":1269,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"266'6","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.887204+0000","last_change":"2024-09-22T09:24:55.887204+0000","last_active":"2024-09-22T09:24:55.887204+0000","last_peered":"2024-09-22T09:24:55.887204+0000","last_clean":"2024-09-22T09:24:55.887204+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:55.887204+0000","last_undegraded":"2024-09-22T09:24:55.887204+0000","last_fullsized":"2024-09-22T09:24:55.887204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.886956+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:00.497293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'275","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.887445+0000","last_change":"2024-09-22T09:25:10.887232+0000","last_active":"2024-09-22T09:25:10.887445+0000","last_peered":"2024-09-22T09:25:10.887445+0000","last_clean":"2024-09-22T09:25:10.887445+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:25:10.887445+0000","last_undegraded":"2024-09-22T09:25:10.887445+0000","last_fullsized":"2024-09-22T09:25:10.887445+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'275","last_scrub_stamp":"2024-09-22T09:25:10.886990+0000","last_deep_scrub":"266'275","last_deep_scrub_stamp":"2024-09-22T09:25:10.886990+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.886990+0000","objects_scrubbed":5,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:03:32.243661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42936,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.903469+0000","last_change":"2024-09-22T09:25:22.903469+0000","last_active":"2024-09-22T09:25:22.903469+0000","last_peered":"2024-09-22T09:25:22.903469+0000","last_clean":"2024-09-22T09:25:22.903469+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:25:22.903469+0000","last_undegraded":"2024-09-22T09:25:22.903469+0000","last_fullsized":"2024-09-22T09:25:22.903469+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:22.903288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:22.903288+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.903288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:07.237790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2494","reported_seq":4318,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.794063+0000","last_change":"2024-09-22T09:25:10.794063+0000","last_active":"2024-09-22T09:25:10.794063+0000","last_peered":"2024-09-22T09:25:10.794063+0000","last_clean":"2024-09-22T09:25:10.794063+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:25:10.794063+0000","last_undegraded":"2024-09-22T09:25:10.794063+0000","last_fullsized":"2024-09-22T09:25:10.794063+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2494","last_scrub_stamp":"2024-09-22T09:25:10.793857+0000","last_deep_scrub":"266'2494","last_deep_scrub_stamp":"2024-09-22T09:25:10.793857+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.793857+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":2400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:36:25.414519+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'191","reported_seq":853,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.902627+0000","last_change":"2024-09-22T09:24:56.902627+0000","last_active":"2024-09-22T09:24:56.902627+0000","last_peered":"2024-09-22T09:24:56.902627+0000","last_clean":"2024-09-22T09:24:56.902627+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:24:56.902627+0000","last_undegraded":"2024-09-22T09:24:56.902627+0000","last_fullsized":"2024-09-22T09:24:56.902627+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'191","last_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_deep_scrub":"266'191","last_deep_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.902442+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:24.115637+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2871,"num_omap_keys":12,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'422","reported_seq":1105,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.219373+0000","last_change":"2024-09-22T09:24:50.219217+0000","last_active":"2024-09-22T09:24:50.219373+0000","last_peered":"2024-09-22T09:24:50.219373+0000","last_clean":"2024-09-22T09:24:50.219373+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:24:50.219373+0000","last_undegraded":"2024-09-22T09:24:50.219373+0000","last_fullsized":"2024-09-22T09:24:50.219373+0000","mapping_epoch":38,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'422","last_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_deep_scrub":"266'422","last_deep_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.219016+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:41.471977+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":772,"num_read_kb":13800,"num_write":1288,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.902308+0000","last_change":"2024-09-22T09:24:57.902160+0000","last_active":"2024-09-22T09:24:57.902308+0000","last_peered":"2024-09-22T09:24:57.902308+0000","last_clean":"2024-09-22T09:24:57.902308+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:24:57.902308+0000","last_undegraded":"2024-09-22T09:24:57.902308+0000","last_fullsized":"2024-09-22T09:24:57.902308+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.901975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:19:22.842641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'319","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.995042+0000","last_change":"2024-09-22T09:25:11.995042+0000","last_active":"2024-09-22T09:25:11.995042+0000","last_peered":"2024-09-22T09:25:11.995042+0000","last_clean":"2024-09-22T09:25:11.995042+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:25:11.995042+0000","last_undegraded":"2024-09-22T09:25:11.995042+0000","last_fullsized":"2024-09-22T09:25:11.995042+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'319","last_scrub_stamp":"2024-09-22T09:25:11.994835+0000","last_deep_scrub":"266'319","last_deep_scrub_stamp":"2024-09-22T09:25:11.994835+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.994835+0000","objects_scrubbed":8,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:04.311985+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51326,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":497,"num_read_kb":1091,"num_write":404,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'779","reported_seq":2951,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.542111+0000","last_change":"2024-09-22T09:25:12.542111+0000","last_active":"2024-09-22T09:25:12.542111+0000","last_peered":"2024-09-22T09:25:12.542111+0000","last_clean":"2024-09-22T09:25:12.542111+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:25:12.542111+0000","last_undegraded":"2024-09-22T09:25:12.542111+0000","last_fullsized":"2024-09-22T09:25:12.542111+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'779","last_scrub_stamp":"2024-09-22T09:25:12.541918+0000","last_deep_scrub":"266'779","last_deep_scrub_stamp":"2024-09-22T09:25:12.541918+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.541918+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:08.354440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.640401+0000","last_change":"2024-09-22T09:25:17.640401+0000","last_active":"2024-09-22T09:25:17.640401+0000","last_peered":"2024-09-22T09:25:17.640401+0000","last_clean":"2024-09-22T09:25:17.640401+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:25:17.640401+0000","last_undegraded":"2024-09-22T09:25:17.640401+0000","last_fullsized":"2024-09-22T09:25:17.640401+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-22T09:25:17.640158+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-22T09:25:17.640158+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.640158+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:24:20.211676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4442","reported_seq":5182,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.368437+0000","last_change":"2024-09-22T09:24:55.368311+0000","last_active":"2024-09-22T09:24:55.368437+0000","last_peered":"2024-09-22T09:24:55.368437+0000","last_clean":"2024-09-22T09:24:55.368437+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:24:55.368437+0000","last_undegraded":"2024-09-22T09:24:55.368437+0000","last_fullsized":"2024-09-22T09:24:55.368437+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4442","last_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_deep_scrub":"266'4442","last_deep_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.368116+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":3000,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:19.632342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25750,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'332","reported_seq":1058,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.031219+0000","last_change":"2024-09-22T09:24:49.031063+0000","last_active":"2024-09-22T09:24:49.031219+0000","last_peered":"2024-09-22T09:24:49.031219+0000","last_clean":"2024-09-22T09:24:49.031219+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:24:49.031219+0000","last_undegraded":"2024-09-22T09:24:49.031219+0000","last_fullsized":"2024-09-22T09:24:49.031219+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'332","last_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_deep_scrub":"266'332","last_deep_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.030812+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:30.451060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159806,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":827,"num_read_kb":4552,"num_write":1076,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.878159+0000","last_change":"2024-09-22T09:24:56.878159+0000","last_active":"2024-09-22T09:24:56.878159+0000","last_peered":"2024-09-22T09:24:56.878159+0000","last_clean":"2024-09-22T09:24:56.878159+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:24:56.878159+0000","last_undegraded":"2024-09-22T09:24:56.878159+0000","last_fullsized":"2024-09-22T09:24:56.878159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.877985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:08.860529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'452","reported_seq":1087,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.428278+0000","last_change":"2024-09-22T09:25:06.428278+0000","last_active":"2024-09-22T09:25:06.428278+0000","last_peered":"2024-09-22T09:25:06.428278+0000","last_clean":"2024-09-22T09:25:06.428278+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:25:06.428278+0000","last_undegraded":"2024-09-22T09:25:06.428278+0000","last_fullsized":"2024-09-22T09:25:06.428278+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'452","last_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_deep_scrub":"266'452","last_deep_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.428091+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:52:19.697367+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89540,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":801,"num_read_kb":1917,"num_write":654,"num_write_kb":554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.921439+0000","last_change":"2024-09-22T09:25:01.921439+0000","last_active":"2024-09-22T09:25:01.921439+0000","last_peered":"2024-09-22T09:25:01.921439+0000","last_clean":"2024-09-22T09:25:01.921439+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:25:01.921439+0000","last_undegraded":"2024-09-22T09:25:01.921439+0000","last_fullsized":"2024-09-22T09:25:01.921439+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.921199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:46.240370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'145","reported_seq":663,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.226344+0000","last_change":"2024-09-22T09:25:14.226344+0000","last_active":"2024-09-22T09:25:14.226344+0000","last_peered":"2024-09-22T09:25:14.226344+0000","last_clean":"2024-09-22T09:25:14.226344+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:25:14.226344+0000","last_undegraded":"2024-09-22T09:25:14.226344+0000","last_fullsized":"2024-09-22T09:25:14.226344+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'145","last_scrub_stamp":"2024-09-22T09:25:14.226061+0000","last_deep_scrub":"266'145","last_deep_scrub_stamp":"2024-09-22T09:25:14.226061+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.226061+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:14:42.756907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":756,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.314635+0000","last_change":"2024-09-22T09:24:51.314415+0000","last_active":"2024-09-22T09:24:51.314635+0000","last_peered":"2024-09-22T09:24:51.314635+0000","last_clean":"2024-09-22T09:24:51.314635+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:24:51.314635+0000","last_undegraded":"2024-09-22T09:24:51.314635+0000","last_fullsized":"2024-09-22T09:24:51.314635+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.314196+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:25.300085+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'344","reported_seq":971,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.710632+0000","last_change":"2024-09-22T09:24:46.710572+0000","last_active":"2024-09-22T09:24:46.710632+0000","last_peered":"2024-09-22T09:24:46.710632+0000","last_clean":"2024-09-22T09:24:46.710632+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:46.710632+0000","last_undegraded":"2024-09-22T09:24:46.710632+0000","last_fullsized":"2024-09-22T09:24:46.710632+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.710380+0000","objects_scrubbed":9,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:09.756353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":497,"num_read_kb":1530,"num_write":1028,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.907798+0000","last_change":"2024-09-22T09:24:59.907546+0000","last_active":"2024-09-22T09:24:59.907798+0000","last_peered":"2024-09-22T09:24:59.907798+0000","last_clean":"2024-09-22T09:24:59.907798+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:24:59.907798+0000","last_undegraded":"2024-09-22T09:24:59.907798+0000","last_fullsized":"2024-09-22T09:24:59.907798+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.907319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:17.633613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'299","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.467062+0000","last_change":"2024-09-22T09:25:11.466939+0000","last_active":"2024-09-22T09:25:11.467062+0000","last_peered":"2024-09-22T09:25:11.467062+0000","last_clean":"2024-09-22T09:25:11.467062+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:25:11.467062+0000","last_undegraded":"2024-09-22T09:25:11.467062+0000","last_fullsized":"2024-09-22T09:25:11.467062+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'299","last_scrub_stamp":"2024-09-22T09:25:11.466761+0000","last_deep_scrub":"266'299","last_deep_scrub_stamp":"2024-09-22T09:25:11.466761+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.466761+0000","objects_scrubbed":6,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:34:11.168160+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46432,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":1096,"num_write":444,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.568302+0000","last_change":"2024-09-22T09:25:13.568181+0000","last_active":"2024-09-22T09:25:13.568302+0000","last_peered":"2024-09-22T09:25:13.568302+0000","last_clean":"2024-09-22T09:25:13.568302+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:25:13.568302+0000","last_undegraded":"2024-09-22T09:25:13.568302+0000","last_fullsized":"2024-09-22T09:25:13.568302+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:13.567999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:13.567999+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.567999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:29.498328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'116","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.968647+0000","last_change":"2024-09-22T09:25:20.968647+0000","last_active":"2024-09-22T09:25:20.968647+0000","last_peered":"2024-09-22T09:25:20.968647+0000","last_clean":"2024-09-22T09:25:20.968647+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:25:20.968647+0000","last_undegraded":"2024-09-22T09:25:20.968647+0000","last_fullsized":"2024-09-22T09:25:20.968647+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'116","last_scrub_stamp":"2024-09-22T09:25:20.968419+0000","last_deep_scrub":"266'116","last_deep_scrub_stamp":"2024-09-22T09:25:20.968419+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.968419+0000","objects_scrubbed":4,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:06.688471+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'252","reported_seq":809,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.287845+0000","last_change":"2024-09-22T09:24:53.287716+0000","last_active":"2024-09-22T09:24:53.287845+0000","last_peered":"2024-09-22T09:24:53.287845+0000","last_clean":"2024-09-22T09:24:53.287845+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:24:53.287845+0000","last_undegraded":"2024-09-22T09:24:53.287845+0000","last_fullsized":"2024-09-22T09:24:53.287845+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'252","last_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_deep_scrub":"266'252","last_deep_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.287534+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:24.392250+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'355","reported_seq":1106,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.011743+0000","last_change":"2024-09-22T09:24:49.011743+0000","last_active":"2024-09-22T09:24:49.011743+0000","last_peered":"2024-09-22T09:24:49.011743+0000","last_clean":"2024-09-22T09:24:49.011743+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:24:49.011743+0000","last_undegraded":"2024-09-22T09:24:49.011743+0000","last_fullsized":"2024-09-22T09:24:49.011743+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.011528+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:06:19.143959+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":928,"num_read_kb":24932,"num_write":1237,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.170405+0000","last_change":"2024-09-22T09:24:59.170249+0000","last_active":"2024-09-22T09:24:59.170405+0000","last_peered":"2024-09-22T09:24:59.170405+0000","last_clean":"2024-09-22T09:24:59.170405+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:24:59.170405+0000","last_undegraded":"2024-09-22T09:24:59.170405+0000","last_fullsized":"2024-09-22T09:24:59.170405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.170061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:34.397361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'289","reported_seq":875,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.907572+0000","last_change":"2024-09-22T09:25:00.907332+0000","last_active":"2024-09-22T09:25:00.907572+0000","last_peered":"2024-09-22T09:25:00.907572+0000","last_clean":"2024-09-22T09:25:00.907572+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:25:00.907572+0000","last_undegraded":"2024-09-22T09:25:00.907572+0000","last_fullsized":"2024-09-22T09:25:00.907572+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'289","last_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_deep_scrub":"266'289","last_deep_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.907072+0000","objects_scrubbed":7,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:00.298322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":469,"num_read_kb":1022,"num_write":372,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'736","reported_seq":2130,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.985205+0000","last_change":"2024-09-22T09:25:09.985051+0000","last_active":"2024-09-22T09:25:09.985205+0000","last_peered":"2024-09-22T09:25:09.985205+0000","last_clean":"2024-09-22T09:25:09.985205+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:25:09.985205+0000","last_undegraded":"2024-09-22T09:25:09.985205+0000","last_fullsized":"2024-09-22T09:25:09.985205+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'736","last_scrub_stamp":"2024-09-22T09:25:09.984866+0000","last_deep_scrub":"266'736","last_deep_scrub_stamp":"2024-09-22T09:25:09.984866+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.984866+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:02:48.992159+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'129","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.208974+0000","last_change":"2024-09-22T09:25:10.208974+0000","last_active":"2024-09-22T09:25:10.208974+0000","last_peered":"2024-09-22T09:25:10.208974+0000","last_clean":"2024-09-22T09:25:10.208974+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:25:10.208974+0000","last_undegraded":"2024-09-22T09:25:10.208974+0000","last_fullsized":"2024-09-22T09:25:10.208974+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:10.208789+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:10.208789+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.208789+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:48.109258+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'132","reported_seq":740,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.312682+0000","last_change":"2024-09-22T09:24:54.312470+0000","last_active":"2024-09-22T09:24:54.312682+0000","last_peered":"2024-09-22T09:24:54.312682+0000","last_clean":"2024-09-22T09:24:54.312682+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:24:54.312682+0000","last_undegraded":"2024-09-22T09:24:54.312682+0000","last_fullsized":"2024-09-22T09:24:54.312682+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.311974+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:25.127952+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'421","reported_seq":1133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.350231+0000","last_change":"2024-09-22T09:24:50.350231+0000","last_active":"2024-09-22T09:24:50.350231+0000","last_peered":"2024-09-22T09:24:50.350231+0000","last_clean":"2024-09-22T09:24:50.350231+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:24:50.350231+0000","last_undegraded":"2024-09-22T09:24:50.350231+0000","last_fullsized":"2024-09-22T09:24:50.350231+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'421","last_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_deep_scrub":"266'421","last_deep_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.349918+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:36.738291+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":764,"num_read_kb":127251,"num_write":1396,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"266'4","reported_seq":1470,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.958631+0000","last_change":"2024-09-22T09:25:07.958508+0000","last_active":"2024-09-22T09:25:07.958631+0000","last_peered":"2024-09-22T09:25:07.958631+0000","last_clean":"2024-09-22T09:25:07.958631+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:25:07.958631+0000","last_undegraded":"2024-09-22T09:25:07.958631+0000","last_fullsized":"2024-09-22T09:25:07.958631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T09:25:07.958343+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T09:25:07.958343+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.958343+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:01.143192+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":965,"num_read_kb":965,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'82","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.893114+0000","last_change":"2024-09-22T09:25:11.893015+0000","last_active":"2024-09-22T09:25:11.893114+0000","last_peered":"2024-09-22T09:25:11.893114+0000","last_clean":"2024-09-22T09:25:11.893114+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:25:11.893114+0000","last_undegraded":"2024-09-22T09:25:11.893114+0000","last_fullsized":"2024-09-22T09:25:11.893114+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-22T09:25:11.892926+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-22T09:25:11.892926+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.892926+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:01.636606+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'750","reported_seq":2289,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.891611+0000","last_change":"2024-09-22T09:25:05.891487+0000","last_active":"2024-09-22T09:25:05.891611+0000","last_peered":"2024-09-22T09:25:05.891611+0000","last_clean":"2024-09-22T09:25:05.891611+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:25:05.891611+0000","last_undegraded":"2024-09-22T09:25:05.891611+0000","last_fullsized":"2024-09-22T09:25:05.891611+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.891305+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:57.588732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'152","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.379852+0000","last_change":"2024-09-22T09:25:18.379852+0000","last_active":"2024-09-22T09:25:18.379852+0000","last_peered":"2024-09-22T09:25:18.379852+0000","last_clean":"2024-09-22T09:25:18.379852+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:25:18.379852+0000","last_undegraded":"2024-09-22T09:25:18.379852+0000","last_fullsized":"2024-09-22T09:25:18.379852+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'152","last_scrub_stamp":"2024-09-22T09:25:18.379635+0000","last_deep_scrub":"266'152","last_deep_scrub_stamp":"2024-09-22T09:25:18.379635+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.379635+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:42.501382+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.168416+0000","last_change":"2024-09-22T09:24:57.168135+0000","last_active":"2024-09-22T09:24:57.168416+0000","last_peered":"2024-09-22T09:24:57.168416+0000","last_clean":"2024-09-22T09:24:57.168416+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:24:57.168416+0000","last_undegraded":"2024-09-22T09:24:57.168416+0000","last_fullsized":"2024-09-22T09:24:57.168416+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'155","last_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_deep_scrub":"266'155","last_deep_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.167922+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:43.189637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'346","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.728977+0000","last_change":"2024-09-22T09:24:47.728977+0000","last_active":"2024-09-22T09:24:47.728977+0000","last_peered":"2024-09-22T09:24:47.728977+0000","last_clean":"2024-09-22T09:24:47.728977+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:24:47.728977+0000","last_undegraded":"2024-09-22T09:24:47.728977+0000","last_fullsized":"2024-09-22T09:24:47.728977+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'346","last_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_deep_scrub":"266'346","last_deep_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.728757+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:47.450834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":55109,"num_write":1092,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.535514+0000","last_change":"2024-09-22T09:25:07.535301+0000","last_active":"2024-09-22T09:25:07.535514+0000","last_peered":"2024-09-22T09:25:07.535514+0000","last_clean":"2024-09-22T09:25:07.535514+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:25:07.535514+0000","last_undegraded":"2024-09-22T09:25:07.535514+0000","last_fullsized":"2024-09-22T09:25:07.535514+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.535022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.535022+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.535022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:50:47.598634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'355","reported_seq":964,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.888656+0000","last_change":"2024-09-22T09:25:11.888489+0000","last_active":"2024-09-22T09:25:11.888656+0000","last_peered":"2024-09-22T09:25:11.888656+0000","last_clean":"2024-09-22T09:25:11.888656+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:25:11.888656+0000","last_undegraded":"2024-09-22T09:25:11.888656+0000","last_fullsized":"2024-09-22T09:25:11.888656+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:25:11.888269+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:25:11.888269+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.888269+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:53:04.425339+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50084,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":591,"num_read_kb":1285,"num_write":474,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.918252+0000","last_change":"2024-09-22T09:25:04.918133+0000","last_active":"2024-09-22T09:25:04.918252+0000","last_peered":"2024-09-22T09:25:04.918252+0000","last_clean":"2024-09-22T09:25:04.918252+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:25:04.918252+0000","last_undegraded":"2024-09-22T09:25:04.918252+0000","last_fullsized":"2024-09-22T09:25:04.918252+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.917951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:57.616496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'140","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.219491+0000","last_change":"2024-09-22T09:25:12.219491+0000","last_active":"2024-09-22T09:25:12.219491+0000","last_peered":"2024-09-22T09:25:12.219491+0000","last_clean":"2024-09-22T09:25:12.219491+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:25:12.219491+0000","last_undegraded":"2024-09-22T09:25:12.219491+0000","last_fullsized":"2024-09-22T09:25:12.219491+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:25:12.219284+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:25:12.219284+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.219284+0000","objects_scrubbed":4,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:20.300185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'234","reported_seq":864,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.911227+0000","last_change":"2024-09-22T09:24:54.911227+0000","last_active":"2024-09-22T09:24:54.911227+0000","last_peered":"2024-09-22T09:24:54.911227+0000","last_clean":"2024-09-22T09:24:54.911227+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:24:54.911227+0000","last_undegraded":"2024-09-22T09:24:54.911227+0000","last_fullsized":"2024-09-22T09:24:54.911227+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.911051+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:14.148296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.176965+0000","last_change":"2024-09-22T09:24:49.176965+0000","last_active":"2024-09-22T09:24:49.176965+0000","last_peered":"2024-09-22T09:24:49.176965+0000","last_clean":"2024-09-22T09:24:49.176965+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:24:49.176965+0000","last_undegraded":"2024-09-22T09:24:49.176965+0000","last_fullsized":"2024-09-22T09:24:49.176965+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.176808+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:51:38.414816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":529,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.016238+0000","last_change":"2024-09-22T09:24:48.016238+0000","last_active":"2024-09-22T09:24:48.016238+0000","last_peered":"2024-09-22T09:24:48.016238+0000","last_clean":"2024-09-22T09:24:48.016238+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:24:48.016238+0000","last_undegraded":"2024-09-22T09:24:48.016238+0000","last_fullsized":"2024-09-22T09:24:48.016238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.016056+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:48.341489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'367","reported_seq":1077,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.752380+0000","last_change":"2024-09-22T09:24:45.752380+0000","last_active":"2024-09-22T09:24:45.752380+0000","last_peered":"2024-09-22T09:24:45.752380+0000","last_clean":"2024-09-22T09:24:45.752380+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:24:45.752380+0000","last_undegraded":"2024-09-22T09:24:45.752380+0000","last_fullsized":"2024-09-22T09:24:45.752380+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'367","last_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_deep_scrub":"266'367","last_deep_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.752250+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:47.429499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":802,"num_read_kb":9051,"num_write":1213,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.077248+0000","last_change":"2024-09-22T09:25:05.077248+0000","last_active":"2024-09-22T09:25:05.077248+0000","last_peered":"2024-09-22T09:25:05.077248+0000","last_clean":"2024-09-22T09:25:05.077248+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:25:05.077248+0000","last_undegraded":"2024-09-22T09:25:05.077248+0000","last_fullsized":"2024-09-22T09:25:05.077248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.077063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:22:46.483239+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'720","reported_seq":1426,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.897591+0000","last_change":"2024-09-22T09:25:09.897591+0000","last_active":"2024-09-22T09:25:09.897591+0000","last_peered":"2024-09-22T09:25:09.897591+0000","last_clean":"2024-09-22T09:25:09.897591+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:25:09.897591+0000","last_undegraded":"2024-09-22T09:25:09.897591+0000","last_fullsized":"2024-09-22T09:25:09.897591+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'720","last_scrub_stamp":"2024-09-22T09:25:09.897402+0000","last_deep_scrub":"266'720","last_deep_scrub_stamp":"2024-09-22T09:25:09.897402+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.897402+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:12:06.416103+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1394,"num_read_kb":3137,"num_write":1322,"num_write_kb":1177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106896,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.492162+0000","last_change":"2024-09-22T09:25:11.492162+0000","last_active":"2024-09-22T09:25:11.492162+0000","last_peered":"2024-09-22T09:25:11.492162+0000","last_clean":"2024-09-22T09:25:11.492162+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:25:11.492162+0000","last_undegraded":"2024-09-22T09:25:11.492162+0000","last_fullsized":"2024-09-22T09:25:11.492162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.491995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.491995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.491995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:44.293332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'244","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.781938+0000","last_change":"2024-09-22T09:25:09.781938+0000","last_active":"2024-09-22T09:25:09.781938+0000","last_peered":"2024-09-22T09:25:09.781938+0000","last_clean":"2024-09-22T09:25:09.781938+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:25:09.781938+0000","last_undegraded":"2024-09-22T09:25:09.781938+0000","last_fullsized":"2024-09-22T09:25:09.781938+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-22T09:25:09.781735+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-22T09:25:09.781735+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.781735+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:30.814575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.332920+0000","last_change":"2024-09-22T09:24:54.332920+0000","last_active":"2024-09-22T09:24:54.332920+0000","last_peered":"2024-09-22T09:24:54.332920+0000","last_clean":"2024-09-22T09:24:54.332920+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:24:54.332920+0000","last_undegraded":"2024-09-22T09:24:54.332920+0000","last_fullsized":"2024-09-22T09:24:54.332920+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.332686+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:44:17.733072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.240960+0000","last_change":"2024-09-22T09:24:53.240960+0000","last_active":"2024-09-22T09:24:53.240960+0000","last_peered":"2024-09-22T09:24:53.240960+0000","last_clean":"2024-09-22T09:24:53.240960+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:24:53.240960+0000","last_undegraded":"2024-09-22T09:24:53.240960+0000","last_fullsized":"2024-09-22T09:24:53.240960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.240772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:38.793794+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'336","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:44.433273+0000","last_change":"2024-09-22T09:24:44.433273+0000","last_active":"2024-09-22T09:24:44.433273+0000","last_peered":"2024-09-22T09:24:44.433273+0000","last_clean":"2024-09-22T09:24:44.433273+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:24:44.433273+0000","last_undegraded":"2024-09-22T09:24:44.433273+0000","last_fullsized":"2024-09-22T09:24:44.433273+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'336","last_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_deep_scrub":"266'336","last_deep_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_clean_scrub_stamp":"2024-09-22T09:24:44.433179+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:56.021090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":538,"num_read_kb":9370,"num_write":993,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.938024+0000","last_change":"2024-09-22T09:25:05.938024+0000","last_active":"2024-09-22T09:25:05.938024+0000","last_peered":"2024-09-22T09:25:05.938024+0000","last_clean":"2024-09-22T09:25:05.938024+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:25:05.938024+0000","last_undegraded":"2024-09-22T09:25:05.938024+0000","last_fullsized":"2024-09-22T09:25:05.938024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.937852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:09.651626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1262","reported_seq":2741,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.230398+0000","last_change":"2024-09-22T09:25:06.230398+0000","last_active":"2024-09-22T09:25:06.230398+0000","last_peered":"2024-09-22T09:25:06.230398+0000","last_clean":"2024-09-22T09:25:06.230398+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:25:06.230398+0000","last_undegraded":"2024-09-22T09:25:06.230398+0000","last_fullsized":"2024-09-22T09:25:06.230398+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'1262","last_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_deep_scrub":"266'1262","last_deep_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.230187+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":1200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:46.132296+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141025,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2033,"num_read_kb":3872,"num_write":1120,"num_write_kb":963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.042582+0000","last_change":"2024-09-22T09:25:16.042582+0000","last_active":"2024-09-22T09:25:16.042582+0000","last_peered":"2024-09-22T09:25:16.042582+0000","last_clean":"2024-09-22T09:25:16.042582+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:25:16.042582+0000","last_undegraded":"2024-09-22T09:25:16.042582+0000","last_fullsized":"2024-09-22T09:25:16.042582+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.042305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.042305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.042305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:56.988576+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'139","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.214418+0000","last_change":"2024-09-22T09:25:13.214418+0000","last_active":"2024-09-22T09:25:13.214418+0000","last_peered":"2024-09-22T09:25:13.214418+0000","last_clean":"2024-09-22T09:25:13.214418+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:25:13.214418+0000","last_undegraded":"2024-09-22T09:25:13.214418+0000","last_fullsized":"2024-09-22T09:25:13.214418+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-22T09:25:13.214219+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-22T09:25:13.214219+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.214219+0000","objects_scrubbed":3,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:29.892021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.175090+0000","last_change":"2024-09-22T09:24:55.175090+0000","last_active":"2024-09-22T09:24:55.175090+0000","last_peered":"2024-09-22T09:24:55.175090+0000","last_clean":"2024-09-22T09:24:55.175090+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:24:55.175090+0000","last_undegraded":"2024-09-22T09:24:55.175090+0000","last_fullsized":"2024-09-22T09:24:55.175090+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.174869+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:53.402974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.722322+0000","last_change":"2024-09-22T09:24:45.722322+0000","last_active":"2024-09-22T09:24:45.722322+0000","last_peered":"2024-09-22T09:24:45.722322+0000","last_clean":"2024-09-22T09:24:45.722322+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:24:45.722322+0000","last_undegraded":"2024-09-22T09:24:45.722322+0000","last_fullsized":"2024-09-22T09:24:45.722322+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.722206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:11.315649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'352","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.160629+0000","last_change":"2024-09-22T09:24:47.160629+0000","last_active":"2024-09-22T09:24:47.160629+0000","last_peered":"2024-09-22T09:24:47.160629+0000","last_clean":"2024-09-22T09:24:47.160629+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:24:47.160629+0000","last_undegraded":"2024-09-22T09:24:47.160629+0000","last_fullsized":"2024-09-22T09:24:47.160629+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.160511+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:11:58.041061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":676,"num_read_kb":83116,"num_write":1178,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.934938+0000","last_change":"2024-09-22T09:25:07.934938+0000","last_active":"2024-09-22T09:25:07.934938+0000","last_peered":"2024-09-22T09:25:07.934938+0000","last_clean":"2024-09-22T09:25:07.934938+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:25:07.934938+0000","last_undegraded":"2024-09-22T09:25:07.934938+0000","last_fullsized":"2024-09-22T09:25:07.934938+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:07.934758+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:07.934758+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.934758+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:50:47.087500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'212","reported_seq":1288,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.041690+0000","last_change":"2024-09-22T09:25:11.041690+0000","last_active":"2024-09-22T09:25:11.041690+0000","last_peered":"2024-09-22T09:25:11.041690+0000","last_clean":"2024-09-22T09:25:11.041690+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:25:11.041690+0000","last_undegraded":"2024-09-22T09:25:11.041690+0000","last_fullsized":"2024-09-22T09:25:11.041690+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'212","last_scrub_stamp":"2024-09-22T09:25:11.041488+0000","last_deep_scrub":"266'212","last_deep_scrub_stamp":"2024-09-22T09:25:11.041488+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.041488+0000","objects_scrubbed":9,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:26:58.620464+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.454553+0000","last_change":"2024-09-22T09:25:10.454553+0000","last_active":"2024-09-22T09:25:10.454553+0000","last_peered":"2024-09-22T09:25:10.454553+0000","last_clean":"2024-09-22T09:25:10.454553+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:25:10.454553+0000","last_undegraded":"2024-09-22T09:25:10.454553+0000","last_fullsized":"2024-09-22T09:25:10.454553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:10.454376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:10.454376+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.454376+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:35.917780+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'272","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.932090+0000","last_change":"2024-09-22T09:25:23.931965+0000","last_active":"2024-09-22T09:25:23.932090+0000","last_peered":"2024-09-22T09:25:23.932090+0000","last_clean":"2024-09-22T09:25:23.932090+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:25:23.932090+0000","last_undegraded":"2024-09-22T09:25:23.932090+0000","last_fullsized":"2024-09-22T09:25:23.932090+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'272","last_scrub_stamp":"2024-09-22T09:25:23.931765+0000","last_deep_scrub":"266'272","last_deep_scrub_stamp":"2024-09-22T09:25:23.931765+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.931765+0000","objects_scrubbed":3,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:37.201854+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.164529+0000","last_change":"2024-09-22T09:24:54.164529+0000","last_active":"2024-09-22T09:24:54.164529+0000","last_peered":"2024-09-22T09:24:54.164529+0000","last_clean":"2024-09-22T09:24:54.164529+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:24:54.164529+0000","last_undegraded":"2024-09-22T09:24:54.164529+0000","last_fullsized":"2024-09-22T09:24:54.164529+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.164344+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:57:46.724547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":530,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.974535+0000","last_change":"2024-09-22T09:24:46.974535+0000","last_active":"2024-09-22T09:24:46.974535+0000","last_peered":"2024-09-22T09:24:46.974535+0000","last_clean":"2024-09-22T09:24:46.974535+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:24:46.974535+0000","last_undegraded":"2024-09-22T09:24:46.974535+0000","last_fullsized":"2024-09-22T09:24:46.974535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.974350+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:23.402979+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'475","reported_seq":1247,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.325764+0000","last_change":"2024-09-22T09:24:46.325764+0000","last_active":"2024-09-22T09:24:46.325764+0000","last_peered":"2024-09-22T09:24:46.325764+0000","last_clean":"2024-09-22T09:24:46.325764+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:24:46.325764+0000","last_undegraded":"2024-09-22T09:24:46.325764+0000","last_fullsized":"2024-09-22T09:24:46.325764+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'475","last_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_deep_scrub":"266'475","last_deep_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.325505+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:53.845841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1045,"num_read_kb":157624,"num_write":1539,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.365543+0000","last_change":"2024-09-22T09:25:04.365543+0000","last_active":"2024-09-22T09:25:04.365543+0000","last_peered":"2024-09-22T09:25:04.365543+0000","last_clean":"2024-09-22T09:25:04.365543+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:25:04.365543+0000","last_undegraded":"2024-09-22T09:25:04.365543+0000","last_fullsized":"2024-09-22T09:25:04.365543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.365368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:05.221120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'129","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.909230+0000","last_change":"2024-09-22T09:25:12.909230+0000","last_active":"2024-09-22T09:25:12.909230+0000","last_peered":"2024-09-22T09:25:12.909230+0000","last_clean":"2024-09-22T09:25:12.909230+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:25:12.909230+0000","last_undegraded":"2024-09-22T09:25:12.909230+0000","last_fullsized":"2024-09-22T09:25:12.909230+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:12.909047+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:12.909047+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.909047+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.485708+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.886286+0000","last_change":"2024-09-22T09:25:03.886286+0000","last_active":"2024-09-22T09:25:03.886286+0000","last_peered":"2024-09-22T09:25:03.886286+0000","last_clean":"2024-09-22T09:25:03.886286+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:25:03.886286+0000","last_undegraded":"2024-09-22T09:25:03.886286+0000","last_fullsized":"2024-09-22T09:25:03.886286+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.886092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:33.097597+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'140","reported_seq":704,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.815985+0000","last_change":"2024-09-22T09:25:17.815985+0000","last_active":"2024-09-22T09:25:17.815985+0000","last_peered":"2024-09-22T09:25:17.815985+0000","last_clean":"2024-09-22T09:25:17.815985+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:25:17.815985+0000","last_undegraded":"2024-09-22T09:25:17.815985+0000","last_fullsized":"2024-09-22T09:25:17.815985+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:25:17.815800+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:25:17.815800+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.815800+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:12.387654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":713,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.133379+0000","last_change":"2024-09-22T09:24:52.133379+0000","last_active":"2024-09-22T09:24:52.133379+0000","last_peered":"2024-09-22T09:24:52.133379+0000","last_clean":"2024-09-22T09:24:52.133379+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:24:52.133379+0000","last_undegraded":"2024-09-22T09:24:52.133379+0000","last_fullsized":"2024-09-22T09:24:52.133379+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'110","last_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_deep_scrub":"266'110","last_deep_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.133164+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:50:57.889972+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'341","reported_seq":1001,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.004980+0000","last_change":"2024-09-22T09:24:50.004980+0000","last_active":"2024-09-22T09:24:50.004980+0000","last_peered":"2024-09-22T09:24:50.004980+0000","last_clean":"2024-09-22T09:24:50.004980+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:24:50.004980+0000","last_undegraded":"2024-09-22T09:24:50.004980+0000","last_fullsized":"2024-09-22T09:24:50.004980+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.004716+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:47.384654+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":5715,"num_write":1191,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.132090+0000","last_change":"2024-09-22T09:24:45.132090+0000","last_active":"2024-09-22T09:24:45.132090+0000","last_peered":"2024-09-22T09:24:45.132090+0000","last_clean":"2024-09-22T09:24:45.132090+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:24:45.132090+0000","last_undegraded":"2024-09-22T09:24:45.132090+0000","last_fullsized":"2024-09-22T09:24:45.132090+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.132003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:02.494660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.456509+0000","last_change":"2024-09-22T09:25:02.456509+0000","last_active":"2024-09-22T09:25:02.456509+0000","last_peered":"2024-09-22T09:25:02.456509+0000","last_clean":"2024-09-22T09:25:02.456509+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:25:02.456509+0000","last_undegraded":"2024-09-22T09:25:02.456509+0000","last_fullsized":"2024-09-22T09:25:02.456509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.456323+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:23.698523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'582","reported_seq":1250,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.424542+0000","last_change":"2024-09-22T09:25:05.424542+0000","last_active":"2024-09-22T09:25:05.424542+0000","last_peered":"2024-09-22T09:25:05.424542+0000","last_clean":"2024-09-22T09:25:05.424542+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:25:05.424542+0000","last_undegraded":"2024-09-22T09:25:05.424542+0000","last_fullsized":"2024-09-22T09:25:05.424542+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'582","last_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_deep_scrub":"266'582","last_deep_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.424326+0000","objects_scrubbed":9,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:30.540286+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95226,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1599,"num_read_kb":2760,"num_write":2094,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":535828,"num_omap_keys":1208,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.357799+0000","last_change":"2024-09-22T09:25:15.357799+0000","last_active":"2024-09-22T09:25:15.357799+0000","last_peered":"2024-09-22T09:25:15.357799+0000","last_clean":"2024-09-22T09:25:15.357799+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:25:15.357799+0000","last_undegraded":"2024-09-22T09:25:15.357799+0000","last_fullsized":"2024-09-22T09:25:15.357799+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.357621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.357621+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.357621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:46:20.730384+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'158","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.624738+0000","last_change":"2024-09-22T09:25:18.624601+0000","last_active":"2024-09-22T09:25:18.624738+0000","last_peered":"2024-09-22T09:25:18.624738+0000","last_clean":"2024-09-22T09:25:18.624738+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:25:18.624738+0000","last_undegraded":"2024-09-22T09:25:18.624738+0000","last_fullsized":"2024-09-22T09:25:18.624738+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-22T09:25:18.624390+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-22T09:25:18.624390+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.624390+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:55.503886+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.364707+0000","last_change":"2024-09-22T09:24:53.364707+0000","last_active":"2024-09-22T09:24:53.364707+0000","last_peered":"2024-09-22T09:24:53.364707+0000","last_clean":"2024-09-22T09:24:53.364707+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:24:53.364707+0000","last_undegraded":"2024-09-22T09:24:53.364707+0000","last_fullsized":"2024-09-22T09:24:53.364707+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'227","last_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_deep_scrub":"266'227","last_deep_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.364498+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:06.872360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'370","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.174631+0000","last_change":"2024-09-22T09:24:48.174631+0000","last_active":"2024-09-22T09:24:48.174631+0000","last_peered":"2024-09-22T09:24:48.174631+0000","last_clean":"2024-09-22T09:24:48.174631+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:24:48.174631+0000","last_undegraded":"2024-09-22T09:24:48.174631+0000","last_fullsized":"2024-09-22T09:24:48.174631+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'370","last_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_deep_scrub":"266'370","last_deep_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.174399+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:24.710164+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":674,"num_read_kb":2439,"num_write":1233,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.206652+0000","last_change":"2024-09-22T09:24:48.206652+0000","last_active":"2024-09-22T09:24:48.206652+0000","last_peered":"2024-09-22T09:24:48.206652+0000","last_clean":"2024-09-22T09:24:48.206652+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:24:48.206652+0000","last_undegraded":"2024-09-22T09:24:48.206652+0000","last_fullsized":"2024-09-22T09:24:48.206652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.206507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:40.489623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.936221+0000","last_change":"2024-09-22T09:25:00.936221+0000","last_active":"2024-09-22T09:25:00.936221+0000","last_peered":"2024-09-22T09:25:00.936221+0000","last_clean":"2024-09-22T09:25:00.936221+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:25:00.936221+0000","last_undegraded":"2024-09-22T09:25:00.936221+0000","last_fullsized":"2024-09-22T09:25:00.936221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.936027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:44:09.388961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'166","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.199759+0000","last_change":"2024-09-22T09:25:04.199759+0000","last_active":"2024-09-22T09:25:04.199759+0000","last_peered":"2024-09-22T09:25:04.199759+0000","last_clean":"2024-09-22T09:25:04.199759+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:25:04.199759+0000","last_undegraded":"2024-09-22T09:25:04.199759+0000","last_fullsized":"2024-09-22T09:25:04.199759+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.199563+0000","objects_scrubbed":7,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:53.510874+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'790","reported_seq":2486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.837159+0000","last_change":"2024-09-22T09:25:14.837159+0000","last_active":"2024-09-22T09:25:14.837159+0000","last_peered":"2024-09-22T09:25:14.837159+0000","last_clean":"2024-09-22T09:25:14.837159+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:25:14.837159+0000","last_undegraded":"2024-09-22T09:25:14.837159+0000","last_fullsized":"2024-09-22T09:25:14.837159+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'790","last_scrub_stamp":"2024-09-22T09:25:14.836933+0000","last_deep_scrub":"266'790","last_deep_scrub_stamp":"2024-09-22T09:25:14.836933+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.836933+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:30.968588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'136","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.948327+0000","last_change":"2024-09-22T09:25:25.948189+0000","last_active":"2024-09-22T09:25:25.948327+0000","last_peered":"2024-09-22T09:25:25.948327+0000","last_clean":"2024-09-22T09:25:25.948327+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:25:25.948327+0000","last_undegraded":"2024-09-22T09:25:25.948327+0000","last_fullsized":"2024-09-22T09:25:25.948327+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:25.948005+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:25.948005+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.948005+0000","objects_scrubbed":4,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:50.519964+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":846,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.631259+0000","last_change":"2024-09-22T09:24:56.631259+0000","last_active":"2024-09-22T09:24:56.631259+0000","last_peered":"2024-09-22T09:24:56.631259+0000","last_clean":"2024-09-22T09:24:56.631259+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:24:56.631259+0000","last_undegraded":"2024-09-22T09:24:56.631259+0000","last_fullsized":"2024-09-22T09:24:56.631259+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.631082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:43:05.620574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'417","reported_seq":1118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.806103+0000","last_change":"2024-09-22T09:24:50.806103+0000","last_active":"2024-09-22T09:24:50.806103+0000","last_peered":"2024-09-22T09:24:50.806103+0000","last_clean":"2024-09-22T09:24:50.806103+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:24:50.806103+0000","last_undegraded":"2024-09-22T09:24:50.806103+0000","last_fullsized":"2024-09-22T09:24:50.806103+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.805894+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:17.291557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":6172,"num_write":1311,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.111208+0000","last_change":"2024-09-22T09:24:46.111097+0000","last_active":"2024-09-22T09:24:46.111208+0000","last_peered":"2024-09-22T09:24:46.111208+0000","last_clean":"2024-09-22T09:24:46.111208+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:24:46.111208+0000","last_undegraded":"2024-09-22T09:24:46.111208+0000","last_fullsized":"2024-09-22T09:24:46.111208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.110977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:45.206023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.522260+0000","last_change":"2024-09-22T09:25:06.522260+0000","last_active":"2024-09-22T09:25:06.522260+0000","last_peered":"2024-09-22T09:25:06.522260+0000","last_clean":"2024-09-22T09:25:06.522260+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:25:06.522260+0000","last_undegraded":"2024-09-22T09:25:06.522260+0000","last_fullsized":"2024-09-22T09:25:06.522260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.521995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:22.435825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'113","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.507928+0000","last_change":"2024-09-22T09:25:10.507928+0000","last_active":"2024-09-22T09:25:10.507928+0000","last_peered":"2024-09-22T09:25:10.507928+0000","last_clean":"2024-09-22T09:25:10.507928+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:25:10.507928+0000","last_undegraded":"2024-09-22T09:25:10.507928+0000","last_fullsized":"2024-09-22T09:25:10.507928+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'113","last_scrub_stamp":"2024-09-22T09:25:10.507725+0000","last_deep_scrub":"266'113","last_deep_scrub_stamp":"2024-09-22T09:25:10.507725+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.507725+0000","objects_scrubbed":5,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:06.904981+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'784","reported_seq":2506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.947476+0000","last_change":"2024-09-22T09:25:21.947476+0000","last_active":"2024-09-22T09:25:21.947476+0000","last_peered":"2024-09-22T09:25:21.947476+0000","last_clean":"2024-09-22T09:25:21.947476+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:25:21.947476+0000","last_undegraded":"2024-09-22T09:25:21.947476+0000","last_fullsized":"2024-09-22T09:25:21.947476+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'784","last_scrub_stamp":"2024-09-22T09:25:21.947290+0000","last_deep_scrub":"266'784","last_deep_scrub_stamp":"2024-09-22T09:25:21.947290+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.947290+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:50.113760+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'281","reported_seq":816,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.620860+0000","last_change":"2024-09-22T09:25:19.620735+0000","last_active":"2024-09-22T09:25:19.620860+0000","last_peered":"2024-09-22T09:25:19.620860+0000","last_clean":"2024-09-22T09:25:19.620860+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:25:19.620860+0000","last_undegraded":"2024-09-22T09:25:19.620860+0000","last_fullsized":"2024-09-22T09:25:19.620860+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-22T09:25:19.620514+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-22T09:25:19.620514+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.620514+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:54:55.516403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'132","reported_seq":755,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337237+0000","last_change":"2024-09-22T09:24:48.337237+0000","last_active":"2024-09-22T09:24:48.337237+0000","last_peered":"2024-09-22T09:24:48.337237+0000","last_clean":"2024-09-22T09:24:48.337237+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:24:48.337237+0000","last_undegraded":"2024-09-22T09:24:48.337237+0000","last_fullsized":"2024-09-22T09:24:48.337237+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337045+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:02.235799+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'390","reported_seq":1089,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.411086+0000","last_change":"2024-09-22T09:24:46.411086+0000","last_active":"2024-09-22T09:24:46.411086+0000","last_peered":"2024-09-22T09:24:46.411086+0000","last_clean":"2024-09-22T09:24:46.411086+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:24:46.411086+0000","last_undegraded":"2024-09-22T09:24:46.411086+0000","last_fullsized":"2024-09-22T09:24:46.411086+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'390","last_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_deep_scrub":"266'390","last_deep_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.410975+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:29.864101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":855,"num_read_kb":11014,"num_write":1179,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.963095+0000","last_change":"2024-09-22T09:24:47.962971+0000","last_active":"2024-09-22T09:24:47.963095+0000","last_peered":"2024-09-22T09:24:47.963095+0000","last_clean":"2024-09-22T09:24:47.963095+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:24:47.963095+0000","last_undegraded":"2024-09-22T09:24:47.963095+0000","last_fullsized":"2024-09-22T09:24:47.963095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.962781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:27:27.159951+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.772460+0000","last_change":"2024-09-22T09:25:05.772460+0000","last_active":"2024-09-22T09:25:05.772460+0000","last_peered":"2024-09-22T09:25:05.772460+0000","last_clean":"2024-09-22T09:25:05.772460+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:25:05.772460+0000","last_undegraded":"2024-09-22T09:25:05.772460+0000","last_fullsized":"2024-09-22T09:25:05.772460+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.772263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:40:42.842928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'738","reported_seq":1458,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.073743+0000","last_change":"2024-09-22T09:25:10.073743+0000","last_active":"2024-09-22T09:25:10.073743+0000","last_peered":"2024-09-22T09:25:10.073743+0000","last_clean":"2024-09-22T09:25:10.073743+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:25:10.073743+0000","last_undegraded":"2024-09-22T09:25:10.073743+0000","last_fullsized":"2024-09-22T09:25:10.073743+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'738","last_scrub_stamp":"2024-09-22T09:25:10.073521+0000","last_deep_scrub":"266'738","last_deep_scrub_stamp":"2024-09-22T09:25:10.073521+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.073521+0000","objects_scrubbed":8,"log_size":38,"log_dups_size":700,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:21.488337+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149165,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1309,"num_read_kb":3083,"num_write":1068,"num_write_kb":884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.965487+0000","last_change":"2024-09-22T09:25:19.965487+0000","last_active":"2024-09-22T09:25:19.965487+0000","last_peered":"2024-09-22T09:25:19.965487+0000","last_clean":"2024-09-22T09:25:19.965487+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:25:19.965487+0000","last_undegraded":"2024-09-22T09:25:19.965487+0000","last_fullsized":"2024-09-22T09:25:19.965487+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:19.965304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:19.965304+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.965304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:58.205174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'129","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.854874+0000","last_change":"2024-09-22T09:25:18.854714+0000","last_active":"2024-09-22T09:25:18.854874+0000","last_peered":"2024-09-22T09:25:18.854874+0000","last_clean":"2024-09-22T09:25:18.854874+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:25:18.854874+0000","last_undegraded":"2024-09-22T09:25:18.854874+0000","last_fullsized":"2024-09-22T09:25:18.854874+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:18.854529+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:18.854529+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.854529+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:41.788189+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'137","reported_seq":696,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.708896+0000","last_change":"2024-09-22T09:25:22.708896+0000","last_active":"2024-09-22T09:25:22.708896+0000","last_peered":"2024-09-22T09:25:22.708896+0000","last_clean":"2024-09-22T09:25:22.708896+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:25:22.708896+0000","last_undegraded":"2024-09-22T09:25:22.708896+0000","last_fullsized":"2024-09-22T09:25:22.708896+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:22.708717+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:22.708717+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.708717+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:19.433551+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1426,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.350441+0000","last_change":"2024-09-22T09:24:55.350441+0000","last_active":"2024-09-22T09:24:55.350441+0000","last_peered":"2024-09-22T09:24:55.350441+0000","last_clean":"2024-09-22T09:24:55.350441+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:24:55.350441+0000","last_undegraded":"2024-09-22T09:24:55.350441+0000","last_fullsized":"2024-09-22T09:24:55.350441+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'576","last_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_deep_scrub":"266'576","last_deep_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.350260+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:01:53.169082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'376","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.361244+0000","last_change":"2024-09-22T09:24:47.361099+0000","last_active":"2024-09-22T09:24:47.361244+0000","last_peered":"2024-09-22T09:24:47.361244+0000","last_clean":"2024-09-22T09:24:47.361244+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:24:47.361244+0000","last_undegraded":"2024-09-22T09:24:47.361244+0000","last_fullsized":"2024-09-22T09:24:47.361244+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'376","last_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_deep_scrub":"266'376","last_deep_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.360854+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:21.293465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":787,"num_read_kb":57905,"num_write":1320,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.186703+0000","last_change":"2024-09-22T09:25:02.186703+0000","last_active":"2024-09-22T09:25:02.186703+0000","last_peered":"2024-09-22T09:25:02.186703+0000","last_clean":"2024-09-22T09:25:02.186703+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:25:02.186703+0000","last_undegraded":"2024-09-22T09:25:02.186703+0000","last_fullsized":"2024-09-22T09:25:02.186703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.186523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:20.358279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'281","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.949801+0000","last_change":"2024-09-22T09:25:14.949801+0000","last_active":"2024-09-22T09:25:14.949801+0000","last_peered":"2024-09-22T09:25:14.949801+0000","last_clean":"2024-09-22T09:25:14.949801+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:25:14.949801+0000","last_undegraded":"2024-09-22T09:25:14.949801+0000","last_fullsized":"2024-09-22T09:25:14.949801+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-22T09:25:14.949565+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-22T09:25:14.949565+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.949565+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:11:19.161731+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45525,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":469,"num_read_kb":1073,"num_write":382,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.953268+0000","last_change":"2024-09-22T09:25:15.953268+0000","last_active":"2024-09-22T09:25:15.953268+0000","last_peered":"2024-09-22T09:25:15.953268+0000","last_clean":"2024-09-22T09:25:15.953268+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:25:15.953268+0000","last_undegraded":"2024-09-22T09:25:15.953268+0000","last_fullsized":"2024-09-22T09:25:15.953268+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.953081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.953081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.953081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:27.426525+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.855609+0000","last_change":"2024-09-22T09:25:28.855609+0000","last_active":"2024-09-22T09:25:28.855609+0000","last_peered":"2024-09-22T09:25:28.855609+0000","last_clean":"2024-09-22T09:25:28.855609+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:25:28.855609+0000","last_undegraded":"2024-09-22T09:25:28.855609+0000","last_fullsized":"2024-09-22T09:25:28.855609+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:28.855532+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:28.855532+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.855532+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:36.632830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'175","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.168738+0000","last_change":"2024-09-22T09:24:56.168738+0000","last_active":"2024-09-22T09:24:56.168738+0000","last_peered":"2024-09-22T09:24:56.168738+0000","last_clean":"2024-09-22T09:24:56.168738+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:24:56.168738+0000","last_undegraded":"2024-09-22T09:24:56.168738+0000","last_fullsized":"2024-09-22T09:24:56.168738+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.168484+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:21.352865+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'334","reported_seq":953,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.178679+0000","last_change":"2024-09-22T09:24:55.178679+0000","last_active":"2024-09-22T09:24:55.178679+0000","last_peered":"2024-09-22T09:24:55.178679+0000","last_clean":"2024-09-22T09:24:55.178679+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:24:55.178679+0000","last_undegraded":"2024-09-22T09:24:55.178679+0000","last_fullsized":"2024-09-22T09:24:55.178679+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.178435+0000","objects_scrubbed":6,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:24:46.216402+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079919,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":551,"num_read_kb":5506,"num_write":1022,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.835640+0000","last_change":"2024-09-22T09:25:07.835640+0000","last_active":"2024-09-22T09:25:07.835640+0000","last_peered":"2024-09-22T09:25:07.835640+0000","last_clean":"2024-09-22T09:25:07.835640+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:25:07.835640+0000","last_undegraded":"2024-09-22T09:25:07.835640+0000","last_fullsized":"2024-09-22T09:25:07.835640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.835463+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.835463+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.835463+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:05.789656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'60","reported_seq":567,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.462019+0000","last_change":"2024-09-22T09:25:07.462019+0000","last_active":"2024-09-22T09:25:07.462019+0000","last_peered":"2024-09-22T09:25:07.462019+0000","last_clean":"2024-09-22T09:25:07.462019+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:25:07.462019+0000","last_undegraded":"2024-09-22T09:25:07.462019+0000","last_fullsized":"2024-09-22T09:25:07.462019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-22T09:25:07.461810+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-22T09:25:07.461810+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.461810+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:23.728326+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.052811+0000","last_change":"2024-09-22T09:25:17.052811+0000","last_active":"2024-09-22T09:25:17.052811+0000","last_peered":"2024-09-22T09:25:17.052811+0000","last_clean":"2024-09-22T09:25:17.052811+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:25:17.052811+0000","last_undegraded":"2024-09-22T09:25:17.052811+0000","last_fullsized":"2024-09-22T09:25:17.052811+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:17.052629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:17.052629+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.052629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:46.422295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'204","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.687381+0000","last_change":"2024-09-22T09:25:21.687249+0000","last_active":"2024-09-22T09:25:21.687381+0000","last_peered":"2024-09-22T09:25:21.687381+0000","last_clean":"2024-09-22T09:25:21.687381+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:25:21.687381+0000","last_undegraded":"2024-09-22T09:25:21.687381+0000","last_fullsized":"2024-09-22T09:25:21.687381+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-22T09:25:21.687062+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-22T09:25:21.687062+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.687062+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:21.373332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.678073+0000","last_change":"2024-09-22T09:25:00.678073+0000","last_active":"2024-09-22T09:25:00.678073+0000","last_peered":"2024-09-22T09:25:00.678073+0000","last_clean":"2024-09-22T09:25:00.678073+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:25:00.678073+0000","last_undegraded":"2024-09-22T09:25:00.678073+0000","last_fullsized":"2024-09-22T09:25:00.678073+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.677887+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:47.387701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'349","reported_seq":1013,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.056664+0000","last_change":"2024-09-22T09:24:53.056664+0000","last_active":"2024-09-22T09:24:53.056664+0000","last_peered":"2024-09-22T09:24:53.056664+0000","last_clean":"2024-09-22T09:24:53.056664+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:24:53.056664+0000","last_undegraded":"2024-09-22T09:24:53.056664+0000","last_fullsized":"2024-09-22T09:24:53.056664+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.056309+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:03.657626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":643,"num_read_kb":34719,"num_write":1070,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.076075+0000","last_change":"2024-09-22T09:25:08.076075+0000","last_active":"2024-09-22T09:25:08.076075+0000","last_peered":"2024-09-22T09:25:08.076075+0000","last_clean":"2024-09-22T09:25:08.076075+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:25:08.076075+0000","last_undegraded":"2024-09-22T09:25:08.076075+0000","last_fullsized":"2024-09-22T09:25:08.076075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.075876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.075876+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.075876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:36.635607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'325","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.968257+0000","last_change":"2024-09-22T09:25:16.968257+0000","last_active":"2024-09-22T09:25:16.968257+0000","last_peered":"2024-09-22T09:25:16.968257+0000","last_clean":"2024-09-22T09:25:16.968257+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:25:16.968257+0000","last_undegraded":"2024-09-22T09:25:16.968257+0000","last_fullsized":"2024-09-22T09:25:16.968257+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'325","last_scrub_stamp":"2024-09-22T09:25:16.968067+0000","last_deep_scrub":"266'325","last_deep_scrub_stamp":"2024-09-22T09:25:16.968067+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.968067+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:09.090578+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69873,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":535,"num_read_kb":1220,"num_write":432,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.847579+0000","last_change":"2024-09-22T09:25:06.847579+0000","last_active":"2024-09-22T09:25:06.847579+0000","last_peered":"2024-09-22T09:25:06.847579+0000","last_clean":"2024-09-22T09:25:06.847579+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:25:06.847579+0000","last_undegraded":"2024-09-22T09:25:06.847579+0000","last_fullsized":"2024-09-22T09:25:06.847579+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.847381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:33.953888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'134","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.852315+0000","last_change":"2024-09-22T09:25:20.852184+0000","last_active":"2024-09-22T09:25:20.852315+0000","last_peered":"2024-09-22T09:25:20.852315+0000","last_clean":"2024-09-22T09:25:20.852315+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:25:20.852315+0000","last_undegraded":"2024-09-22T09:25:20.852315+0000","last_fullsized":"2024-09-22T09:25:20.852315+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-22T09:25:20.851990+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-22T09:25:20.851990+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.851990+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:48.448360+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.689029+0000","last_change":"2024-09-22T09:24:58.689029+0000","last_active":"2024-09-22T09:24:58.689029+0000","last_peered":"2024-09-22T09:24:58.689029+0000","last_clean":"2024-09-22T09:24:58.689029+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:24:58.689029+0000","last_undegraded":"2024-09-22T09:24:58.689029+0000","last_fullsized":"2024-09-22T09:24:58.689029+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.688747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:32:45.287938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'381","reported_seq":1039,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.366300+0000","last_change":"2024-09-22T09:24:47.366300+0000","last_active":"2024-09-22T09:24:47.366300+0000","last_peered":"2024-09-22T09:24:47.366300+0000","last_clean":"2024-09-22T09:24:47.366300+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:24:47.366300+0000","last_undegraded":"2024-09-22T09:24:47.366300+0000","last_fullsized":"2024-09-22T09:24:47.366300+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.366199+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.528362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":633,"num_read_kb":72387,"num_write":1201,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.897253+0000","last_change":"2024-09-22T09:25:02.897253+0000","last_active":"2024-09-22T09:25:02.897253+0000","last_peered":"2024-09-22T09:25:02.897253+0000","last_clean":"2024-09-22T09:25:02.897253+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:25:02.897253+0000","last_undegraded":"2024-09-22T09:25:02.897253+0000","last_fullsized":"2024-09-22T09:25:02.897253+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.897081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:09.474132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'309","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.002806+0000","last_change":"2024-09-22T09:25:13.002806+0000","last_active":"2024-09-22T09:25:13.002806+0000","last_peered":"2024-09-22T09:25:13.002806+0000","last_clean":"2024-09-22T09:25:13.002806+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:25:13.002806+0000","last_undegraded":"2024-09-22T09:25:13.002806+0000","last_fullsized":"2024-09-22T09:25:13.002806+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'309","last_scrub_stamp":"2024-09-22T09:25:13.002611+0000","last_deep_scrub":"266'309","last_deep_scrub_stamp":"2024-09-22T09:25:13.002611+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.002611+0000","objects_scrubbed":4,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:10:23.313431+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148623,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1395,"num_write":428,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.533090+0000","last_change":"2024-09-22T09:25:14.533090+0000","last_active":"2024-09-22T09:25:14.533090+0000","last_peered":"2024-09-22T09:25:14.533090+0000","last_clean":"2024-09-22T09:25:14.533090+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:25:14.533090+0000","last_undegraded":"2024-09-22T09:25:14.533090+0000","last_fullsized":"2024-09-22T09:25:14.533090+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:14.532903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:14.532903+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.532903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:08.490073+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.899509+0000","last_change":"2024-09-22T09:24:58.899509+0000","last_active":"2024-09-22T09:24:58.899509+0000","last_peered":"2024-09-22T09:24:58.899509+0000","last_clean":"2024-09-22T09:24:58.899509+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:24:58.899509+0000","last_undegraded":"2024-09-22T09:24:58.899509+0000","last_fullsized":"2024-09-22T09:24:58.899509+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.899307+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:13.652713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'347","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.772615+0000","last_change":"2024-09-22T09:24:48.772615+0000","last_active":"2024-09-22T09:24:48.772615+0000","last_peered":"2024-09-22T09:24:48.772615+0000","last_clean":"2024-09-22T09:24:48.772615+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:24:48.772615+0000","last_undegraded":"2024-09-22T09:24:48.772615+0000","last_fullsized":"2024-09-22T09:24:48.772615+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'347","last_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_deep_scrub":"266'347","last_deep_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.772325+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:22.070294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079935,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":4826,"num_write":1229,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.414334+0000","last_change":"2024-09-22T09:25:03.414334+0000","last_active":"2024-09-22T09:25:03.414334+0000","last_peered":"2024-09-22T09:25:03.414334+0000","last_clean":"2024-09-22T09:25:03.414334+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:25:03.414334+0000","last_undegraded":"2024-09-22T09:25:03.414334+0000","last_fullsized":"2024-09-22T09:25:03.414334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.414151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:56.476574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'476","reported_seq":1114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.219260+0000","last_change":"2024-09-22T09:25:08.219172+0000","last_active":"2024-09-22T09:25:08.219260+0000","last_peered":"2024-09-22T09:25:08.219260+0000","last_clean":"2024-09-22T09:25:08.219260+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:25:08.219260+0000","last_undegraded":"2024-09-22T09:25:08.219260+0000","last_fullsized":"2024-09-22T09:25:08.219260+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'476","last_scrub_stamp":"2024-09-22T09:25:08.219048+0000","last_deep_scrub":"266'476","last_deep_scrub_stamp":"2024-09-22T09:25:08.219048+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.219048+0000","objects_scrubbed":7,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:21.274564+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90514,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":859,"num_read_kb":2039,"num_write":742,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.865364+0000","last_change":"2024-09-22T09:25:15.865248+0000","last_active":"2024-09-22T09:25:15.865364+0000","last_peered":"2024-09-22T09:25:15.865364+0000","last_clean":"2024-09-22T09:25:15.865364+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:25:15.865364+0000","last_undegraded":"2024-09-22T09:25:15.865364+0000","last_fullsized":"2024-09-22T09:25:15.865364+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.865069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.865069+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.865069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:56.705601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'193","reported_seq":701,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.897975+0000","last_change":"2024-09-22T09:25:27.897975+0000","last_active":"2024-09-22T09:25:27.897975+0000","last_peered":"2024-09-22T09:25:27.897975+0000","last_clean":"2024-09-22T09:25:27.897975+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:25:27.897975+0000","last_undegraded":"2024-09-22T09:25:27.897975+0000","last_fullsized":"2024-09-22T09:25:27.897975+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'193","last_scrub_stamp":"2024-09-22T09:25:27.897794+0000","last_deep_scrub":"266'193","last_deep_scrub_stamp":"2024-09-22T09:25:27.897794+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.897794+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:59.111962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.429590+0000","last_change":"2024-09-22T09:24:57.429590+0000","last_active":"2024-09-22T09:24:57.429590+0000","last_peered":"2024-09-22T09:24:57.429590+0000","last_clean":"2024-09-22T09:24:57.429590+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:24:57.429590+0000","last_undegraded":"2024-09-22T09:24:57.429590+0000","last_fullsized":"2024-09-22T09:24:57.429590+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.429406+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:13:53.602275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'353","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.162579+0000","last_change":"2024-09-22T09:24:49.162579+0000","last_active":"2024-09-22T09:24:49.162579+0000","last_peered":"2024-09-22T09:24:49.162579+0000","last_clean":"2024-09-22T09:24:49.162579+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:24:49.162579+0000","last_undegraded":"2024-09-22T09:24:49.162579+0000","last_fullsized":"2024-09-22T09:24:49.162579+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.162322+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:38.183762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079902,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":107261,"num_write":1078,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.912292+0000","last_change":"2024-09-22T09:25:01.912292+0000","last_active":"2024-09-22T09:25:01.912292+0000","last_peered":"2024-09-22T09:25:01.912292+0000","last_clean":"2024-09-22T09:25:01.912292+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:25:01.912292+0000","last_undegraded":"2024-09-22T09:25:01.912292+0000","last_fullsized":"2024-09-22T09:25:01.912292+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.912119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.687709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'312","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.009165+0000","last_change":"2024-09-22T09:25:15.009034+0000","last_active":"2024-09-22T09:25:15.009165+0000","last_peered":"2024-09-22T09:25:15.009165+0000","last_clean":"2024-09-22T09:25:15.009165+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:25:15.009165+0000","last_undegraded":"2024-09-22T09:25:15.009165+0000","last_fullsized":"2024-09-22T09:25:15.009165+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'312","last_scrub_stamp":"2024-09-22T09:25:15.008820+0000","last_deep_scrub":"266'312","last_deep_scrub_stamp":"2024-09-22T09:25:15.008820+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.008820+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:52.685555+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45694,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":507,"num_read_kb":1106,"num_write":424,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.187948+0000","last_change":"2024-09-22T09:25:09.187829+0000","last_active":"2024-09-22T09:25:09.187948+0000","last_peered":"2024-09-22T09:25:09.187948+0000","last_clean":"2024-09-22T09:25:09.187948+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:25:09.187948+0000","last_undegraded":"2024-09-22T09:25:09.187948+0000","last_fullsized":"2024-09-22T09:25:09.187948+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.187650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.187650+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.187650+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:35.576324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'169","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.801008+0000","last_change":"2024-09-22T09:25:11.801008+0000","last_active":"2024-09-22T09:25:11.801008+0000","last_peered":"2024-09-22T09:25:11.801008+0000","last_clean":"2024-09-22T09:25:11.801008+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:25:11.801008+0000","last_undegraded":"2024-09-22T09:25:11.801008+0000","last_fullsized":"2024-09-22T09:25:11.801008+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-22T09:25:11.800821+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-22T09:25:11.800821+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.800821+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:04.891292+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.658581+0000","last_change":"2024-09-22T09:24:59.658435+0000","last_active":"2024-09-22T09:24:59.658581+0000","last_peered":"2024-09-22T09:24:59.658581+0000","last_clean":"2024-09-22T09:24:59.658581+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:24:59.658581+0000","last_undegraded":"2024-09-22T09:24:59.658581+0000","last_fullsized":"2024-09-22T09:24:59.658581+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'104","last_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_deep_scrub":"266'104","last_deep_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.658252+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:32:05.065247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'310","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.778258+0000","last_change":"2024-09-22T09:24:51.778258+0000","last_active":"2024-09-22T09:24:51.778258+0000","last_peered":"2024-09-22T09:24:51.778258+0000","last_clean":"2024-09-22T09:24:51.778258+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:24:51.778258+0000","last_undegraded":"2024-09-22T09:24:51.778258+0000","last_fullsized":"2024-09-22T09:24:51.778258+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'310","last_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_deep_scrub":"266'310","last_deep_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.778011+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:52.132118+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159818,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":2553,"num_write":975,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.537432+0000","last_change":"2024-09-22T09:25:09.537171+0000","last_active":"2024-09-22T09:25:09.537432+0000","last_peered":"2024-09-22T09:25:09.537432+0000","last_clean":"2024-09-22T09:25:09.537432+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:25:09.537432+0000","last_undegraded":"2024-09-22T09:25:09.537432+0000","last_fullsized":"2024-09-22T09:25:09.537432+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.536966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.536966+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.536966+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:15.401821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'273","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.955146+0000","last_change":"2024-09-22T09:25:24.955146+0000","last_active":"2024-09-22T09:25:24.955146+0000","last_peered":"2024-09-22T09:25:24.955146+0000","last_clean":"2024-09-22T09:25:24.955146+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:25:24.955146+0000","last_undegraded":"2024-09-22T09:25:24.955146+0000","last_fullsized":"2024-09-22T09:25:24.955146+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'273","last_scrub_stamp":"2024-09-22T09:25:24.954969+0000","last_deep_scrub":"266'273","last_deep_scrub_stamp":"2024-09-22T09:25:24.954969+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.954969+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:11.162663+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43544,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":449,"num_read_kb":1029,"num_write":362,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.236239+0000","last_change":"2024-09-22T09:25:11.236239+0000","last_active":"2024-09-22T09:25:11.236239+0000","last_peered":"2024-09-22T09:25:11.236239+0000","last_clean":"2024-09-22T09:25:11.236239+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:25:11.236239+0000","last_undegraded":"2024-09-22T09:25:11.236239+0000","last_fullsized":"2024-09-22T09:25:11.236239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.236053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.236053+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.236053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:56.592292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'115","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.860664+0000","last_change":"2024-09-22T09:25:19.860664+0000","last_active":"2024-09-22T09:25:19.860664+0000","last_peered":"2024-09-22T09:25:19.860664+0000","last_clean":"2024-09-22T09:25:19.860664+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:25:19.860664+0000","last_undegraded":"2024-09-22T09:25:19.860664+0000","last_fullsized":"2024-09-22T09:25:19.860664+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-22T09:25:19.860457+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-22T09:25:19.860457+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.860457+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:06:22.486859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.747866+0000","last_change":"2024-09-22T09:24:51.747708+0000","last_active":"2024-09-22T09:24:51.747866+0000","last_peered":"2024-09-22T09:24:51.747866+0000","last_clean":"2024-09-22T09:24:51.747866+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:24:51.747866+0000","last_undegraded":"2024-09-22T09:24:51.747866+0000","last_fullsized":"2024-09-22T09:24:51.747866+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.747521+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:00.141049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'278","reported_seq":895,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337971+0000","last_change":"2024-09-22T09:24:48.337796+0000","last_active":"2024-09-22T09:24:48.337971+0000","last_peered":"2024-09-22T09:24:48.337971+0000","last_clean":"2024-09-22T09:24:48.337971+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:24:48.337971+0000","last_undegraded":"2024-09-22T09:24:48.337971+0000","last_fullsized":"2024-09-22T09:24:48.337971+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'278","last_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_deep_scrub":"266'278","last_deep_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337558+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:21:46.844789+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":483,"num_read_kb":14922,"num_write":891,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.227020+0000","last_change":"2024-09-22T09:25:05.226857+0000","last_active":"2024-09-22T09:25:05.227020+0000","last_peered":"2024-09-22T09:25:05.227020+0000","last_clean":"2024-09-22T09:25:05.227020+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:25:05.227020+0000","last_undegraded":"2024-09-22T09:25:05.227020+0000","last_fullsized":"2024-09-22T09:25:05.227020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.226678+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:26.938504+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'82","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.386853+0000","last_change":"2024-09-22T09:25:14.386853+0000","last_active":"2024-09-22T09:25:14.386853+0000","last_peered":"2024-09-22T09:25:14.386853+0000","last_clean":"2024-09-22T09:25:14.386853+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:25:14.386853+0000","last_undegraded":"2024-09-22T09:25:14.386853+0000","last_fullsized":"2024-09-22T09:25:14.386853+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-22T09:25:14.386662+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-22T09:25:14.386662+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.386662+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:51.131606+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'750","reported_seq":4419,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.770408+0000","last_change":"2024-09-22T09:25:08.770408+0000","last_active":"2024-09-22T09:25:08.770408+0000","last_peered":"2024-09-22T09:25:08.770408+0000","last_clean":"2024-09-22T09:25:08.770408+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:25:08.770408+0000","last_undegraded":"2024-09-22T09:25:08.770408+0000","last_fullsized":"2024-09-22T09:25:08.770408+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:08.770225+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:08.770225+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.770225+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:29.091371+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.075721+0000","last_change":"2024-09-22T09:25:20.075721+0000","last_active":"2024-09-22T09:25:20.075721+0000","last_peered":"2024-09-22T09:25:20.075721+0000","last_clean":"2024-09-22T09:25:20.075721+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:25:20.075721+0000","last_undegraded":"2024-09-22T09:25:20.075721+0000","last_fullsized":"2024-09-22T09:25:20.075721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-22T09:25:20.075564+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-22T09:25:20.075564+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.075564+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:25.602553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'217","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.427039+0000","last_change":"2024-09-22T09:24:58.426865+0000","last_active":"2024-09-22T09:24:58.427039+0000","last_peered":"2024-09-22T09:24:58.427039+0000","last_clean":"2024-09-22T09:24:58.427039+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:24:58.427039+0000","last_undegraded":"2024-09-22T09:24:58.427039+0000","last_fullsized":"2024-09-22T09:24:58.427039+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.426685+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:19:04.931114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'349","reported_seq":946,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.694666+0000","last_change":"2024-09-22T09:24:48.694666+0000","last_active":"2024-09-22T09:24:48.694666+0000","last_peered":"2024-09-22T09:24:48.694666+0000","last_clean":"2024-09-22T09:24:48.694666+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:24:48.694666+0000","last_undegraded":"2024-09-22T09:24:48.694666+0000","last_fullsized":"2024-09-22T09:24:48.694666+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.694377+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:21.567130+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":604,"num_read_kb":17894,"num_write":1148,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.053383+0000","last_change":"2024-09-22T09:25:09.053229+0000","last_active":"2024-09-22T09:25:09.053383+0000","last_peered":"2024-09-22T09:25:09.053383+0000","last_clean":"2024-09-22T09:25:09.053383+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:25:09.053383+0000","last_undegraded":"2024-09-22T09:25:09.053383+0000","last_fullsized":"2024-09-22T09:25:09.053383+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.053012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.053012+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.053012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:28.679400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'351","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.888582+0000","last_change":"2024-09-22T09:25:13.888582+0000","last_active":"2024-09-22T09:25:13.888582+0000","last_peered":"2024-09-22T09:25:13.888582+0000","last_clean":"2024-09-22T09:25:13.888582+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:25:13.888582+0000","last_undegraded":"2024-09-22T09:25:13.888582+0000","last_fullsized":"2024-09-22T09:25:13.888582+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:25:13.888341+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:25:13.888341+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.888341+0000","objects_scrubbed":9,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:07:18.412674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46540,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":552,"num_read_kb":1262,"num_write":462,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.569701+0000","last_change":"2024-09-22T09:25:15.569701+0000","last_active":"2024-09-22T09:25:15.569701+0000","last_peered":"2024-09-22T09:25:15.569701+0000","last_clean":"2024-09-22T09:25:15.569701+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:25:15.569701+0000","last_undegraded":"2024-09-22T09:25:15.569701+0000","last_fullsized":"2024-09-22T09:25:15.569701+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.569496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.569496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.569496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:37.917677+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'126","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.105839+0000","last_change":"2024-09-22T09:25:23.105839+0000","last_active":"2024-09-22T09:25:23.105839+0000","last_peered":"2024-09-22T09:25:23.105839+0000","last_clean":"2024-09-22T09:25:23.105839+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:25:23.105839+0000","last_undegraded":"2024-09-22T09:25:23.105839+0000","last_fullsized":"2024-09-22T09:25:23.105839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-22T09:25:23.105615+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-22T09:25:23.105615+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.105615+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:11:15.133178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.377969+0000","last_change":"2024-09-22T09:24:57.377854+0000","last_active":"2024-09-22T09:24:57.377969+0000","last_peered":"2024-09-22T09:24:57.377969+0000","last_clean":"2024-09-22T09:24:57.377969+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:24:57.377969+0000","last_undegraded":"2024-09-22T09:24:57.377969+0000","last_fullsized":"2024-09-22T09:24:57.377969+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.377686+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:26:36.143595+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'284","reported_seq":1015,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.023679+0000","last_change":"2024-09-22T09:24:52.023529+0000","last_active":"2024-09-22T09:24:52.023679+0000","last_peered":"2024-09-22T09:24:52.023679+0000","last_clean":"2024-09-22T09:24:52.023679+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:24:52.023679+0000","last_undegraded":"2024-09-22T09:24:52.023679+0000","last_fullsized":"2024-09-22T09:24:52.023679+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'284","last_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_deep_scrub":"266'284","last_deep_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.023302+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:36.029901+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":934,"num_read_kb":41551,"num_write":945,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.908876+0000","last_change":"2024-09-22T09:25:10.908754+0000","last_active":"2024-09-22T09:25:10.908876+0000","last_peered":"2024-09-22T09:25:10.908876+0000","last_clean":"2024-09-22T09:25:10.908876+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:25:10.908876+0000","last_undegraded":"2024-09-22T09:25:10.908876+0000","last_fullsized":"2024-09-22T09:25:10.908876+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:10.908583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:10.908583+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.908583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:34.078206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'251","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.471060+0000","last_change":"2024-09-22T09:25:09.471060+0000","last_active":"2024-09-22T09:25:09.471060+0000","last_peered":"2024-09-22T09:25:09.471060+0000","last_clean":"2024-09-22T09:25:09.471060+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:25:09.471060+0000","last_undegraded":"2024-09-22T09:25:09.471060+0000","last_fullsized":"2024-09-22T09:25:09.471060+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-22T09:25:09.470859+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-22T09:25:09.470859+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.470859+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:58.784542+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":403,"num_read_kb":895,"num_write":322,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.808408+0000","last_change":"2024-09-22T09:25:07.808408+0000","last_active":"2024-09-22T09:25:07.808408+0000","last_peered":"2024-09-22T09:25:07.808408+0000","last_clean":"2024-09-22T09:25:07.808408+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:25:07.808408+0000","last_undegraded":"2024-09-22T09:25:07.808408+0000","last_fullsized":"2024-09-22T09:25:07.808408+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.808209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.808209+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.808209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:04.148564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'96","reported_seq":615,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.922945+0000","last_change":"2024-09-22T09:25:26.922945+0000","last_active":"2024-09-22T09:25:26.922945+0000","last_peered":"2024-09-22T09:25:26.922945+0000","last_clean":"2024-09-22T09:25:26.922945+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:25:26.922945+0000","last_undegraded":"2024-09-22T09:25:26.922945+0000","last_fullsized":"2024-09-22T09:25:26.922945+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'96","last_scrub_stamp":"2024-09-22T09:25:26.922662+0000","last_deep_scrub":"266'96","last_deep_scrub_stamp":"2024-09-22T09:25:26.922662+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.922662+0000","objects_scrubbed":1,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:45.719541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":766,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.754480+0000","last_change":"2024-09-22T09:25:03.754480+0000","last_active":"2024-09-22T09:25:03.754480+0000","last_peered":"2024-09-22T09:25:03.754480+0000","last_clean":"2024-09-22T09:25:03.754480+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:25:03.754480+0000","last_undegraded":"2024-09-22T09:25:03.754480+0000","last_fullsized":"2024-09-22T09:25:03.754480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'114","last_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_deep_scrub":"266'114","last_deep_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.754303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:54.382394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'355","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.774645+0000","last_change":"2024-09-22T09:24:49.774645+0000","last_active":"2024-09-22T09:24:49.774645+0000","last_peered":"2024-09-22T09:24:49.774645+0000","last_clean":"2024-09-22T09:24:49.774645+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:24:49.774645+0000","last_undegraded":"2024-09-22T09:24:49.774645+0000","last_fullsized":"2024-09-22T09:24:49.774645+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.774344+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:19.935837+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2157330,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":542,"num_read_kb":4037,"num_write":1060,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.493636+0000","last_change":"2024-09-22T09:25:08.493636+0000","last_active":"2024-09-22T09:25:08.493636+0000","last_peered":"2024-09-22T09:25:08.493636+0000","last_clean":"2024-09-22T09:25:08.493636+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:25:08.493636+0000","last_undegraded":"2024-09-22T09:25:08.493636+0000","last_fullsized":"2024-09-22T09:25:08.493636+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.493459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.493459+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.493459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:20.121257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'255","reported_seq":818,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.936062+0000","last_change":"2024-09-22T09:25:18.935931+0000","last_active":"2024-09-22T09:25:18.936062+0000","last_peered":"2024-09-22T09:25:18.936062+0000","last_clean":"2024-09-22T09:25:18.936062+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:25:18.936062+0000","last_undegraded":"2024-09-22T09:25:18.936062+0000","last_fullsized":"2024-09-22T09:25:18.936062+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:18.935746+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:18.935746+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.935746+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:53.314577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51060,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":446,"num_read_kb":1114,"num_write":374,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.348568+0000","last_change":"2024-09-22T09:25:17.348430+0000","last_active":"2024-09-22T09:25:17.348568+0000","last_peered":"2024-09-22T09:25:17.348568+0000","last_clean":"2024-09-22T09:25:17.348568+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:25:17.348568+0000","last_undegraded":"2024-09-22T09:25:17.348568+0000","last_fullsized":"2024-09-22T09:25:17.348568+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:17.348222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:17.348222+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.348222+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:33:35.233221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'173","reported_seq":1647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.093965+0000","last_change":"2024-09-22T09:25:21.093965+0000","last_active":"2024-09-22T09:25:21.093965+0000","last_peered":"2024-09-22T09:25:21.093965+0000","last_clean":"2024-09-22T09:25:21.093965+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:25:21.093965+0000","last_undegraded":"2024-09-22T09:25:21.093965+0000","last_fullsized":"2024-09-22T09:25:21.093965+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-22T09:25:21.093769+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-22T09:25:21.093769+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.093769+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:40.442652+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.374798+0000","last_change":"2024-09-22T09:24:56.374798+0000","last_active":"2024-09-22T09:24:56.374798+0000","last_peered":"2024-09-22T09:24:56.374798+0000","last_clean":"2024-09-22T09:24:56.374798+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:24:56.374798+0000","last_undegraded":"2024-09-22T09:24:56.374798+0000","last_fullsized":"2024-09-22T09:24:56.374798+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.374586+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:06.258671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'365","reported_seq":1057,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.355828+0000","last_change":"2024-09-22T09:24:49.355828+0000","last_active":"2024-09-22T09:24:49.355828+0000","last_peered":"2024-09-22T09:24:49.355828+0000","last_clean":"2024-09-22T09:24:49.355828+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:24:49.355828+0000","last_undegraded":"2024-09-22T09:24:49.355828+0000","last_fullsized":"2024-09-22T09:24:49.355828+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'365","last_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_deep_scrub":"266'365","last_deep_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.355579+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:48.701195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079918,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":878,"num_read_kb":12959,"num_write":1164,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'6","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.189355+0000","last_change":"2024-09-22T09:25:03.189355+0000","last_active":"2024-09-22T09:25:03.189355+0000","last_peered":"2024-09-22T09:25:03.189355+0000","last_clean":"2024-09-22T09:25:03.189355+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:25:03.189355+0000","last_undegraded":"2024-09-22T09:25:03.189355+0000","last_fullsized":"2024-09-22T09:25:03.189355+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.189165+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:05.867922+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'300","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.425589+0000","last_change":"2024-09-22T09:25:13.425496+0000","last_active":"2024-09-22T09:25:13.425589+0000","last_peered":"2024-09-22T09:25:13.425589+0000","last_clean":"2024-09-22T09:25:13.425589+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:25:13.425589+0000","last_undegraded":"2024-09-22T09:25:13.425589+0000","last_fullsized":"2024-09-22T09:25:13.425589+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'300","last_scrub_stamp":"2024-09-22T09:25:13.425356+0000","last_deep_scrub":"266'300","last_deep_scrub_stamp":"2024-09-22T09:25:13.425356+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.425356+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:17.743719+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48800,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1055,"num_write":384,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.620035+0000","last_change":"2024-09-22T09:25:16.619872+0000","last_active":"2024-09-22T09:25:16.620035+0000","last_peered":"2024-09-22T09:25:16.620035+0000","last_clean":"2024-09-22T09:25:16.620035+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:25:16.620035+0000","last_undegraded":"2024-09-22T09:25:16.620035+0000","last_fullsized":"2024-09-22T09:25:16.620035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.619683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.619683+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.619683+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:12.835951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'136","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.426791+0000","last_change":"2024-09-22T09:25:19.426791+0000","last_active":"2024-09-22T09:25:19.426791+0000","last_peered":"2024-09-22T09:25:19.426791+0000","last_clean":"2024-09-22T09:25:19.426791+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:25:19.426791+0000","last_undegraded":"2024-09-22T09:25:19.426791+0000","last_fullsized":"2024-09-22T09:25:19.426791+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:19.426589+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:19.426589+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.426589+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:29.757368+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":924,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.170537+0000","last_change":"2024-09-22T09:25:01.170537+0000","last_active":"2024-09-22T09:25:01.170537+0000","last_peered":"2024-09-22T09:25:01.170537+0000","last_clean":"2024-09-22T09:25:01.170537+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:25:01.170537+0000","last_undegraded":"2024-09-22T09:25:01.170537+0000","last_fullsized":"2024-09-22T09:25:01.170537+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'257","last_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_deep_scrub":"266'257","last_deep_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.170355+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:22:36.048586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'424","reported_seq":1096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.951568+0000","last_change":"2024-09-22T09:24:53.951568+0000","last_active":"2024-09-22T09:24:53.951568+0000","last_peered":"2024-09-22T09:24:53.951568+0000","last_clean":"2024-09-22T09:24:53.951568+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:24:53.951568+0000","last_undegraded":"2024-09-22T09:24:53.951568+0000","last_fullsized":"2024-09-22T09:24:53.951568+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'424","last_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_deep_scrub":"266'424","last_deep_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.951350+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:39:21.354469+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":709,"num_read_kb":31461,"num_write":1275,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.165706+0000","last_change":"2024-09-22T09:25:00.165706+0000","last_active":"2024-09-22T09:25:00.165706+0000","last_peered":"2024-09-22T09:25:00.165706+0000","last_clean":"2024-09-22T09:25:00.165706+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:25:00.165706+0000","last_undegraded":"2024-09-22T09:25:00.165706+0000","last_fullsized":"2024-09-22T09:25:00.165706+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.165511+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:51.371777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'471","reported_seq":1178,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.662676+0000","last_change":"2024-09-22T09:24:49.662676+0000","last_active":"2024-09-22T09:24:49.662676+0000","last_peered":"2024-09-22T09:24:49.662676+0000","last_clean":"2024-09-22T09:24:49.662676+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:24:49.662676+0000","last_undegraded":"2024-09-22T09:24:49.662676+0000","last_fullsized":"2024-09-22T09:24:49.662676+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'471","last_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_deep_scrub":"266'471","last_deep_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.662419+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:13.007901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079920,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1024,"num_read_kb":49683,"num_write":1340,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5244,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.920905+0000","last_change":"2024-09-22T09:25:00.920905+0000","last_active":"2024-09-22T09:25:00.920905+0000","last_peered":"2024-09-22T09:25:00.920905+0000","last_clean":"2024-09-22T09:25:00.920905+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:25:00.920905+0000","last_undegraded":"2024-09-22T09:25:00.920905+0000","last_fullsized":"2024-09-22T09:25:00.920905+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4637","last_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_deep_scrub":"266'4637","last_deep_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.920708+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:48.606911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'344","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.054507+0000","last_change":"2024-09-22T09:24:51.054507+0000","last_active":"2024-09-22T09:24:51.054507+0000","last_peered":"2024-09-22T09:24:51.054507+0000","last_clean":"2024-09-22T09:24:51.054507+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:24:51.054507+0000","last_undegraded":"2024-09-22T09:24:51.054507+0000","last_fullsized":"2024-09-22T09:24:51.054507+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.054290+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:45.531476+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":630,"num_read_kb":81199,"num_write":1143,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.197039+0000","last_change":"2024-09-22T09:24:58.197039+0000","last_active":"2024-09-22T09:24:58.197039+0000","last_peered":"2024-09-22T09:24:58.197039+0000","last_clean":"2024-09-22T09:24:58.197039+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:24:58.197039+0000","last_undegraded":"2024-09-22T09:24:58.197039+0000","last_fullsized":"2024-09-22T09:24:58.197039+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.196863+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:51.210522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'337","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.403838+0000","last_change":"2024-09-22T09:24:50.403838+0000","last_active":"2024-09-22T09:24:50.403838+0000","last_peered":"2024-09-22T09:24:50.403838+0000","last_clean":"2024-09-22T09:24:50.403838+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:24:50.403838+0000","last_undegraded":"2024-09-22T09:24:50.403838+0000","last_fullsized":"2024-09-22T09:24:50.403838+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.403569+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.466264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":618,"num_read_kb":53248,"num_write":1053,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.803649+0000","last_change":"2024-09-22T09:25:04.803649+0000","last_active":"2024-09-22T09:25:04.803649+0000","last_peered":"2024-09-22T09:25:04.803649+0000","last_clean":"2024-09-22T09:25:04.803649+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:25:04.803649+0000","last_undegraded":"2024-09-22T09:25:04.803649+0000","last_fullsized":"2024-09-22T09:25:04.803649+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.803454+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:19:37.494847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'432","reported_seq":1262,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.755093+0000","last_change":"2024-09-22T09:24:52.755093+0000","last_active":"2024-09-22T09:24:52.755093+0000","last_peered":"2024-09-22T09:24:52.755093+0000","last_clean":"2024-09-22T09:24:52.755093+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:24:52.755093+0000","last_undegraded":"2024-09-22T09:24:52.755093+0000","last_fullsized":"2024-09-22T09:24:52.755093+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'432","last_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_deep_scrub":"266'432","last_deep_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.754874+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:03.341160+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1111,"num_read_kb":55887,"num_write":1293,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.397857+0000","last_change":"2024-09-22T09:24:59.397857+0000","last_active":"2024-09-22T09:24:59.397857+0000","last_peered":"2024-09-22T09:24:59.397857+0000","last_clean":"2024-09-22T09:24:59.397857+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:24:59.397857+0000","last_undegraded":"2024-09-22T09:24:59.397857+0000","last_fullsized":"2024-09-22T09:24:59.397857+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.397664+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:35:26.389667+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'387","reported_seq":1029,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.145201+0000","last_change":"2024-09-22T09:24:51.145201+0000","last_active":"2024-09-22T09:24:51.145201+0000","last_peered":"2024-09-22T09:24:51.145201+0000","last_clean":"2024-09-22T09:24:51.145201+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:24:51.145201+0000","last_undegraded":"2024-09-22T09:24:51.145201+0000","last_fullsized":"2024-09-22T09:24:51.145201+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'387","last_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_deep_scrub":"266'387","last_deep_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.144931+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:48.479908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":659,"num_read_kb":1539,"num_write":1282,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.793781+0000","last_change":"2024-09-22T09:25:06.793781+0000","last_active":"2024-09-22T09:25:06.793781+0000","last_peered":"2024-09-22T09:25:06.793781+0000","last_clean":"2024-09-22T09:25:06.793781+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:25:06.793781+0000","last_undegraded":"2024-09-22T09:25:06.793781+0000","last_fullsized":"2024-09-22T09:25:06.793781+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'99","last_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_deep_scrub":"266'99","last_deep_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.793567+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:38.637553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'360","reported_seq":1147,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.001297+0000","last_change":"2024-09-22T09:24:51.001297+0000","last_active":"2024-09-22T09:24:51.001297+0000","last_peered":"2024-09-22T09:24:51.001297+0000","last_clean":"2024-09-22T09:24:51.001297+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:24:51.001297+0000","last_undegraded":"2024-09-22T09:24:51.001297+0000","last_fullsized":"2024-09-22T09:24:51.001297+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'360","last_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_deep_scrub":"266'360","last_deep_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.001000+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:09.983274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159799,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1086,"num_read_kb":91026,"num_write":1169,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.852205+0000","last_change":"2024-09-22T09:24:57.852205+0000","last_active":"2024-09-22T09:24:57.852205+0000","last_peered":"2024-09-22T09:24:57.852205+0000","last_clean":"2024-09-22T09:24:57.852205+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:57.852205+0000","last_undegraded":"2024-09-22T09:24:57.852205+0000","last_fullsized":"2024-09-22T09:24:57.852205+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.851944+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:35.121381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'351","reported_seq":1002,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.705465+0000","last_change":"2024-09-22T09:24:53.705465+0000","last_active":"2024-09-22T09:24:53.705465+0000","last_peered":"2024-09-22T09:24:53.705465+0000","last_clean":"2024-09-22T09:24:53.705465+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:24:53.705465+0000","last_undegraded":"2024-09-22T09:24:53.705465+0000","last_fullsized":"2024-09-22T09:24:53.705465+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.705204+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:16.012216+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":592,"num_read_kb":25941,"num_write":1163,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.511239+0000","last_change":"2024-09-22T09:24:59.511239+0000","last_active":"2024-09-22T09:24:59.511239+0000","last_peered":"2024-09-22T09:24:59.511239+0000","last_clean":"2024-09-22T09:24:59.511239+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:24:59.511239+0000","last_undegraded":"2024-09-22T09:24:59.511239+0000","last_fullsized":"2024-09-22T09:24:59.511239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.511024+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:06.254039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'349","reported_seq":972,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.037012+0000","last_change":"2024-09-22T09:24:55.037012+0000","last_active":"2024-09-22T09:24:55.037012+0000","last_peered":"2024-09-22T09:24:55.037012+0000","last_clean":"2024-09-22T09:24:55.037012+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:55.037012+0000","last_undegraded":"2024-09-22T09:24:55.037012+0000","last_fullsized":"2024-09-22T09:24:55.037012+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.036796+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:06.562317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":598,"num_read_kb":484,"num_write":1144,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.405154+0000","last_change":"2024-09-22T09:25:01.405154+0000","last_active":"2024-09-22T09:25:01.405154+0000","last_peered":"2024-09-22T09:25:01.405154+0000","last_clean":"2024-09-22T09:25:01.405154+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:25:01.405154+0000","last_undegraded":"2024-09-22T09:25:01.405154+0000","last_fullsized":"2024-09-22T09:25:01.405154+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.404941+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:56.389532+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'414","reported_seq":1111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.664455+0000","last_change":"2024-09-22T09:24:54.664209+0000","last_active":"2024-09-22T09:24:54.664455+0000","last_peered":"2024-09-22T09:24:54.664455+0000","last_clean":"2024-09-22T09:24:54.664455+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:24:54.664455+0000","last_undegraded":"2024-09-22T09:24:54.664455+0000","last_fullsized":"2024-09-22T09:24:54.664455+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'414","last_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_deep_scrub":"266'414","last_deep_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.663844+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:51.318052+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079921,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":807,"num_read_kb":60665,"num_write":1380,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'203","reported_seq":854,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.787796+0000","last_change":"2024-09-22T09:24:52.787655+0000","last_active":"2024-09-22T09:24:52.787796+0000","last_peered":"2024-09-22T09:24:52.787796+0000","last_clean":"2024-09-22T09:24:52.787796+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:24:52.787796+0000","last_undegraded":"2024-09-22T09:24:52.787796+0000","last_fullsized":"2024-09-22T09:24:52.787796+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.787468+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:54.260573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":738,"num_omap_keys":3,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'352","reported_seq":1173,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.687095+0000","last_change":"2024-09-22T09:24:46.687095+0000","last_active":"2024-09-22T09:24:46.687095+0000","last_peered":"2024-09-22T09:24:46.687095+0000","last_clean":"2024-09-22T09:24:46.687095+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:24:46.687095+0000","last_undegraded":"2024-09-22T09:24:46.687095+0000","last_fullsized":"2024-09-22T09:24:46.687095+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.686958+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:57.732175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1267,"num_read_kb":3050,"num_write":1191,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.388913+0000","last_change":"2024-09-22T09:25:00.388722+0000","last_active":"2024-09-22T09:25:00.388913+0000","last_peered":"2024-09-22T09:25:00.388913+0000","last_clean":"2024-09-22T09:25:00.388913+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:25:00.388913+0000","last_undegraded":"2024-09-22T09:25:00.388913+0000","last_fullsized":"2024-09-22T09:25:00.388913+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'324","last_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_deep_scrub":"266'324","last_deep_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.388536+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:31:24.431905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'326","reported_seq":967,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.666137+0000","last_change":"2024-09-22T09:24:47.666137+0000","last_active":"2024-09-22T09:24:47.666137+0000","last_peered":"2024-09-22T09:24:47.666137+0000","last_clean":"2024-09-22T09:24:47.666137+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:24:47.666137+0000","last_undegraded":"2024-09-22T09:24:47.666137+0000","last_fullsized":"2024-09-22T09:24:47.666137+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'326","last_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_deep_scrub":"266'326","last_deep_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.665998+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:51.017417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":691,"num_read_kb":32274,"num_write":1124,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":785,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.155386+0000","last_change":"2024-09-22T09:25:03.155256+0000","last_active":"2024-09-22T09:25:03.155386+0000","last_peered":"2024-09-22T09:25:03.155386+0000","last_clean":"2024-09-22T09:25:03.155386+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:25:03.155386+0000","last_undegraded":"2024-09-22T09:25:03.155386+0000","last_fullsized":"2024-09-22T09:25:03.155386+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'181","last_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_deep_scrub":"266'181","last_deep_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.155077+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:18.652496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'337","reported_seq":991,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.971336+0000","last_change":"2024-09-22T09:24:52.971111+0000","last_active":"2024-09-22T09:24:52.971336+0000","last_peered":"2024-09-22T09:24:52.971336+0000","last_clean":"2024-09-22T09:24:52.971336+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:24:52.971336+0000","last_undegraded":"2024-09-22T09:24:52.971336+0000","last_fullsized":"2024-09-22T09:24:52.971336+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.970857+0000","objects_scrubbed":1,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:23.272586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":571,"num_read_kb":14484,"num_write":1057,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'149","reported_seq":745,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.477705+0000","last_change":"2024-09-22T09:24:58.477545+0000","last_active":"2024-09-22T09:24:58.477705+0000","last_peered":"2024-09-22T09:24:58.477705+0000","last_clean":"2024-09-22T09:24:58.477705+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:24:58.477705+0000","last_undegraded":"2024-09-22T09:24:58.477705+0000","last_fullsized":"2024-09-22T09:24:58.477705+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.477360+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:30.792661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'316","reported_seq":959,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.157708+0000","last_change":"2024-09-22T09:24:59.157547+0000","last_active":"2024-09-22T09:24:59.157708+0000","last_peered":"2024-09-22T09:24:59.157708+0000","last_clean":"2024-09-22T09:24:59.157708+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:24:59.157708+0000","last_undegraded":"2024-09-22T09:24:59.157708+0000","last_fullsized":"2024-09-22T09:24:59.157708+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'316","last_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_deep_scrub":"266'316","last_deep_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.157344+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:24.515562+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":586,"num_read_kb":10006,"num_write":989,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.850976+0000","last_change":"2024-09-22T09:25:09.850730+0000","last_active":"2024-09-22T09:25:09.850976+0000","last_peered":"2024-09-22T09:25:09.850976+0000","last_clean":"2024-09-22T09:25:09.850976+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:25:09.850976+0000","last_undegraded":"2024-09-22T09:25:09.850976+0000","last_fullsized":"2024-09-22T09:25:09.850976+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4133","last_scrub_stamp":"2024-09-22T09:25:09.850399+0000","last_deep_scrub":"266'4133","last_deep_scrub_stamp":"2024-09-22T09:25:09.850399+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.850399+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:02:31.608011+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'417","reported_seq":1078,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.929881+0000","last_change":"2024-09-22T09:25:04.929881+0000","last_active":"2024-09-22T09:25:04.929881+0000","last_peered":"2024-09-22T09:25:04.929881+0000","last_clean":"2024-09-22T09:25:04.929881+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:25:04.929881+0000","last_undegraded":"2024-09-22T09:25:04.929881+0000","last_fullsized":"2024-09-22T09:25:04.929881+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.929608+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:04.308007+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":808,"num_read_kb":13003,"num_write":1195,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.143026+0000","last_change":"2024-09-22T09:25:02.143026+0000","last_active":"2024-09-22T09:25:02.143026+0000","last_peered":"2024-09-22T09:25:02.143026+0000","last_clean":"2024-09-22T09:25:02.143026+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:25:02.143026+0000","last_undegraded":"2024-09-22T09:25:02.143026+0000","last_fullsized":"2024-09-22T09:25:02.143026+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'68","last_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_deep_scrub":"266'68","last_deep_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.142801+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.325724+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'393","reported_seq":1035,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.043776+0000","last_change":"2024-09-22T09:24:54.043776+0000","last_active":"2024-09-22T09:24:54.043776+0000","last_peered":"2024-09-22T09:24:54.043776+0000","last_clean":"2024-09-22T09:24:54.043776+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:54.043776+0000","last_undegraded":"2024-09-22T09:24:54.043776+0000","last_fullsized":"2024-09-22T09:24:54.043776+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'393","last_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_deep_scrub":"266'393","last_deep_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.043554+0000","objects_scrubbed":4,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:20.337867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":660,"num_read_kb":3902,"num_write":1234,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'348","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.034852+0000","last_change":"2024-09-22T09:24:56.034852+0000","last_active":"2024-09-22T09:24:56.034852+0000","last_peered":"2024-09-22T09:24:56.034852+0000","last_clean":"2024-09-22T09:24:56.034852+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:56.034852+0000","last_undegraded":"2024-09-22T09:24:56.034852+0000","last_fullsized":"2024-09-22T09:24:56.034852+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.034634+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:17.671875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":7238,"num_write":1043,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'270","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.466488+0000","last_change":"2024-09-22T09:25:00.466488+0000","last_active":"2024-09-22T09:25:00.466488+0000","last_peered":"2024-09-22T09:25:00.466488+0000","last_clean":"2024-09-22T09:25:00.466488+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:25:00.466488+0000","last_undegraded":"2024-09-22T09:25:00.466488+0000","last_fullsized":"2024-09-22T09:25:00.466488+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'270","last_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_deep_scrub":"266'270","last_deep_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.466296+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:04.924401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'334","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.167143+0000","last_change":"2024-09-22T09:24:50.167143+0000","last_active":"2024-09-22T09:24:50.167143+0000","last_peered":"2024-09-22T09:24:50.167143+0000","last_clean":"2024-09-22T09:24:50.167143+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:24:50.167143+0000","last_undegraded":"2024-09-22T09:24:50.167143+0000","last_fullsized":"2024-09-22T09:24:50.167143+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.166932+0000","objects_scrubbed":5,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:40.475967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":61894,"num_write":1052,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1252,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.856987+0000","last_change":"2024-09-22T09:25:02.856987+0000","last_active":"2024-09-22T09:25:02.856987+0000","last_peered":"2024-09-22T09:25:02.856987+0000","last_clean":"2024-09-22T09:25:02.856987+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:25:02.856987+0000","last_undegraded":"2024-09-22T09:25:02.856987+0000","last_fullsized":"2024-09-22T09:25:02.856987+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'481","last_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_deep_scrub":"266'481","last_deep_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.856809+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:31:14.193909+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2763,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1587,"ondisk_log_size":1587,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":527,"ondisk_log_size":527,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1640264,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17525,"num_read_kb":37077,"num_write":14695,"num_write_kb":11733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":711278,"num_omap_keys":1618,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1885,"ondisk_log_size":1885,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2433,"num_read_kb":2900,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35756,"num_omap_keys":144,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3884,"ondisk_log_size":3884,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":29636412,"num_objects":280,"num_object_clones":0,"num_object_copies":1120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":44296,"num_read_kb":2168743,"num_write":73005,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":41369600,"data_stored":41369600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3377,"ondisk_log_size":3377,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":186434,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":185165,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542697,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":306960,"kb_used_data":9216,"kb_used_omap":1,"kb_used_meta":297726,"kb_avail":94064880,"statfs":{"total":96636764160,"available":96322437120,"internally_reserved":0,"allocated":9437184,"data_stored":7439967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":304871882},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542697,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297936,"kb_used_data":9920,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94073904,"statfs":{"total":96636764160,"available":96331677696,"internally_reserved":0,"allocated":10158080,"data_stored":8204384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":294910406},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542696,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":151788,"kb_used_data":8220,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94220052,"statfs":{"total":96636764160,"available":96481333248,"internally_reserved":0,"allocated":8417280,"data_stored":6368236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542697,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112848,"kb_used_data":9472,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258992,"statfs":{"total":96636764160,"available":96521207808,"internally_reserved":0,"allocated":9699328,"data_stored":7741523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542696,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":252576,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94119264,"statfs":{"total":96636764160,"available":96378126336,"internally_reserved":0,"allocated":9191424,"data_stored":7202241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542697,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119432,"kb_used_data":7800,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94252408,"statfs":{"total":96636764160,"available":96514465792,"internally_reserved":0,"allocated":7987200,"data_stored":6046546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542695,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177012,"kb_used_data":11236,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94194828,"statfs":{"total":96636764160,"available":96455503872,"internally_reserved":0,"allocated":11505664,"data_stored":9532148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542696,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280080,"kb_used_data":10112,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":94091760,"statfs":{"total":96636764160,"available":96349962240,"internally_reserved":0,"allocated":10354688,"data_stored":8342365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":276429252},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5459968,"data_stored":5459968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7241728,"data_stored":7241728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3756032,"data_stored":3756032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4911104,"data_stored":4911104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5451776,"data_stored":5451776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4075520,"data_stored":4075520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5914624,"data_stored":5914624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4558848,"data_stored":4558848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:25:49.256 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:49.256 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:49.257 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:09:47.700747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=9, tm_sec=47, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=24, tm_sec=42, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T09:25:49.261 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T09:26:09.261 DEBUG:teuthology.orchestra.run.smithi064:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T09:26:09.636 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-09-22T09:26:09.651 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-09-22T09:26:09.664 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":1640,"stamp":"2024-09-22T09:26:09.315837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":31884611,"num_objects":607,"num_object_clones":0,"num_object_copies":1774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":607,"num_whiteouts":0,"num_read":198863,"num_read_kb":2695150,"num_write":146297,"num_write_kb":2460624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":59,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":750925,"num_omap_keys":1792,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12668,"ondisk_log_size":12668,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1698632,"kb_used_data":74952,"kb_used_omap":12,"kb_used_meta":1623539,"kb_avail":753276088,"statfs":{"total":773094113280,"available":771354714112,"internally_reserved":0,"allocated":76750848,"data_stored":60877410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1662504496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009493"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.789231+0000","last_change":"2024-09-22T09:25:32.789231+0000","last_active":"2024-09-22T09:25:32.789231+0000","last_peered":"2024-09-22T09:25:32.789231+0000","last_clean":"2024-09-22T09:25:32.789231+0000","last_became_active":"2024-09-22T09:09:48.754676+0000","last_became_peered":"2024-09-22T09:09:48.754676+0000","last_unstale":"2024-09-22T09:25:32.789231+0000","last_undegraded":"2024-09-22T09:25:32.789231+0000","last_fullsized":"2024-09-22T09:25:32.789231+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:32.789012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:32.789012+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.789012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:46.278857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.808225+0000","last_change":"2024-09-22T09:25:29.808225+0000","last_active":"2024-09-22T09:25:29.808225+0000","last_peered":"2024-09-22T09:25:29.808225+0000","last_clean":"2024-09-22T09:25:29.808225+0000","last_became_active":"2024-09-22T08:58:41.442988+0000","last_became_peered":"2024-09-22T08:58:41.442988+0000","last_unstale":"2024-09-22T09:25:29.808225+0000","last_undegraded":"2024-09-22T09:25:29.808225+0000","last_fullsized":"2024-09-22T09:25:29.808225+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-22T09:25:29.808045+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-22T09:25:29.808045+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.808045+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:45:21.300062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:35.760859+0000","last_change":"2024-09-22T09:25:35.760859+0000","last_active":"2024-09-22T09:25:35.760859+0000","last_peered":"2024-09-22T09:25:35.760859+0000","last_clean":"2024-09-22T09:25:35.760859+0000","last_became_active":"2024-09-22T08:58:38.365072+0000","last_became_peered":"2024-09-22T08:58:38.365072+0000","last_unstale":"2024-09-22T09:25:35.760859+0000","last_undegraded":"2024-09-22T09:25:35.760859+0000","last_fullsized":"2024-09-22T09:25:35.760859+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:35.760677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:35.760677+0000","last_clean_scrub_stamp":"2024-09-22T09:25:35.760677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:24.723529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'27","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.733330+0000","last_change":"2024-09-22T09:25:29.733105+0000","last_active":"2024-09-22T09:25:29.733330+0000","last_peered":"2024-09-22T09:25:29.733330+0000","last_clean":"2024-09-22T09:25:29.733330+0000","last_became_active":"2024-09-22T08:56:54.599326+0000","last_became_peered":"2024-09-22T08:56:54.599326+0000","last_unstale":"2024-09-22T09:25:29.733330+0000","last_undegraded":"2024-09-22T09:25:29.733330+0000","last_fullsized":"2024-09-22T09:25:29.733330+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:29.732886+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:29.732886+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.732886+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:12:02.118968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":138,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.045908+0000","last_change":"2024-09-22T09:25:12.045908+0000","last_active":"2024-09-22T09:25:12.045908+0000","last_peered":"2024-09-22T09:25:12.045908+0000","last_clean":"2024-09-22T09:25:12.045908+0000","last_became_active":"2024-09-22T09:09:48.751498+0000","last_became_peered":"2024-09-22T09:09:48.751498+0000","last_unstale":"2024-09-22T09:25:12.045908+0000","last_undegraded":"2024-09-22T09:25:12.045908+0000","last_fullsized":"2024-09-22T09:25:12.045908+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:12.045724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:12.045724+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.045724+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:49.108405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"266'4","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.401471+0000","last_change":"2024-09-22T09:25:33.401471+0000","last_active":"2024-09-22T09:25:33.401471+0000","last_peered":"2024-09-22T09:25:33.401471+0000","last_clean":"2024-09-22T09:25:33.401471+0000","last_became_active":"2024-09-22T08:58:41.443615+0000","last_became_peered":"2024-09-22T08:58:41.443615+0000","last_unstale":"2024-09-22T09:25:33.401471+0000","last_undegraded":"2024-09-22T09:25:33.401471+0000","last_fullsized":"2024-09-22T09:25:33.401471+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T09:25:33.401292+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T09:25:33.401292+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.401292+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:59:53.344257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.199486+0000","last_change":"2024-09-22T09:25:20.199486+0000","last_active":"2024-09-22T09:25:20.199486+0000","last_peered":"2024-09-22T09:25:20.199486+0000","last_clean":"2024-09-22T09:25:20.199486+0000","last_became_active":"2024-09-22T08:58:38.397037+0000","last_became_peered":"2024-09-22T08:58:38.397037+0000","last_unstale":"2024-09-22T09:25:20.199486+0000","last_undegraded":"2024-09-22T09:25:20.199486+0000","last_fullsized":"2024-09-22T09:25:20.199486+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:20.199302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:20.199302+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.199302+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:38.906214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'25","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.000650+0000","last_change":"2024-09-22T09:25:13.000650+0000","last_active":"2024-09-22T09:25:13.000650+0000","last_peered":"2024-09-22T09:25:13.000650+0000","last_clean":"2024-09-22T09:25:13.000650+0000","last_became_active":"2024-09-22T08:56:54.597958+0000","last_became_peered":"2024-09-22T08:56:54.597958+0000","last_unstale":"2024-09-22T09:25:13.000650+0000","last_undegraded":"2024-09-22T09:25:13.000650+0000","last_fullsized":"2024-09-22T09:25:13.000650+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:13.000377+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:13.000377+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.000377+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:04:03.488146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":128,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.652817+0000","last_change":"2024-09-22T09:25:24.652817+0000","last_active":"2024-09-22T09:25:24.652817+0000","last_peered":"2024-09-22T09:25:24.652817+0000","last_clean":"2024-09-22T09:25:24.652817+0000","last_became_active":"2024-09-22T09:09:48.746592+0000","last_became_peered":"2024-09-22T09:09:48.746592+0000","last_unstale":"2024-09-22T09:25:24.652817+0000","last_undegraded":"2024-09-22T09:25:24.652817+0000","last_fullsized":"2024-09-22T09:25:24.652817+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:24.652642+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:24.652642+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.652642+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:33.874398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"263'3","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:39.751598+0000","last_change":"2024-09-22T09:25:39.751445+0000","last_active":"2024-09-22T09:25:39.751598+0000","last_peered":"2024-09-22T09:25:39.751598+0000","last_clean":"2024-09-22T09:25:39.751598+0000","last_became_active":"2024-09-22T08:58:41.524055+0000","last_became_peered":"2024-09-22T08:58:41.524055+0000","last_unstale":"2024-09-22T09:25:39.751598+0000","last_undegraded":"2024-09-22T09:25:39.751598+0000","last_fullsized":"2024-09-22T09:25:39.751598+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:39.751252+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:39.751252+0000","last_clean_scrub_stamp":"2024-09-22T09:25:39.751252+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:25.831764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"266'7","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.998819+0000","last_change":"2024-09-22T09:25:14.998819+0000","last_active":"2024-09-22T09:25:14.998819+0000","last_peered":"2024-09-22T09:25:14.998819+0000","last_clean":"2024-09-22T09:25:14.998819+0000","last_became_active":"2024-09-22T08:58:38.370822+0000","last_became_peered":"2024-09-22T08:58:38.370822+0000","last_unstale":"2024-09-22T09:25:14.998819+0000","last_undegraded":"2024-09-22T09:25:14.998819+0000","last_fullsized":"2024-09-22T09:25:14.998819+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-22T09:25:14.998603+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-22T09:25:14.998603+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.998603+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:50:54.252394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21053,"num_write":12,"num_write_kb":5691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"263'46","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.689117+0000","last_change":"2024-09-22T09:25:28.689117+0000","last_active":"2024-09-22T09:25:28.689117+0000","last_peered":"2024-09-22T09:25:28.689117+0000","last_clean":"2024-09-22T09:25:28.689117+0000","last_became_active":"2024-09-22T08:56:54.592598+0000","last_became_peered":"2024-09-22T08:56:54.592598+0000","last_unstale":"2024-09-22T09:25:28.689117+0000","last_undegraded":"2024-09-22T09:25:28.689117+0000","last_fullsized":"2024-09-22T09:25:28.689117+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'46","last_scrub_stamp":"2024-09-22T09:25:28.688900+0000","last_deep_scrub":"263'46","last_deep_scrub_stamp":"2024-09-22T09:25:28.688900+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.688900+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:19:49.546359+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":383,"num_read_kb":257,"num_write":112,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:48.732720+0000","last_change":"2024-09-22T09:25:48.732720+0000","last_active":"2024-09-22T09:25:48.732720+0000","last_peered":"2024-09-22T09:25:48.732720+0000","last_clean":"2024-09-22T09:25:48.732720+0000","last_became_active":"2024-09-22T09:09:48.758417+0000","last_became_peered":"2024-09-22T09:09:48.758417+0000","last_unstale":"2024-09-22T09:25:48.732720+0000","last_undegraded":"2024-09-22T09:25:48.732720+0000","last_fullsized":"2024-09-22T09:25:48.732720+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:48.732512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:48.732512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:48.732512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:50.389183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"266'2","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:38.713690+0000","last_change":"2024-09-22T09:25:38.713690+0000","last_active":"2024-09-22T09:25:38.713690+0000","last_peered":"2024-09-22T09:25:38.713690+0000","last_clean":"2024-09-22T09:25:38.713690+0000","last_became_active":"2024-09-22T08:59:03.436845+0000","last_became_peered":"2024-09-22T08:59:03.436845+0000","last_unstale":"2024-09-22T09:25:38.713690+0000","last_undegraded":"2024-09-22T09:25:38.713690+0000","last_fullsized":"2024-09-22T09:25:38.713690+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:38.713494+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:38.713494+0000","last_clean_scrub_stamp":"2024-09-22T09:25:38.713494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:08.593668+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1f","version":"266'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.355128+0000","last_change":"2024-09-22T09:25:28.354971+0000","last_active":"2024-09-22T09:25:28.355128+0000","last_peered":"2024-09-22T09:25:28.355128+0000","last_clean":"2024-09-22T09:25:28.355128+0000","last_became_active":"2024-09-22T08:58:38.359557+0000","last_became_peered":"2024-09-22T08:58:38.359557+0000","last_unstale":"2024-09-22T09:25:28.355128+0000","last_undegraded":"2024-09-22T09:25:28.355128+0000","last_fullsized":"2024-09-22T09:25:28.355128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:28.354789+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:28.354789+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.354789+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:39.690314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'16","reported_seq":96,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.824169+0000","last_change":"2024-09-22T09:25:30.824169+0000","last_active":"2024-09-22T09:25:30.824169+0000","last_peered":"2024-09-22T09:25:30.824169+0000","last_clean":"2024-09-22T09:25:30.824169+0000","last_became_active":"2024-09-22T08:56:54.597138+0000","last_became_peered":"2024-09-22T08:56:54.597138+0000","last_unstale":"2024-09-22T09:25:30.824169+0000","last_undegraded":"2024-09-22T09:25:30.824169+0000","last_fullsized":"2024-09-22T09:25:30.824169+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-22T09:25:30.823988+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-22T09:25:30.823988+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.823988+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:57:23.764228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:49.765066+0000","last_change":"2024-09-22T09:25:49.764924+0000","last_active":"2024-09-22T09:25:49.765066+0000","last_peered":"2024-09-22T09:25:49.765066+0000","last_clean":"2024-09-22T09:25:49.765066+0000","last_became_active":"2024-09-22T09:09:48.757652+0000","last_became_peered":"2024-09-22T09:09:48.757652+0000","last_unstale":"2024-09-22T09:25:49.765066+0000","last_undegraded":"2024-09-22T09:25:49.765066+0000","last_fullsized":"2024-09-22T09:25:49.765066+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:49.764747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:49.764747+0000","last_clean_scrub_stamp":"2024-09-22T09:25:49.764747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:14:13.188649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'3","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.845405+0000","last_change":"2024-09-22T09:25:28.845405+0000","last_active":"2024-09-22T09:25:28.845405+0000","last_peered":"2024-09-22T09:25:28.845405+0000","last_clean":"2024-09-22T09:25:28.845405+0000","last_became_active":"2024-09-22T08:58:41.449664+0000","last_became_peered":"2024-09-22T08:58:41.449664+0000","last_unstale":"2024-09-22T09:25:28.845405+0000","last_undegraded":"2024-09-22T09:25:28.845405+0000","last_fullsized":"2024-09-22T09:25:28.845405+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:28.845232+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:28.845232+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.845232+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:14:41.400513+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'3","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:35.699929+0000","last_change":"2024-09-22T09:25:35.699929+0000","last_active":"2024-09-22T09:25:35.699929+0000","last_peered":"2024-09-22T09:25:35.699929+0000","last_clean":"2024-09-22T09:25:35.699929+0000","last_became_active":"2024-09-22T08:58:38.370895+0000","last_became_peered":"2024-09-22T08:58:38.370895+0000","last_unstale":"2024-09-22T09:25:35.699929+0000","last_undegraded":"2024-09-22T09:25:35.699929+0000","last_fullsized":"2024-09-22T09:25:35.699929+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:35.699731+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:35.699731+0000","last_clean_scrub_stamp":"2024-09-22T09:25:35.699731+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:26.561310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'27","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.718318+0000","last_change":"2024-09-22T09:25:34.718318+0000","last_active":"2024-09-22T09:25:34.718318+0000","last_peered":"2024-09-22T09:25:34.718318+0000","last_clean":"2024-09-22T09:25:34.718318+0000","last_became_active":"2024-09-22T08:56:54.607439+0000","last_became_peered":"2024-09-22T08:56:54.607439+0000","last_unstale":"2024-09-22T09:25:34.718318+0000","last_undegraded":"2024-09-22T09:25:34.718318+0000","last_fullsized":"2024-09-22T09:25:34.718318+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:34.718131+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:34.718131+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.718131+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:34.772742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":123,"num_write":68,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.277005+0000","last_change":"2024-09-22T09:25:27.277005+0000","last_active":"2024-09-22T09:25:27.277005+0000","last_peered":"2024-09-22T09:25:27.277005+0000","last_clean":"2024-09-22T09:25:27.277005+0000","last_became_active":"2024-09-22T09:09:48.732554+0000","last_became_peered":"2024-09-22T09:09:48.732554+0000","last_unstale":"2024-09-22T09:25:27.277005+0000","last_undegraded":"2024-09-22T09:25:27.277005+0000","last_fullsized":"2024-09-22T09:25:27.277005+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:27.276795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:27.276795+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.276795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:45:02.113424+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.683955+0000","last_change":"2024-09-22T09:25:21.683955+0000","last_active":"2024-09-22T09:25:21.683955+0000","last_peered":"2024-09-22T09:25:21.683955+0000","last_clean":"2024-09-22T09:25:21.683955+0000","last_became_active":"2024-09-22T08:58:41.436690+0000","last_became_peered":"2024-09-22T08:58:41.436690+0000","last_unstale":"2024-09-22T09:25:21.683955+0000","last_undegraded":"2024-09-22T09:25:21.683955+0000","last_fullsized":"2024-09-22T09:25:21.683955+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:21.683775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:21.683775+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.683775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:19:50.551424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"266'6","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.339608+0000","last_change":"2024-09-22T09:25:27.339608+0000","last_active":"2024-09-22T09:25:27.339608+0000","last_peered":"2024-09-22T09:25:27.339608+0000","last_clean":"2024-09-22T09:25:27.339608+0000","last_became_active":"2024-09-22T08:58:38.365627+0000","last_became_peered":"2024-09-22T08:58:38.365627+0000","last_unstale":"2024-09-22T09:25:27.339608+0000","last_undegraded":"2024-09-22T09:25:27.339608+0000","last_fullsized":"2024-09-22T09:25:27.339608+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:27.339381+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:27.339381+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.339381+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:48.597853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'24","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.688075+0000","last_change":"2024-09-22T09:25:16.688075+0000","last_active":"2024-09-22T09:25:16.688075+0000","last_peered":"2024-09-22T09:25:16.688075+0000","last_clean":"2024-09-22T09:25:16.688075+0000","last_became_active":"2024-09-22T08:56:54.598372+0000","last_became_peered":"2024-09-22T08:56:54.598372+0000","last_unstale":"2024-09-22T09:25:16.688075+0000","last_undegraded":"2024-09-22T09:25:16.688075+0000","last_fullsized":"2024-09-22T09:25:16.688075+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-22T09:25:16.687880+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-22T09:25:16.687880+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.687880+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:49:01.648605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":112,"num_write":64,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:45.359953+0000","last_change":"2024-09-22T09:25:45.359953+0000","last_active":"2024-09-22T09:25:45.359953+0000","last_peered":"2024-09-22T09:25:45.359953+0000","last_clean":"2024-09-22T09:25:45.359953+0000","last_became_active":"2024-09-22T09:09:48.758143+0000","last_became_peered":"2024-09-22T09:09:48.758143+0000","last_unstale":"2024-09-22T09:25:45.359953+0000","last_undegraded":"2024-09-22T09:25:45.359953+0000","last_fullsized":"2024-09-22T09:25:45.359953+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:45.359756+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:45.359756+0000","last_clean_scrub_stamp":"2024-09-22T09:25:45.359756+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:02:50.649447+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.681688+0000","last_change":"2024-09-22T09:25:23.681688+0000","last_active":"2024-09-22T09:25:23.681688+0000","last_peered":"2024-09-22T09:25:23.681688+0000","last_clean":"2024-09-22T09:25:23.681688+0000","last_became_active":"2024-09-22T08:58:41.434239+0000","last_became_peered":"2024-09-22T08:58:41.434239+0000","last_unstale":"2024-09-22T09:25:23.681688+0000","last_undegraded":"2024-09-22T09:25:23.681688+0000","last_fullsized":"2024-09-22T09:25:23.681688+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:23.681480+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:23.681480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.681480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:53.439653+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"263'5","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.351065+0000","last_change":"2024-09-22T09:25:26.351065+0000","last_active":"2024-09-22T09:25:26.351065+0000","last_peered":"2024-09-22T09:25:26.351065+0000","last_clean":"2024-09-22T09:25:26.351065+0000","last_became_active":"2024-09-22T08:58:38.382639+0000","last_became_peered":"2024-09-22T08:58:38.382639+0000","last_unstale":"2024-09-22T09:25:26.351065+0000","last_undegraded":"2024-09-22T09:25:26.351065+0000","last_fullsized":"2024-09-22T09:25:26.351065+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:26.350873+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:26.350873+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.350873+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:10.637967+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'26","reported_seq":121,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.708238+0000","last_change":"2024-09-22T09:25:27.708107+0000","last_active":"2024-09-22T09:25:27.708238+0000","last_peered":"2024-09-22T09:25:27.708238+0000","last_clean":"2024-09-22T09:25:27.708238+0000","last_became_active":"2024-09-22T08:56:54.598391+0000","last_became_peered":"2024-09-22T08:56:54.598391+0000","last_unstale":"2024-09-22T09:25:27.708238+0000","last_undegraded":"2024-09-22T09:25:27.708238+0000","last_fullsized":"2024-09-22T09:25:27.708238+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-22T09:25:27.707919+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-22T09:25:27.707919+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.707919+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:23:59.946899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":183,"num_read_kb":118,"num_write":68,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:44.310948+0000","last_change":"2024-09-22T09:25:44.310948+0000","last_active":"2024-09-22T09:25:44.310948+0000","last_peered":"2024-09-22T09:25:44.310948+0000","last_clean":"2024-09-22T09:25:44.310948+0000","last_became_active":"2024-09-22T09:09:48.760007+0000","last_became_peered":"2024-09-22T09:09:48.760007+0000","last_unstale":"2024-09-22T09:25:44.310948+0000","last_undegraded":"2024-09-22T09:25:44.310948+0000","last_fullsized":"2024-09-22T09:25:44.310948+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:44.310759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:44.310759+0000","last_clean_scrub_stamp":"2024-09-22T09:25:44.310759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:46.397280+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:44.677723+0000","last_change":"2024-09-22T09:25:44.677723+0000","last_active":"2024-09-22T09:25:44.677723+0000","last_peered":"2024-09-22T09:25:44.677723+0000","last_clean":"2024-09-22T09:25:44.677723+0000","last_became_active":"2024-09-22T08:58:41.432514+0000","last_became_peered":"2024-09-22T08:58:41.432514+0000","last_unstale":"2024-09-22T09:25:44.677723+0000","last_undegraded":"2024-09-22T09:25:44.677723+0000","last_fullsized":"2024-09-22T09:25:44.677723+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:44.677546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:44.677546+0000","last_clean_scrub_stamp":"2024-09-22T09:25:44.677546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:49:18.636157+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.732759+0000","last_change":"2024-09-22T09:25:34.732759+0000","last_active":"2024-09-22T09:25:34.732759+0000","last_peered":"2024-09-22T09:25:34.732759+0000","last_clean":"2024-09-22T09:25:34.732759+0000","last_became_active":"2024-09-22T08:58:38.379859+0000","last_became_peered":"2024-09-22T08:58:38.379859+0000","last_unstale":"2024-09-22T09:25:34.732759+0000","last_undegraded":"2024-09-22T09:25:34.732759+0000","last_fullsized":"2024-09-22T09:25:34.732759+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:34.732532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:34.732532+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.732532+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:39.524434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'27","reported_seq":124,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.179205+0000","last_change":"2024-09-22T09:25:15.179063+0000","last_active":"2024-09-22T09:25:15.179205+0000","last_peered":"2024-09-22T09:25:15.179205+0000","last_clean":"2024-09-22T09:25:15.179205+0000","last_became_active":"2024-09-22T08:56:54.589948+0000","last_became_peered":"2024-09-22T08:56:54.589948+0000","last_unstale":"2024-09-22T09:25:15.179205+0000","last_undegraded":"2024-09-22T09:25:15.179205+0000","last_fullsized":"2024-09-22T09:25:15.179205+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'27","last_scrub_stamp":"2024-09-22T09:25:15.178878+0000","last_deep_scrub":"266'27","last_deep_scrub_stamp":"2024-09-22T09:25:15.178878+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.178878+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:45.698572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":124,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.265687+0000","last_change":"2024-09-22T09:25:28.265687+0000","last_active":"2024-09-22T09:25:28.265687+0000","last_peered":"2024-09-22T09:25:28.265687+0000","last_clean":"2024-09-22T09:25:28.265687+0000","last_became_active":"2024-09-22T09:09:48.739025+0000","last_became_peered":"2024-09-22T09:09:48.739025+0000","last_unstale":"2024-09-22T09:25:28.265687+0000","last_undegraded":"2024-09-22T09:25:28.265687+0000","last_fullsized":"2024-09-22T09:25:28.265687+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:28.265486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:28.265486+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.265486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:03:49.119669+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:39.671690+0000","last_change":"2024-09-22T09:25:39.671690+0000","last_active":"2024-09-22T09:25:39.671690+0000","last_peered":"2024-09-22T09:25:39.671690+0000","last_clean":"2024-09-22T09:25:39.671690+0000","last_became_active":"2024-09-22T08:58:41.515821+0000","last_became_peered":"2024-09-22T08:58:41.515821+0000","last_unstale":"2024-09-22T09:25:39.671690+0000","last_undegraded":"2024-09-22T09:25:39.671690+0000","last_fullsized":"2024-09-22T09:25:39.671690+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:39.671516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:39.671516+0000","last_clean_scrub_stamp":"2024-09-22T09:25:39.671516+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:18:12.700585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.879448+0000","last_change":"2024-09-22T09:25:26.879448+0000","last_active":"2024-09-22T09:25:26.879448+0000","last_peered":"2024-09-22T09:25:26.879448+0000","last_clean":"2024-09-22T09:25:26.879448+0000","last_became_active":"2024-09-22T08:58:38.378462+0000","last_became_peered":"2024-09-22T08:58:38.378462+0000","last_unstale":"2024-09-22T09:25:26.879448+0000","last_undegraded":"2024-09-22T09:25:26.879448+0000","last_fullsized":"2024-09-22T09:25:26.879448+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:26.879265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:26.879265+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.879265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:07.904086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'93","reported_seq":308,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.676554+0000","last_change":"2024-09-22T09:25:26.676400+0000","last_active":"2024-09-22T09:25:26.676554+0000","last_peered":"2024-09-22T09:25:26.676554+0000","last_clean":"2024-09-22T09:25:26.676554+0000","last_became_active":"2024-09-22T08:56:54.601754+0000","last_became_peered":"2024-09-22T08:56:54.601754+0000","last_unstale":"2024-09-22T09:25:26.676554+0000","last_undegraded":"2024-09-22T09:25:26.676554+0000","last_fullsized":"2024-09-22T09:25:26.676554+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'93","last_scrub_stamp":"2024-09-22T09:25:26.676212+0000","last_deep_scrub":"266'93","last_deep_scrub_stamp":"2024-09-22T09:25:26.676212+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.676212+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:49:01.079553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":515,"num_write":227,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.980690+0000","last_change":"2024-09-22T09:25:08.980690+0000","last_active":"2024-09-22T09:25:08.980690+0000","last_peered":"2024-09-22T09:25:08.980690+0000","last_clean":"2024-09-22T09:25:08.980690+0000","last_became_active":"2024-09-22T09:09:48.720881+0000","last_became_peered":"2024-09-22T09:09:48.720881+0000","last_unstale":"2024-09-22T09:25:08.980690+0000","last_undegraded":"2024-09-22T09:25:08.980690+0000","last_fullsized":"2024-09-22T09:25:08.980690+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:08.980474+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:08.980474+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.980474+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:00.860592+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:46.687157+0000","last_change":"2024-09-22T09:25:46.687157+0000","last_active":"2024-09-22T09:25:46.687157+0000","last_peered":"2024-09-22T09:25:46.687157+0000","last_clean":"2024-09-22T09:25:46.687157+0000","last_became_active":"2024-09-22T08:58:41.518285+0000","last_became_peered":"2024-09-22T08:58:41.518285+0000","last_unstale":"2024-09-22T09:25:46.687157+0000","last_undegraded":"2024-09-22T09:25:46.687157+0000","last_fullsized":"2024-09-22T09:25:46.687157+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:46.686971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:46.686971+0000","last_clean_scrub_stamp":"2024-09-22T09:25:46.686971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:57.128956+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.124335+0000","last_change":"2024-09-22T09:25:33.124335+0000","last_active":"2024-09-22T09:25:33.124335+0000","last_peered":"2024-09-22T09:25:33.124335+0000","last_clean":"2024-09-22T09:25:33.124335+0000","last_became_active":"2024-09-22T08:58:38.384959+0000","last_became_peered":"2024-09-22T08:58:38.384959+0000","last_unstale":"2024-09-22T09:25:33.124335+0000","last_undegraded":"2024-09-22T09:25:33.124335+0000","last_fullsized":"2024-09-22T09:25:33.124335+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:33.124150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:33.124150+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.124150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:17:45.449661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"266'43","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:36.740466+0000","last_change":"2024-09-22T09:25:36.740203+0000","last_active":"2024-09-22T09:25:36.740466+0000","last_peered":"2024-09-22T09:25:36.740466+0000","last_clean":"2024-09-22T09:25:36.740466+0000","last_became_active":"2024-09-22T08:56:54.607348+0000","last_became_peered":"2024-09-22T08:56:54.607348+0000","last_unstale":"2024-09-22T09:25:36.740466+0000","last_undegraded":"2024-09-22T09:25:36.740466+0000","last_fullsized":"2024-09-22T09:25:36.740466+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-22T09:25:36.739979+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-22T09:25:36.739979+0000","last_clean_scrub_stamp":"2024-09-22T09:25:36.739979+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:29.865731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":353,"num_read_kb":234,"num_write":109,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:43.295612+0000","last_change":"2024-09-22T09:25:43.295612+0000","last_active":"2024-09-22T09:25:43.295612+0000","last_peered":"2024-09-22T09:25:43.295612+0000","last_clean":"2024-09-22T09:25:43.295612+0000","last_became_active":"2024-09-22T09:09:48.750933+0000","last_became_peered":"2024-09-22T09:09:48.750933+0000","last_unstale":"2024-09-22T09:25:43.295612+0000","last_undegraded":"2024-09-22T09:25:43.295612+0000","last_fullsized":"2024-09-22T09:25:43.295612+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:43.295316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:43.295316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:43.295316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:03:12.199739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:40.653724+0000","last_change":"2024-09-22T09:25:40.653724+0000","last_active":"2024-09-22T09:25:40.653724+0000","last_peered":"2024-09-22T09:25:40.653724+0000","last_clean":"2024-09-22T09:25:40.653724+0000","last_became_active":"2024-09-22T08:58:41.519725+0000","last_became_peered":"2024-09-22T08:58:41.519725+0000","last_unstale":"2024-09-22T09:25:40.653724+0000","last_undegraded":"2024-09-22T09:25:40.653724+0000","last_fullsized":"2024-09-22T09:25:40.653724+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:40.653535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:40.653535+0000","last_clean_scrub_stamp":"2024-09-22T09:25:40.653535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:57:23.077794+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.025403+0000","last_change":"2024-09-22T09:25:14.025229+0000","last_active":"2024-09-22T09:25:14.025403+0000","last_peered":"2024-09-22T09:25:14.025403+0000","last_clean":"2024-09-22T09:25:14.025403+0000","last_became_active":"2024-09-22T08:58:38.375951+0000","last_became_peered":"2024-09-22T08:58:38.375951+0000","last_unstale":"2024-09-22T09:25:14.025403+0000","last_undegraded":"2024-09-22T09:25:14.025403+0000","last_fullsized":"2024-09-22T09:25:14.025403+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:14.025034+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:14.025034+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.025034+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:06:46.175299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":11,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'255","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.903125+0000","last_change":"2024-09-22T09:25:03.902973+0000","last_active":"2024-09-22T09:25:03.903125+0000","last_peered":"2024-09-22T09:25:03.903125+0000","last_clean":"2024-09-22T09:25:03.903125+0000","last_became_active":"2024-09-22T08:56:54.587014+0000","last_became_peered":"2024-09-22T08:56:54.587014+0000","last_unstale":"2024-09-22T09:25:03.903125+0000","last_undegraded":"2024-09-22T09:25:03.903125+0000","last_fullsized":"2024-09-22T09:25:03.903125+0000","mapping_epoch":253,"log_start":"263'200","ondisk_log_start":"263'200","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:03.902790+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.902790+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:14.235940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2424,"num_read_kb":3055,"num_write":493,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.799083+0000","last_change":"2024-09-22T09:25:31.799083+0000","last_active":"2024-09-22T09:25:31.799083+0000","last_peered":"2024-09-22T09:25:31.799083+0000","last_clean":"2024-09-22T09:25:31.799083+0000","last_became_active":"2024-09-22T09:09:48.745743+0000","last_became_peered":"2024-09-22T09:09:48.745743+0000","last_unstale":"2024-09-22T09:25:31.799083+0000","last_undegraded":"2024-09-22T09:25:31.799083+0000","last_fullsized":"2024-09-22T09:25:31.799083+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:31.798907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:31.798907+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.798907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:33.752845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"266'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.385677+0000","last_change":"2024-09-22T09:25:32.385677+0000","last_active":"2024-09-22T09:25:32.385677+0000","last_peered":"2024-09-22T09:25:32.385677+0000","last_clean":"2024-09-22T09:25:32.385677+0000","last_became_active":"2024-09-22T08:58:41.452502+0000","last_became_peered":"2024-09-22T08:58:41.452502+0000","last_unstale":"2024-09-22T09:25:32.385677+0000","last_undegraded":"2024-09-22T09:25:32.385677+0000","last_fullsized":"2024-09-22T09:25:32.385677+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:32.385493+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:32.385493+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.385493+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:12.824330+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'3","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.746560+0000","last_change":"2024-09-22T09:25:32.746560+0000","last_active":"2024-09-22T09:25:32.746560+0000","last_peered":"2024-09-22T09:25:32.746560+0000","last_clean":"2024-09-22T09:25:32.746560+0000","last_became_active":"2024-09-22T08:58:38.396747+0000","last_became_peered":"2024-09-22T08:58:38.396747+0000","last_unstale":"2024-09-22T09:25:32.746560+0000","last_undegraded":"2024-09-22T09:25:32.746560+0000","last_fullsized":"2024-09-22T09:25:32.746560+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:32.746375+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:32.746375+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.746375+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:48.172544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'19","reported_seq":106,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.196328+0000","last_change":"2024-09-22T09:25:27.196328+0000","last_active":"2024-09-22T09:25:27.196328+0000","last_peered":"2024-09-22T09:25:27.196328+0000","last_clean":"2024-09-22T09:25:27.196328+0000","last_became_active":"2024-09-22T08:56:54.598400+0000","last_became_peered":"2024-09-22T08:56:54.598400+0000","last_unstale":"2024-09-22T09:25:27.196328+0000","last_undegraded":"2024-09-22T09:25:27.196328+0000","last_fullsized":"2024-09-22T09:25:27.196328+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'19","last_scrub_stamp":"2024-09-22T09:25:27.196142+0000","last_deep_scrub":"266'19","last_deep_scrub_stamp":"2024-09-22T09:25:27.196142+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.196142+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:25:14.589982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":107,"num_write":50,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:47.713812+0000","last_change":"2024-09-22T09:25:47.713812+0000","last_active":"2024-09-22T09:25:47.713812+0000","last_peered":"2024-09-22T09:25:47.713812+0000","last_clean":"2024-09-22T09:25:47.713812+0000","last_became_active":"2024-09-22T09:09:48.749726+0000","last_became_peered":"2024-09-22T09:09:48.749726+0000","last_unstale":"2024-09-22T09:25:47.713812+0000","last_undegraded":"2024-09-22T09:25:47.713812+0000","last_fullsized":"2024-09-22T09:25:47.713812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:47.713622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:47.713622+0000","last_clean_scrub_stamp":"2024-09-22T09:25:47.713622+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:15.639237+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.256820+0000","last_change":"2024-09-22T09:25:26.256820+0000","last_active":"2024-09-22T09:25:26.256820+0000","last_peered":"2024-09-22T09:25:26.256820+0000","last_clean":"2024-09-22T09:25:26.256820+0000","last_became_active":"2024-09-22T08:58:41.451818+0000","last_became_peered":"2024-09-22T08:58:41.451818+0000","last_unstale":"2024-09-22T09:25:26.256820+0000","last_undegraded":"2024-09-22T09:25:26.256820+0000","last_fullsized":"2024-09-22T09:25:26.256820+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:26.256563+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:26.256563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.256563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.874452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"263'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.384621+0000","last_change":"2024-09-22T09:25:25.384621+0000","last_active":"2024-09-22T09:25:25.384621+0000","last_peered":"2024-09-22T09:25:25.384621+0000","last_clean":"2024-09-22T09:25:25.384621+0000","last_became_active":"2024-09-22T08:58:38.367859+0000","last_became_peered":"2024-09-22T08:58:38.367859+0000","last_unstale":"2024-09-22T09:25:25.384621+0000","last_undegraded":"2024-09-22T09:25:25.384621+0000","last_fullsized":"2024-09-22T09:25:25.384621+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:25.384434+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:25.384434+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.384434+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.955655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1047,"num_write":10,"num_write_kb":1047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'40","reported_seq":165,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.165309+0000","last_change":"2024-09-22T09:25:26.165309+0000","last_active":"2024-09-22T09:25:26.165309+0000","last_peered":"2024-09-22T09:25:26.165309+0000","last_clean":"2024-09-22T09:25:26.165309+0000","last_became_active":"2024-09-22T08:56:54.598456+0000","last_became_peered":"2024-09-22T08:56:54.598456+0000","last_unstale":"2024-09-22T09:25:26.165309+0000","last_undegraded":"2024-09-22T09:25:26.165309+0000","last_fullsized":"2024-09-22T09:25:26.165309+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'40","last_scrub_stamp":"2024-09-22T09:25:26.165128+0000","last_deep_scrub":"266'40","last_deep_scrub_stamp":"2024-09-22T09:25:26.165128+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.165128+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:17:46.849817+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":322,"num_read_kb":221,"num_write":104,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:44.770420+0000","last_change":"2024-09-22T09:25:44.770420+0000","last_active":"2024-09-22T09:25:44.770420+0000","last_peered":"2024-09-22T09:25:44.770420+0000","last_clean":"2024-09-22T09:25:44.770420+0000","last_became_active":"2024-09-22T09:09:48.737825+0000","last_became_peered":"2024-09-22T09:09:48.737825+0000","last_unstale":"2024-09-22T09:25:44.770420+0000","last_undegraded":"2024-09-22T09:25:44.770420+0000","last_fullsized":"2024-09-22T09:25:44.770420+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:44.770211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:44.770211+0000","last_clean_scrub_stamp":"2024-09-22T09:25:44.770211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:03:22.426051+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.202082+0000","last_change":"2024-09-22T09:25:23.202082+0000","last_active":"2024-09-22T09:25:23.202082+0000","last_peered":"2024-09-22T09:25:23.202082+0000","last_clean":"2024-09-22T09:25:23.202082+0000","last_became_active":"2024-09-22T08:58:41.435316+0000","last_became_peered":"2024-09-22T08:58:41.435316+0000","last_unstale":"2024-09-22T09:25:23.202082+0000","last_undegraded":"2024-09-22T09:25:23.202082+0000","last_fullsized":"2024-09-22T09:25:23.202082+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:23.201902+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:23.201902+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.201902+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:59.972170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.738230+0000","last_change":"2024-09-22T09:25:33.738230+0000","last_active":"2024-09-22T09:25:33.738230+0000","last_peered":"2024-09-22T09:25:33.738230+0000","last_clean":"2024-09-22T09:25:33.738230+0000","last_became_active":"2024-09-22T08:58:38.363878+0000","last_became_peered":"2024-09-22T08:58:38.363878+0000","last_unstale":"2024-09-22T09:25:33.738230+0000","last_undegraded":"2024-09-22T09:25:33.738230+0000","last_fullsized":"2024-09-22T09:25:33.738230+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:33.738049+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:33.738049+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.738049+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:32:20.048613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"266'34","reported_seq":150,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.698177+0000","last_change":"2024-09-22T09:25:25.698177+0000","last_active":"2024-09-22T09:25:25.698177+0000","last_peered":"2024-09-22T09:25:25.698177+0000","last_clean":"2024-09-22T09:25:25.698177+0000","last_became_active":"2024-09-22T08:56:54.576041+0000","last_became_peered":"2024-09-22T08:56:54.576041+0000","last_unstale":"2024-09-22T09:25:25.698177+0000","last_undegraded":"2024-09-22T09:25:25.698177+0000","last_fullsized":"2024-09-22T09:25:25.698177+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'34","last_scrub_stamp":"2024-09-22T09:25:25.698000+0000","last_deep_scrub":"266'34","last_deep_scrub_stamp":"2024-09-22T09:25:25.698000+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.698000+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:48.728782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":190,"num_write":93,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:43.723622+0000","last_change":"2024-09-22T09:25:43.723622+0000","last_active":"2024-09-22T09:25:43.723622+0000","last_peered":"2024-09-22T09:25:43.723622+0000","last_clean":"2024-09-22T09:25:43.723622+0000","last_became_active":"2024-09-22T09:09:48.730188+0000","last_became_peered":"2024-09-22T09:09:48.730188+0000","last_unstale":"2024-09-22T09:25:43.723622+0000","last_undegraded":"2024-09-22T09:25:43.723622+0000","last_fullsized":"2024-09-22T09:25:43.723622+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:43.723438+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:43.723438+0000","last_clean_scrub_stamp":"2024-09-22T09:25:43.723438+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:02.975145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:37.696519+0000","last_change":"2024-09-22T09:25:37.696519+0000","last_active":"2024-09-22T09:25:37.696519+0000","last_peered":"2024-09-22T09:25:37.696519+0000","last_clean":"2024-09-22T09:25:37.696519+0000","last_became_active":"2024-09-22T08:58:41.434636+0000","last_became_peered":"2024-09-22T08:58:41.434636+0000","last_unstale":"2024-09-22T09:25:37.696519+0000","last_undegraded":"2024-09-22T09:25:37.696519+0000","last_fullsized":"2024-09-22T09:25:37.696519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T09:25:37.696340+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T09:25:37.696340+0000","last_clean_scrub_stamp":"2024-09-22T09:25:37.696340+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:46.225316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6516,"num_write":10,"num_write_kb":5818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"263'6","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.709348+0000","last_change":"2024-09-22T09:25:17.709348+0000","last_active":"2024-09-22T09:25:17.709348+0000","last_peered":"2024-09-22T09:25:17.709348+0000","last_clean":"2024-09-22T09:25:17.709348+0000","last_became_active":"2024-09-22T08:58:38.394742+0000","last_became_peered":"2024-09-22T08:58:38.394742+0000","last_unstale":"2024-09-22T09:25:17.709348+0000","last_undegraded":"2024-09-22T09:25:17.709348+0000","last_fullsized":"2024-09-22T09:25:17.709348+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-22T09:25:17.709159+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-22T09:25:17.709159+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.709159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:22:49.491508+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'12","reported_seq":85,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.415981+0000","last_change":"2024-09-22T09:25:23.415981+0000","last_active":"2024-09-22T09:25:23.415981+0000","last_peered":"2024-09-22T09:25:23.415981+0000","last_clean":"2024-09-22T09:25:23.415981+0000","last_became_active":"2024-09-22T08:56:54.583968+0000","last_became_peered":"2024-09-22T08:56:54.583968+0000","last_unstale":"2024-09-22T09:25:23.415981+0000","last_undegraded":"2024-09-22T09:25:23.415981+0000","last_fullsized":"2024-09-22T09:25:23.415981+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'12","last_scrub_stamp":"2024-09-22T09:25:23.415792+0000","last_deep_scrub":"266'12","last_deep_scrub_stamp":"2024-09-22T09:25:23.415792+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.415792+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:14.841695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":56,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:43.632041+0000","last_change":"2024-09-22T09:25:43.632041+0000","last_active":"2024-09-22T09:25:43.632041+0000","last_peered":"2024-09-22T09:25:43.632041+0000","last_clean":"2024-09-22T09:25:43.632041+0000","last_became_active":"2024-09-22T09:09:48.759073+0000","last_became_peered":"2024-09-22T09:09:48.759073+0000","last_unstale":"2024-09-22T09:25:43.632041+0000","last_undegraded":"2024-09-22T09:25:43.632041+0000","last_fullsized":"2024-09-22T09:25:43.632041+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:43.631847+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:43.631847+0000","last_clean_scrub_stamp":"2024-09-22T09:25:43.631847+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:49:43.519968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.715228+0000","last_change":"2024-09-22T09:25:20.715228+0000","last_active":"2024-09-22T09:25:20.715228+0000","last_peered":"2024-09-22T09:25:20.715228+0000","last_clean":"2024-09-22T09:25:20.715228+0000","last_became_active":"2024-09-22T08:58:41.445045+0000","last_became_peered":"2024-09-22T08:58:41.445045+0000","last_unstale":"2024-09-22T09:25:20.715228+0000","last_undegraded":"2024-09-22T09:25:20.715228+0000","last_fullsized":"2024-09-22T09:25:20.715228+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:20.715054+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:20.715054+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.715054+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:44.817191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"266'9","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.839791+0000","last_change":"2024-09-22T09:25:25.839791+0000","last_active":"2024-09-22T09:25:25.839791+0000","last_peered":"2024-09-22T09:25:25.839791+0000","last_clean":"2024-09-22T09:25:25.839791+0000","last_became_active":"2024-09-22T08:58:38.375397+0000","last_became_peered":"2024-09-22T08:58:38.375397+0000","last_unstale":"2024-09-22T09:25:25.839791+0000","last_undegraded":"2024-09-22T09:25:25.839791+0000","last_fullsized":"2024-09-22T09:25:25.839791+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-22T09:25:25.839605+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-22T09:25:25.839605+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.839605+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:19.618867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":11264,"num_write":14,"num_write_kb":16384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'22","reported_seq":113,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.829078+0000","last_change":"2024-09-22T09:25:29.829078+0000","last_active":"2024-09-22T09:25:29.829078+0000","last_peered":"2024-09-22T09:25:29.829078+0000","last_clean":"2024-09-22T09:25:29.829078+0000","last_became_active":"2024-09-22T08:56:54.597015+0000","last_became_peered":"2024-09-22T08:56:54.597015+0000","last_unstale":"2024-09-22T09:25:29.829078+0000","last_undegraded":"2024-09-22T09:25:29.829078+0000","last_fullsized":"2024-09-22T09:25:29.829078+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'22","last_scrub_stamp":"2024-09-22T09:25:29.828895+0000","last_deep_scrub":"266'22","last_deep_scrub_stamp":"2024-09-22T09:25:29.828895+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.828895+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:26:11.039950+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":105,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.022323+0000","last_change":"2024-09-22T09:25:11.022323+0000","last_active":"2024-09-22T09:25:11.022323+0000","last_peered":"2024-09-22T09:25:11.022323+0000","last_clean":"2024-09-22T09:25:11.022323+0000","last_became_active":"2024-09-22T09:09:48.720797+0000","last_became_peered":"2024-09-22T09:09:48.720797+0000","last_unstale":"2024-09-22T09:25:11.022323+0000","last_undegraded":"2024-09-22T09:25:11.022323+0000","last_fullsized":"2024-09-22T09:25:11.022323+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.022128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.022128+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.022128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:56.606121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'3","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:38.661262+0000","last_change":"2024-09-22T09:25:38.660958+0000","last_active":"2024-09-22T09:25:38.661262+0000","last_peered":"2024-09-22T09:25:38.661262+0000","last_clean":"2024-09-22T09:25:38.661262+0000","last_became_active":"2024-09-22T08:58:41.436676+0000","last_became_peered":"2024-09-22T08:58:41.436676+0000","last_unstale":"2024-09-22T09:25:38.661262+0000","last_undegraded":"2024-09-22T09:25:38.661262+0000","last_fullsized":"2024-09-22T09:25:38.661262+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:38.660733+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:38.660733+0000","last_clean_scrub_stamp":"2024-09-22T09:25:38.660733+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:59.356398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"263'3","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.132213+0000","last_change":"2024-09-22T09:25:32.132031+0000","last_active":"2024-09-22T09:25:32.132213+0000","last_peered":"2024-09-22T09:25:32.132213+0000","last_clean":"2024-09-22T09:25:32.132213+0000","last_became_active":"2024-09-22T08:58:38.376860+0000","last_became_peered":"2024-09-22T08:58:38.376860+0000","last_unstale":"2024-09-22T09:25:32.132213+0000","last_undegraded":"2024-09-22T09:25:32.132213+0000","last_fullsized":"2024-09-22T09:25:32.132213+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:32.131840+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:32.131840+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.131840+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.519904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'42","reported_seq":179,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.822070+0000","last_change":"2024-09-22T09:25:31.822070+0000","last_active":"2024-09-22T09:25:31.822070+0000","last_peered":"2024-09-22T09:25:31.822070+0000","last_clean":"2024-09-22T09:25:31.822070+0000","last_became_active":"2024-09-22T08:56:54.602072+0000","last_became_peered":"2024-09-22T08:56:54.602072+0000","last_unstale":"2024-09-22T09:25:31.822070+0000","last_undegraded":"2024-09-22T09:25:31.822070+0000","last_fullsized":"2024-09-22T09:25:31.822070+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'42","last_scrub_stamp":"2024-09-22T09:25:31.821890+0000","last_deep_scrub":"266'42","last_deep_scrub_stamp":"2024-09-22T09:25:31.821890+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.821890+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:21.838363+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":380,"num_read_kb":248,"num_write":98,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:39.185922+0000","last_change":"2024-09-22T09:25:39.185922+0000","last_active":"2024-09-22T09:25:39.185922+0000","last_peered":"2024-09-22T09:25:39.185922+0000","last_clean":"2024-09-22T09:25:39.185922+0000","last_became_active":"2024-09-22T09:09:48.750401+0000","last_became_peered":"2024-09-22T09:09:48.750401+0000","last_unstale":"2024-09-22T09:25:39.185922+0000","last_undegraded":"2024-09-22T09:25:39.185922+0000","last_fullsized":"2024-09-22T09:25:39.185922+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:39.185738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:39.185738+0000","last_clean_scrub_stamp":"2024-09-22T09:25:39.185738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:08.469106+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:42.616088+0000","last_change":"2024-09-22T09:25:42.616088+0000","last_active":"2024-09-22T09:25:42.616088+0000","last_peered":"2024-09-22T09:25:42.616088+0000","last_clean":"2024-09-22T09:25:42.616088+0000","last_became_active":"2024-09-22T08:58:41.433017+0000","last_became_peered":"2024-09-22T08:58:41.433017+0000","last_unstale":"2024-09-22T09:25:42.616088+0000","last_undegraded":"2024-09-22T09:25:42.616088+0000","last_fullsized":"2024-09-22T09:25:42.616088+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:42.615900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:42.615900+0000","last_clean_scrub_stamp":"2024-09-22T09:25:42.615900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:40.430905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'3","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.911709+0000","last_change":"2024-09-22T09:25:06.911530+0000","last_active":"2024-09-22T09:25:06.911709+0000","last_peered":"2024-09-22T09:25:06.911709+0000","last_clean":"2024-09-22T09:25:06.911709+0000","last_became_active":"2024-09-22T08:58:38.390039+0000","last_became_peered":"2024-09-22T08:58:38.390039+0000","last_unstale":"2024-09-22T09:25:06.911709+0000","last_undegraded":"2024-09-22T09:25:06.911709+0000","last_fullsized":"2024-09-22T09:25:06.911709+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:25:06.911344+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:25:06.911344+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.911344+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:30:47.371931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'53","reported_seq":202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.879466+0000","last_change":"2024-09-22T09:25:23.879466+0000","last_active":"2024-09-22T09:25:23.879466+0000","last_peered":"2024-09-22T09:25:23.879466+0000","last_clean":"2024-09-22T09:25:23.879466+0000","last_became_active":"2024-09-22T08:56:54.594507+0000","last_became_peered":"2024-09-22T08:56:54.594507+0000","last_unstale":"2024-09-22T09:25:23.879466+0000","last_undegraded":"2024-09-22T09:25:23.879466+0000","last_fullsized":"2024-09-22T09:25:23.879466+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'53","last_scrub_stamp":"2024-09-22T09:25:23.879290+0000","last_deep_scrub":"266'53","last_deep_scrub_stamp":"2024-09-22T09:25:23.879290+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.879290+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:59:15.011284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":301,"num_write":133,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.715057+0000","last_change":"2024-09-22T09:25:22.715057+0000","last_active":"2024-09-22T09:25:22.715057+0000","last_peered":"2024-09-22T09:25:22.715057+0000","last_clean":"2024-09-22T09:25:22.715057+0000","last_became_active":"2024-09-22T09:09:48.742191+0000","last_became_peered":"2024-09-22T09:09:48.742191+0000","last_unstale":"2024-09-22T09:25:22.715057+0000","last_undegraded":"2024-09-22T09:25:22.715057+0000","last_fullsized":"2024-09-22T09:25:22.715057+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:22.714849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:22.714849+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.714849+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:04.833949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"263'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.249526+0000","last_change":"2024-09-22T09:25:24.249408+0000","last_active":"2024-09-22T09:25:24.249526+0000","last_peered":"2024-09-22T09:25:24.249526+0000","last_clean":"2024-09-22T09:25:24.249526+0000","last_became_active":"2024-09-22T08:58:41.519656+0000","last_became_peered":"2024-09-22T08:58:41.519656+0000","last_unstale":"2024-09-22T09:25:24.249526+0000","last_undegraded":"2024-09-22T09:25:24.249526+0000","last_fullsized":"2024-09-22T09:25:24.249526+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:24.249211+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:24.249211+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.249211+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:07:32.640527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.756662+0000","last_change":"2024-09-22T09:25:31.756485+0000","last_active":"2024-09-22T09:25:31.756662+0000","last_peered":"2024-09-22T09:25:31.756662+0000","last_clean":"2024-09-22T09:25:31.756662+0000","last_became_active":"2024-09-22T08:58:38.389466+0000","last_became_peered":"2024-09-22T08:58:38.389466+0000","last_unstale":"2024-09-22T09:25:31.756662+0000","last_undegraded":"2024-09-22T09:25:31.756662+0000","last_fullsized":"2024-09-22T09:25:31.756662+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:31.756293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:31.756293+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.756293+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:17:54.601641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'11","reported_seq":83,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.685269+0000","last_change":"2024-09-22T09:25:15.685269+0000","last_active":"2024-09-22T09:25:15.685269+0000","last_peered":"2024-09-22T09:25:15.685269+0000","last_clean":"2024-09-22T09:25:15.685269+0000","last_became_active":"2024-09-22T08:56:54.588745+0000","last_became_peered":"2024-09-22T08:56:54.588745+0000","last_unstale":"2024-09-22T09:25:15.685269+0000","last_undegraded":"2024-09-22T09:25:15.685269+0000","last_fullsized":"2024-09-22T09:25:15.685269+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-22T09:25:15.685090+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-22T09:25:15.685090+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.685090+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:25.736297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":53,"num_write":30,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:40.194493+0000","last_change":"2024-09-22T09:25:40.194493+0000","last_active":"2024-09-22T09:25:40.194493+0000","last_peered":"2024-09-22T09:25:40.194493+0000","last_clean":"2024-09-22T09:25:40.194493+0000","last_became_active":"2024-09-22T09:09:48.750485+0000","last_became_peered":"2024-09-22T09:09:48.750485+0000","last_unstale":"2024-09-22T09:25:40.194493+0000","last_undegraded":"2024-09-22T09:25:40.194493+0000","last_fullsized":"2024-09-22T09:25:40.194493+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:40.194294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:40.194294+0000","last_clean_scrub_stamp":"2024-09-22T09:25:40.194294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:27.149434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:41.632866+0000","last_change":"2024-09-22T09:25:41.632710+0000","last_active":"2024-09-22T09:25:41.632866+0000","last_peered":"2024-09-22T09:25:41.632866+0000","last_clean":"2024-09-22T09:25:41.632866+0000","last_became_active":"2024-09-22T08:58:41.452212+0000","last_became_peered":"2024-09-22T08:58:41.452212+0000","last_unstale":"2024-09-22T09:25:41.632866+0000","last_undegraded":"2024-09-22T09:25:41.632866+0000","last_fullsized":"2024-09-22T09:25:41.632866+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:41.632511+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:41.632511+0000","last_clean_scrub_stamp":"2024-09-22T09:25:41.632511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:43:33.185742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.163106+0000","last_change":"2024-09-22T09:25:19.162940+0000","last_active":"2024-09-22T09:25:19.163106+0000","last_peered":"2024-09-22T09:25:19.163106+0000","last_clean":"2024-09-22T09:25:19.163106+0000","last_became_active":"2024-09-22T08:58:38.390898+0000","last_became_peered":"2024-09-22T08:58:38.390898+0000","last_unstale":"2024-09-22T09:25:19.163106+0000","last_undegraded":"2024-09-22T09:25:19.163106+0000","last_fullsized":"2024-09-22T09:25:19.163106+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:19.162751+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:19.162751+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.162751+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:15.827554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'30","reported_seq":137,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.922153+0000","last_change":"2024-09-22T09:25:02.922153+0000","last_active":"2024-09-22T09:25:02.922153+0000","last_peered":"2024-09-22T09:25:02.922153+0000","last_clean":"2024-09-22T09:25:02.922153+0000","last_became_active":"2024-09-22T08:56:54.576104+0000","last_became_peered":"2024-09-22T08:56:54.576104+0000","last_unstale":"2024-09-22T09:25:02.922153+0000","last_undegraded":"2024-09-22T09:25:02.922153+0000","last_fullsized":"2024-09-22T09:25:02.922153+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-22T09:25:02.921976+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.921976+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:20.427756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:45.662396+0000","last_change":"2024-09-22T09:25:45.662396+0000","last_active":"2024-09-22T09:25:45.662396+0000","last_peered":"2024-09-22T09:25:45.662396+0000","last_clean":"2024-09-22T09:25:45.662396+0000","last_became_active":"2024-09-22T09:09:48.751454+0000","last_became_peered":"2024-09-22T09:09:48.751454+0000","last_unstale":"2024-09-22T09:25:45.662396+0000","last_undegraded":"2024-09-22T09:25:45.662396+0000","last_fullsized":"2024-09-22T09:25:45.662396+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:45.662215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:45.662215+0000","last_clean_scrub_stamp":"2024-09-22T09:25:45.662215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:44.618477+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.394476+0000","last_change":"2024-09-22T09:25:31.394476+0000","last_active":"2024-09-22T09:25:31.394476+0000","last_peered":"2024-09-22T09:25:31.394476+0000","last_clean":"2024-09-22T09:25:31.394476+0000","last_became_active":"2024-09-22T08:58:41.447257+0000","last_became_peered":"2024-09-22T08:58:41.447257+0000","last_unstale":"2024-09-22T09:25:31.394476+0000","last_undegraded":"2024-09-22T09:25:31.394476+0000","last_fullsized":"2024-09-22T09:25:31.394476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:31.394292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:31.394292+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.394292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:08:04.093663+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:33.748597+0000","last_change":"2024-09-22T09:25:33.748597+0000","last_active":"2024-09-22T09:25:33.748597+0000","last_peered":"2024-09-22T09:25:33.748597+0000","last_clean":"2024-09-22T09:25:33.748597+0000","last_became_active":"2024-09-22T08:58:38.377249+0000","last_became_peered":"2024-09-22T08:58:38.377249+0000","last_unstale":"2024-09-22T09:25:33.748597+0000","last_undegraded":"2024-09-22T09:25:33.748597+0000","last_fullsized":"2024-09-22T09:25:33.748597+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:33.748398+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:33.748398+0000","last_clean_scrub_stamp":"2024-09-22T09:25:33.748398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:55.688832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'46","reported_seq":179,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.671745+0000","last_change":"2024-09-22T09:25:24.671745+0000","last_active":"2024-09-22T09:25:24.671745+0000","last_peered":"2024-09-22T09:25:24.671745+0000","last_clean":"2024-09-22T09:25:24.671745+0000","last_became_active":"2024-09-22T08:56:54.589304+0000","last_became_peered":"2024-09-22T08:56:54.589304+0000","last_unstale":"2024-09-22T09:25:24.671745+0000","last_undegraded":"2024-09-22T09:25:24.671745+0000","last_fullsized":"2024-09-22T09:25:24.671745+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'46","last_scrub_stamp":"2024-09-22T09:25:24.671560+0000","last_deep_scrub":"266'46","last_deep_scrub_stamp":"2024-09-22T09:25:24.671560+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.671560+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:44:02.894897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":356,"num_read_kb":218,"num_write":123,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:42.244951+0000","last_change":"2024-09-22T09:25:42.244951+0000","last_active":"2024-09-22T09:25:42.244951+0000","last_peered":"2024-09-22T09:25:42.244951+0000","last_clean":"2024-09-22T09:25:42.244951+0000","last_became_active":"2024-09-22T09:09:48.751244+0000","last_became_peered":"2024-09-22T09:09:48.751244+0000","last_unstale":"2024-09-22T09:25:42.244951+0000","last_undegraded":"2024-09-22T09:25:42.244951+0000","last_fullsized":"2024-09-22T09:25:42.244951+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:42.244761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:42.244761+0000","last_clean_scrub_stamp":"2024-09-22T09:25:42.244761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:14:57.249647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:36.119627+0000","last_change":"2024-09-22T09:25:36.119627+0000","last_active":"2024-09-22T09:25:36.119627+0000","last_peered":"2024-09-22T09:25:36.119627+0000","last_clean":"2024-09-22T09:25:36.119627+0000","last_became_active":"2024-09-22T08:58:41.515707+0000","last_became_peered":"2024-09-22T08:58:41.515707+0000","last_unstale":"2024-09-22T09:25:36.119627+0000","last_undegraded":"2024-09-22T09:25:36.119627+0000","last_fullsized":"2024-09-22T09:25:36.119627+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T09:25:36.119449+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T09:25:36.119449+0000","last_clean_scrub_stamp":"2024-09-22T09:25:36.119449+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:36.242782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":18432,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"263'5","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.154721+0000","last_change":"2024-09-22T09:25:17.154721+0000","last_active":"2024-09-22T09:25:17.154721+0000","last_peered":"2024-09-22T09:25:17.154721+0000","last_clean":"2024-09-22T09:25:17.154721+0000","last_became_active":"2024-09-22T08:58:38.378628+0000","last_became_peered":"2024-09-22T08:58:38.378628+0000","last_unstale":"2024-09-22T09:25:17.154721+0000","last_undegraded":"2024-09-22T09:25:17.154721+0000","last_fullsized":"2024-09-22T09:25:17.154721+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:17.154430+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:17.154430+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.154430+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:54.192877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":10,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'33","reported_seq":141,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.140426+0000","last_change":"2024-09-22T09:25:25.140426+0000","last_active":"2024-09-22T09:25:25.140426+0000","last_peered":"2024-09-22T09:25:25.140426+0000","last_clean":"2024-09-22T09:25:25.140426+0000","last_became_active":"2024-09-22T08:56:54.578987+0000","last_became_peered":"2024-09-22T08:56:54.578987+0000","last_unstale":"2024-09-22T09:25:25.140426+0000","last_undegraded":"2024-09-22T09:25:25.140426+0000","last_fullsized":"2024-09-22T09:25:25.140426+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'33","last_scrub_stamp":"2024-09-22T09:25:25.140178+0000","last_deep_scrub":"266'33","last_deep_scrub_stamp":"2024-09-22T09:25:25.140178+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.140178+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:53:28.499780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":161,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'2","reported_seq":30,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:41.217841+0000","last_change":"2024-09-22T09:25:41.217841+0000","last_active":"2024-09-22T09:25:41.217841+0000","last_peered":"2024-09-22T09:25:41.217841+0000","last_clean":"2024-09-22T09:25:41.217841+0000","last_became_active":"2024-09-22T09:09:48.740614+0000","last_became_peered":"2024-09-22T09:09:48.740614+0000","last_unstale":"2024-09-22T09:25:41.217841+0000","last_undegraded":"2024-09-22T09:25:41.217841+0000","last_fullsized":"2024-09-22T09:25:41.217841+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:41.217658+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:41.217658+0000","last_clean_scrub_stamp":"2024-09-22T09:25:41.217658+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:17.645002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"263'5","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.214578+0000","last_change":"2024-09-22T09:25:21.214445+0000","last_active":"2024-09-22T09:25:21.214578+0000","last_peered":"2024-09-22T09:25:21.214578+0000","last_clean":"2024-09-22T09:25:21.214578+0000","last_became_active":"2024-09-22T08:58:41.439123+0000","last_became_peered":"2024-09-22T08:58:41.439123+0000","last_unstale":"2024-09-22T09:25:21.214578+0000","last_undegraded":"2024-09-22T09:25:21.214578+0000","last_fullsized":"2024-09-22T09:25:21.214578+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:21.214244+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:21.214244+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.214244+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:50.782742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"263'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.730909+0000","last_change":"2024-09-22T09:25:30.730909+0000","last_active":"2024-09-22T09:25:30.730909+0000","last_peered":"2024-09-22T09:25:30.730909+0000","last_clean":"2024-09-22T09:25:30.730909+0000","last_became_active":"2024-09-22T08:58:38.390404+0000","last_became_peered":"2024-09-22T08:58:38.390404+0000","last_unstale":"2024-09-22T09:25:30.730909+0000","last_undegraded":"2024-09-22T09:25:30.730909+0000","last_fullsized":"2024-09-22T09:25:30.730909+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-22T09:25:30.730708+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-22T09:25:30.730708+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.730708+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:18.111013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'25","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:32.775502+0000","last_change":"2024-09-22T09:25:32.775502+0000","last_active":"2024-09-22T09:25:32.775502+0000","last_peered":"2024-09-22T09:25:32.775502+0000","last_clean":"2024-09-22T09:25:32.775502+0000","last_became_active":"2024-09-22T08:56:54.594098+0000","last_became_peered":"2024-09-22T08:56:54.594098+0000","last_unstale":"2024-09-22T09:25:32.775502+0000","last_undegraded":"2024-09-22T09:25:32.775502+0000","last_fullsized":"2024-09-22T09:25:32.775502+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:32.775311+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:32.775311+0000","last_clean_scrub_stamp":"2024-09-22T09:25:32.775311+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:58.162594+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":64,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:42.728054+0000","last_change":"2024-09-22T09:25:42.728054+0000","last_active":"2024-09-22T09:25:42.728054+0000","last_peered":"2024-09-22T09:25:42.728054+0000","last_clean":"2024-09-22T09:25:42.728054+0000","last_became_active":"2024-09-22T09:09:48.760029+0000","last_became_peered":"2024-09-22T09:09:48.760029+0000","last_unstale":"2024-09-22T09:25:42.728054+0000","last_undegraded":"2024-09-22T09:25:42.728054+0000","last_fullsized":"2024-09-22T09:25:42.728054+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:42.727872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:42.727872+0000","last_clean_scrub_stamp":"2024-09-22T09:25:42.727872+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:13.539212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"266'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:35.137947+0000","last_change":"2024-09-22T09:25:35.137947+0000","last_active":"2024-09-22T09:25:35.137947+0000","last_peered":"2024-09-22T09:25:35.137947+0000","last_clean":"2024-09-22T09:25:35.137947+0000","last_became_active":"2024-09-22T08:58:41.447253+0000","last_became_peered":"2024-09-22T08:58:41.447253+0000","last_unstale":"2024-09-22T09:25:35.137947+0000","last_undegraded":"2024-09-22T09:25:35.137947+0000","last_fullsized":"2024-09-22T09:25:35.137947+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:35.137760+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:35.137760+0000","last_clean_scrub_stamp":"2024-09-22T09:25:35.137760+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:09.585845+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'2","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.428774+0000","last_change":"2024-09-22T09:25:24.428619+0000","last_active":"2024-09-22T09:25:24.428774+0000","last_peered":"2024-09-22T09:25:24.428774+0000","last_clean":"2024-09-22T09:25:24.428774+0000","last_became_active":"2024-09-22T08:58:38.369752+0000","last_became_peered":"2024-09-22T08:58:38.369752+0000","last_unstale":"2024-09-22T09:25:24.428774+0000","last_undegraded":"2024-09-22T09:25:24.428774+0000","last_fullsized":"2024-09-22T09:25:24.428774+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:24.428434+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:24.428434+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.428434+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:59:22.291976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'25","reported_seq":126,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.731912+0000","last_change":"2024-09-22T09:25:14.731912+0000","last_active":"2024-09-22T09:25:14.731912+0000","last_peered":"2024-09-22T09:25:14.731912+0000","last_clean":"2024-09-22T09:25:14.731912+0000","last_became_active":"2024-09-22T08:56:54.588865+0000","last_became_peered":"2024-09-22T08:56:54.588865+0000","last_unstale":"2024-09-22T09:25:14.731912+0000","last_undegraded":"2024-09-22T09:25:14.731912+0000","last_fullsized":"2024-09-22T09:25:14.731912+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:14.731732+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:14.731732+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.731732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:52.993910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":132,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:37.166268+0000","last_change":"2024-09-22T09:25:37.166268+0000","last_active":"2024-09-22T09:25:37.166268+0000","last_peered":"2024-09-22T09:25:37.166268+0000","last_clean":"2024-09-22T09:25:37.166268+0000","last_became_active":"2024-09-22T09:09:48.738044+0000","last_became_peered":"2024-09-22T09:09:48.738044+0000","last_unstale":"2024-09-22T09:25:37.166268+0000","last_undegraded":"2024-09-22T09:25:37.166268+0000","last_fullsized":"2024-09-22T09:25:37.166268+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:37.165997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:37.165997+0000","last_clean_scrub_stamp":"2024-09-22T09:25:37.165997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:03:01.560246+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:37.663918+0000","last_change":"2024-09-22T09:25:37.663745+0000","last_active":"2024-09-22T09:25:37.663918+0000","last_peered":"2024-09-22T09:25:37.663918+0000","last_clean":"2024-09-22T09:25:37.663918+0000","last_became_active":"2024-09-22T08:58:41.442675+0000","last_became_peered":"2024-09-22T08:58:41.442675+0000","last_unstale":"2024-09-22T09:25:37.663918+0000","last_undegraded":"2024-09-22T09:25:37.663918+0000","last_fullsized":"2024-09-22T09:25:37.663918+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:37.663559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:37.663559+0000","last_clean_scrub_stamp":"2024-09-22T09:25:37.663559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:01:14.153919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"0'0","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.145725+0000","last_change":"2024-09-22T09:25:30.145578+0000","last_active":"2024-09-22T09:25:30.145725+0000","last_peered":"2024-09-22T09:25:30.145725+0000","last_clean":"2024-09-22T09:25:30.145725+0000","last_became_active":"2024-09-22T08:58:38.374229+0000","last_became_peered":"2024-09-22T08:58:38.374229+0000","last_unstale":"2024-09-22T09:25:30.145725+0000","last_undegraded":"2024-09-22T09:25:30.145725+0000","last_fullsized":"2024-09-22T09:25:30.145725+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:30.145402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:30.145402+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.145402+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:49.801790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'24","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.702697+0000","last_change":"2024-09-22T09:25:23.702697+0000","last_active":"2024-09-22T09:25:23.702697+0000","last_peered":"2024-09-22T09:25:23.702697+0000","last_clean":"2024-09-22T09:25:23.702697+0000","last_became_active":"2024-09-22T08:56:54.589636+0000","last_became_peered":"2024-09-22T08:56:54.589636+0000","last_unstale":"2024-09-22T09:25:23.702697+0000","last_undegraded":"2024-09-22T09:25:23.702697+0000","last_fullsized":"2024-09-22T09:25:23.702697+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-22T09:25:23.702512+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-22T09:25:23.702512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.702512+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:09.953546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":180,"num_read_kb":119,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.809889+0000","last_change":"2024-09-22T09:25:30.809889+0000","last_active":"2024-09-22T09:25:30.809889+0000","last_peered":"2024-09-22T09:25:30.809889+0000","last_clean":"2024-09-22T09:25:30.809889+0000","last_became_active":"2024-09-22T09:09:48.755013+0000","last_became_peered":"2024-09-22T09:09:48.755013+0000","last_unstale":"2024-09-22T09:25:30.809889+0000","last_undegraded":"2024-09-22T09:25:30.809889+0000","last_fullsized":"2024-09-22T09:25:30.809889+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:30.809693+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:30.809693+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.809693+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:17.126604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"263'3","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:36.695259+0000","last_change":"2024-09-22T09:25:36.695090+0000","last_active":"2024-09-22T09:25:36.695259+0000","last_peered":"2024-09-22T09:25:36.695259+0000","last_clean":"2024-09-22T09:25:36.695259+0000","last_became_active":"2024-09-22T08:58:41.516479+0000","last_became_peered":"2024-09-22T08:58:41.516479+0000","last_unstale":"2024-09-22T09:25:36.695259+0000","last_undegraded":"2024-09-22T09:25:36.695259+0000","last_fullsized":"2024-09-22T09:25:36.695259+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:36.694886+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:36.694886+0000","last_clean_scrub_stamp":"2024-09-22T09:25:36.694886+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:32.185290+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.912418+0000","last_change":"2024-09-22T09:25:05.912292+0000","last_active":"2024-09-22T09:25:05.912418+0000","last_peered":"2024-09-22T09:25:05.912418+0000","last_clean":"2024-09-22T09:25:05.912418+0000","last_became_active":"2024-09-22T08:58:38.391788+0000","last_became_peered":"2024-09-22T08:58:38.391788+0000","last_unstale":"2024-09-22T09:25:05.912418+0000","last_undegraded":"2024-09-22T09:25:05.912418+0000","last_fullsized":"2024-09-22T09:25:05.912418+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.912105+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.912105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:42.167750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'43","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.756890+0000","last_change":"2024-09-22T09:25:13.756890+0000","last_active":"2024-09-22T09:25:13.756890+0000","last_peered":"2024-09-22T09:25:13.756890+0000","last_clean":"2024-09-22T09:25:13.756890+0000","last_became_active":"2024-09-22T08:56:54.580280+0000","last_became_peered":"2024-09-22T08:56:54.580280+0000","last_unstale":"2024-09-22T09:25:13.756890+0000","last_undegraded":"2024-09-22T09:25:13.756890+0000","last_fullsized":"2024-09-22T09:25:13.756890+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-22T09:25:13.756622+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-22T09:25:13.756622+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.756622+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:36:01.343684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":372,"num_read_kb":273,"num_write":101,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.261148+0000","last_change":"2024-09-22T09:25:25.260971+0000","last_active":"2024-09-22T09:25:25.261148+0000","last_peered":"2024-09-22T09:25:25.261148+0000","last_clean":"2024-09-22T09:25:25.261148+0000","last_became_active":"2024-09-22T09:09:48.764706+0000","last_became_peered":"2024-09-22T09:09:48.764706+0000","last_unstale":"2024-09-22T09:25:25.261148+0000","last_undegraded":"2024-09-22T09:25:25.261148+0000","last_fullsized":"2024-09-22T09:25:25.261148+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:25.260772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:25.260772+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.260772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:28.661247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"263'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.096421+0000","last_change":"2024-09-22T09:25:34.096421+0000","last_active":"2024-09-22T09:25:34.096421+0000","last_peered":"2024-09-22T09:25:34.096421+0000","last_clean":"2024-09-22T09:25:34.096421+0000","last_became_active":"2024-09-22T08:58:41.524032+0000","last_became_peered":"2024-09-22T08:58:41.524032+0000","last_unstale":"2024-09-22T09:25:34.096421+0000","last_undegraded":"2024-09-22T09:25:34.096421+0000","last_fullsized":"2024-09-22T09:25:34.096421+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-22T09:25:34.096205+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-22T09:25:34.096205+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.096205+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:42:03.163148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.832547+0000","last_change":"2024-09-22T09:25:24.832547+0000","last_active":"2024-09-22T09:25:24.832547+0000","last_peered":"2024-09-22T09:25:24.832547+0000","last_clean":"2024-09-22T09:25:24.832547+0000","last_became_active":"2024-09-22T08:58:38.382110+0000","last_became_peered":"2024-09-22T08:58:38.382110+0000","last_unstale":"2024-09-22T09:25:24.832547+0000","last_undegraded":"2024-09-22T09:25:24.832547+0000","last_fullsized":"2024-09-22T09:25:24.832547+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:24.832306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:24.832306+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.832306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:45.397744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'22","reported_seq":111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.104414+0000","last_change":"2024-09-22T09:25:24.104414+0000","last_active":"2024-09-22T09:25:24.104414+0000","last_peered":"2024-09-22T09:25:24.104414+0000","last_clean":"2024-09-22T09:25:24.104414+0000","last_became_active":"2024-09-22T08:56:54.586325+0000","last_became_peered":"2024-09-22T08:56:54.586325+0000","last_unstale":"2024-09-22T09:25:24.104414+0000","last_undegraded":"2024-09-22T09:25:24.104414+0000","last_fullsized":"2024-09-22T09:25:24.104414+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'22","last_scrub_stamp":"2024-09-22T09:25:24.104216+0000","last_deep_scrub":"266'22","last_deep_scrub_stamp":"2024-09-22T09:25:24.104216+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.104216+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:26:18.764323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":104,"num_write":57,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:34.399001+0000","last_change":"2024-09-22T09:25:34.399001+0000","last_active":"2024-09-22T09:25:34.399001+0000","last_peered":"2024-09-22T09:25:34.399001+0000","last_clean":"2024-09-22T09:25:34.399001+0000","last_became_active":"2024-09-22T09:09:48.747314+0000","last_became_peered":"2024-09-22T09:09:48.747314+0000","last_unstale":"2024-09-22T09:25:34.399001+0000","last_undegraded":"2024-09-22T09:25:34.399001+0000","last_fullsized":"2024-09-22T09:25:34.399001+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:34.398831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:34.398831+0000","last_clean_scrub_stamp":"2024-09-22T09:25:34.398831+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:43.195602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:30.400315+0000","last_change":"2024-09-22T09:25:30.400315+0000","last_active":"2024-09-22T09:25:30.400315+0000","last_peered":"2024-09-22T09:25:30.400315+0000","last_clean":"2024-09-22T09:25:30.400315+0000","last_became_active":"2024-09-22T08:58:41.440888+0000","last_became_peered":"2024-09-22T08:58:41.440888+0000","last_unstale":"2024-09-22T09:25:30.400315+0000","last_undegraded":"2024-09-22T09:25:30.400315+0000","last_fullsized":"2024-09-22T09:25:30.400315+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:30.400137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:30.400137+0000","last_clean_scrub_stamp":"2024-09-22T09:25:30.400137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:42.968415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"266'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:31.142313+0000","last_change":"2024-09-22T09:25:31.142313+0000","last_active":"2024-09-22T09:25:31.142313+0000","last_peered":"2024-09-22T09:25:31.142313+0000","last_clean":"2024-09-22T09:25:31.142313+0000","last_became_active":"2024-09-22T08:58:38.376677+0000","last_became_peered":"2024-09-22T08:58:38.376677+0000","last_unstale":"2024-09-22T09:25:31.142313+0000","last_undegraded":"2024-09-22T09:25:31.142313+0000","last_fullsized":"2024-09-22T09:25:31.142313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T09:25:31.142135+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T09:25:31.142135+0000","last_clean_scrub_stamp":"2024-09-22T09:25:31.142135+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:27.317661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6842,"num_write":5,"num_write_kb":6842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"263'106","reported_seq":380,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.156946+0000","last_change":"2024-09-22T09:25:16.156803+0000","last_active":"2024-09-22T09:25:16.156946+0000","last_peered":"2024-09-22T09:25:16.156946+0000","last_clean":"2024-09-22T09:25:16.156946+0000","last_became_active":"2024-09-22T08:56:54.590060+0000","last_became_peered":"2024-09-22T08:56:54.590060+0000","last_unstale":"2024-09-22T09:25:16.156946+0000","last_undegraded":"2024-09-22T09:25:16.156946+0000","last_fullsized":"2024-09-22T09:25:16.156946+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'106","last_scrub_stamp":"2024-09-22T09:25:16.156596+0000","last_deep_scrub":"263'106","last_deep_scrub_stamp":"2024-09-22T09:25:16.156596+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.156596+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:49.972997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1027,"num_read_kb":956,"num_write":210,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'2","reported_seq":30,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.043816+0000","last_change":"2024-09-22T09:25:16.043816+0000","last_active":"2024-09-22T09:25:16.043816+0000","last_peered":"2024-09-22T09:25:16.043816+0000","last_clean":"2024-09-22T09:25:16.043816+0000","last_became_active":"2024-09-22T09:09:48.750119+0000","last_became_peered":"2024-09-22T09:09:48.750119+0000","last_unstale":"2024-09-22T09:25:16.043816+0000","last_undegraded":"2024-09-22T09:25:16.043816+0000","last_fullsized":"2024-09-22T09:25:16.043816+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:16.043562+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:16.043562+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.043562+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:13:22.319434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.245530+0000","last_change":"2024-09-22T09:25:22.245403+0000","last_active":"2024-09-22T09:25:22.245530+0000","last_peered":"2024-09-22T09:25:22.245530+0000","last_clean":"2024-09-22T09:25:22.245530+0000","last_became_active":"2024-09-22T08:58:41.437364+0000","last_became_peered":"2024-09-22T08:58:41.437364+0000","last_unstale":"2024-09-22T09:25:22.245530+0000","last_undegraded":"2024-09-22T09:25:22.245530+0000","last_fullsized":"2024-09-22T09:25:22.245530+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:22.245217+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:22.245217+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.245217+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:49.648156+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":20482,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"0'0","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.151296+0000","last_change":"2024-09-22T09:25:28.151296+0000","last_active":"2024-09-22T09:25:28.151296+0000","last_peered":"2024-09-22T09:25:28.151296+0000","last_clean":"2024-09-22T09:25:28.151296+0000","last_became_active":"2024-09-22T08:58:38.366033+0000","last_became_peered":"2024-09-22T08:58:38.366033+0000","last_unstale":"2024-09-22T09:25:28.151296+0000","last_undegraded":"2024-09-22T09:25:28.151296+0000","last_fullsized":"2024-09-22T09:25:28.151296+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:28.151130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:28.151130+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.151130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:14:14.977231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'26","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.861183+0000","last_change":"2024-09-22T09:25:21.860937+0000","last_active":"2024-09-22T09:25:21.861183+0000","last_peered":"2024-09-22T09:25:21.861183+0000","last_clean":"2024-09-22T09:25:21.861183+0000","last_became_active":"2024-09-22T08:56:54.593229+0000","last_became_peered":"2024-09-22T08:56:54.593229+0000","last_unstale":"2024-09-22T09:25:21.861183+0000","last_undegraded":"2024-09-22T09:25:21.861183+0000","last_fullsized":"2024-09-22T09:25:21.861183+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-22T09:25:21.860702+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-22T09:25:21.860702+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.860702+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:38.201639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":117,"num_write":69,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:41.734386+0000","last_change":"2024-09-22T09:25:41.734386+0000","last_active":"2024-09-22T09:25:41.734386+0000","last_peered":"2024-09-22T09:25:41.734386+0000","last_clean":"2024-09-22T09:25:41.734386+0000","last_became_active":"2024-09-22T09:09:48.750957+0000","last_became_peered":"2024-09-22T09:09:48.750957+0000","last_unstale":"2024-09-22T09:25:41.734386+0000","last_undegraded":"2024-09-22T09:25:41.734386+0000","last_fullsized":"2024-09-22T09:25:41.734386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:41.734200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:41.734200+0000","last_clean_scrub_stamp":"2024-09-22T09:25:41.734200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:42:23.665080+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'8","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.853503+0000","last_change":"2024-09-22T09:25:27.853503+0000","last_active":"2024-09-22T09:25:27.853503+0000","last_peered":"2024-09-22T09:25:27.853503+0000","last_clean":"2024-09-22T09:25:27.853503+0000","last_became_active":"2024-09-22T08:58:41.452150+0000","last_became_peered":"2024-09-22T08:58:41.452150+0000","last_unstale":"2024-09-22T09:25:27.853503+0000","last_undegraded":"2024-09-22T09:25:27.853503+0000","last_fullsized":"2024-09-22T09:25:27.853503+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:27.853316+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:27.853316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.853316+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:02:07.889309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12311,"num_write":8,"num_write_kb":12311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"266'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.182114+0000","last_change":"2024-09-22T09:25:29.181864+0000","last_active":"2024-09-22T09:25:29.182114+0000","last_peered":"2024-09-22T09:25:29.182114+0000","last_clean":"2024-09-22T09:25:29.182114+0000","last_became_active":"2024-09-22T08:58:38.368873+0000","last_became_peered":"2024-09-22T08:58:38.368873+0000","last_unstale":"2024-09-22T09:25:29.182114+0000","last_undegraded":"2024-09-22T09:25:29.182114+0000","last_fullsized":"2024-09-22T09:25:29.182114+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:29.181653+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:29.181653+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.181653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:52.365931+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'25","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.421418+0000","last_change":"2024-09-22T09:25:22.421253+0000","last_active":"2024-09-22T09:25:22.421418+0000","last_peered":"2024-09-22T09:25:22.421418+0000","last_clean":"2024-09-22T09:25:22.421418+0000","last_became_active":"2024-09-22T08:56:54.578586+0000","last_became_peered":"2024-09-22T08:56:54.578586+0000","last_unstale":"2024-09-22T09:25:22.421418+0000","last_undegraded":"2024-09-22T09:25:22.421418+0000","last_fullsized":"2024-09-22T09:25:22.421418+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'25","last_scrub_stamp":"2024-09-22T09:25:22.421079+0000","last_deep_scrub":"266'25","last_deep_scrub_stamp":"2024-09-22T09:25:22.421079+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.421079+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:52.243996+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":57,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:40.733355+0000","last_change":"2024-09-22T09:25:40.733355+0000","last_active":"2024-09-22T09:25:40.733355+0000","last_peered":"2024-09-22T09:25:40.733355+0000","last_clean":"2024-09-22T09:25:40.733355+0000","last_became_active":"2024-09-22T09:09:48.744665+0000","last_became_peered":"2024-09-22T09:09:48.744665+0000","last_unstale":"2024-09-22T09:25:40.733355+0000","last_undegraded":"2024-09-22T09:25:40.733355+0000","last_fullsized":"2024-09-22T09:25:40.733355+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:40.733146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:40.733146+0000","last_clean_scrub_stamp":"2024-09-22T09:25:40.733146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:17.240342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"266'8","reported_seq":64,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.745800+0000","last_change":"2024-09-22T09:25:19.745675+0000","last_active":"2024-09-22T09:25:19.745800+0000","last_peered":"2024-09-22T09:25:19.745800+0000","last_clean":"2024-09-22T09:25:19.745800+0000","last_became_active":"2024-09-22T08:58:41.436973+0000","last_became_peered":"2024-09-22T08:58:41.436973+0000","last_unstale":"2024-09-22T09:25:19.745800+0000","last_undegraded":"2024-09-22T09:25:19.745800+0000","last_fullsized":"2024-09-22T09:25:19.745800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T09:25:19.745495+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T09:25:19.745495+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.745495+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:47.040039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":13,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"266'10","reported_seq":70,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.186734+0000","last_change":"2024-09-22T09:25:18.186563+0000","last_active":"2024-09-22T09:25:18.186734+0000","last_peered":"2024-09-22T09:25:18.186734+0000","last_clean":"2024-09-22T09:25:18.186734+0000","last_became_active":"2024-09-22T08:58:38.380623+0000","last_became_peered":"2024-09-22T08:58:38.380623+0000","last_unstale":"2024-09-22T09:25:18.186734+0000","last_undegraded":"2024-09-22T09:25:18.186734+0000","last_fullsized":"2024-09-22T09:25:18.186734+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-22T09:25:18.186370+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-22T09:25:18.186370+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.186370+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:21:27.758374+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":18961,"num_write":20,"num_write_kb":9745,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'21","reported_seq":118,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.795825+0000","last_change":"2024-09-22T09:25:12.795702+0000","last_active":"2024-09-22T09:25:12.795825+0000","last_peered":"2024-09-22T09:25:12.795825+0000","last_clean":"2024-09-22T09:25:12.795825+0000","last_became_active":"2024-09-22T08:56:54.589815+0000","last_became_peered":"2024-09-22T08:56:54.589815+0000","last_unstale":"2024-09-22T09:25:12.795825+0000","last_undegraded":"2024-09-22T09:25:12.795825+0000","last_fullsized":"2024-09-22T09:25:12.795825+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'21","last_scrub_stamp":"2024-09-22T09:25:12.795512+0000","last_deep_scrub":"266'21","last_deep_scrub_stamp":"2024-09-22T09:25:12.795512+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.795512+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:02:17.695028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":96,"num_write":52,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:38.180211+0000","last_change":"2024-09-22T09:25:38.180211+0000","last_active":"2024-09-22T09:25:38.180211+0000","last_peered":"2024-09-22T09:25:38.180211+0000","last_clean":"2024-09-22T09:25:38.180211+0000","last_became_active":"2024-09-22T09:09:48.767578+0000","last_became_peered":"2024-09-22T09:09:48.767578+0000","last_unstale":"2024-09-22T09:25:38.180211+0000","last_undegraded":"2024-09-22T09:25:38.180211+0000","last_fullsized":"2024-09-22T09:25:38.180211+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:38.180031+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:38.180031+0000","last_clean_scrub_stamp":"2024-09-22T09:25:38.180031+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:03:42.168234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"263'8","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:29.357405+0000","last_change":"2024-09-22T09:25:29.357226+0000","last_active":"2024-09-22T09:25:29.357405+0000","last_peered":"2024-09-22T09:25:29.357405+0000","last_clean":"2024-09-22T09:25:29.357405+0000","last_became_active":"2024-09-22T08:58:41.432145+0000","last_became_peered":"2024-09-22T08:58:41.432145+0000","last_unstale":"2024-09-22T09:25:29.357405+0000","last_undegraded":"2024-09-22T09:25:29.357405+0000","last_fullsized":"2024-09-22T09:25:29.357405+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'8","last_scrub_stamp":"2024-09-22T09:25:29.357043+0000","last_deep_scrub":"263'8","last_deep_scrub_stamp":"2024-09-22T09:25:29.357043+0000","last_clean_scrub_stamp":"2024-09-22T09:25:29.357043+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:50.025485+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":10242,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"263'5","reported_seq":65,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.703559+0000","last_change":"2024-09-22T09:25:18.703433+0000","last_active":"2024-09-22T09:25:18.703559+0000","last_peered":"2024-09-22T09:25:18.703559+0000","last_clean":"2024-09-22T09:25:18.703559+0000","last_became_active":"2024-09-22T08:58:38.380371+0000","last_became_peered":"2024-09-22T08:58:38.380371+0000","last_unstale":"2024-09-22T09:25:18.703559+0000","last_undegraded":"2024-09-22T09:25:18.703559+0000","last_fullsized":"2024-09-22T09:25:18.703559+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-22T09:25:18.703217+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-22T09:25:18.703217+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.703217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:55:54.095588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'37","reported_seq":154,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.127503+0000","last_change":"2024-09-22T09:25:22.127503+0000","last_active":"2024-09-22T09:25:22.127503+0000","last_peered":"2024-09-22T09:25:22.127503+0000","last_clean":"2024-09-22T09:25:22.127503+0000","last_became_active":"2024-09-22T08:56:54.579392+0000","last_became_peered":"2024-09-22T08:56:54.579392+0000","last_unstale":"2024-09-22T09:25:22.127503+0000","last_undegraded":"2024-09-22T09:25:22.127503+0000","last_fullsized":"2024-09-22T09:25:22.127503+0000","mapping_epoch":253,"log_start":"0'0","ondisk_log_start":"0'0","created":253,"last_epoch_clean":254,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'37","last_scrub_stamp":"2024-09-22T09:25:22.127284+0000","last_deep_scrub":"266'37","last_deep_scrub_stamp":"2024-09-22T09:25:22.127284+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.127284+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:23:53.717216+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":272,"num_read_kb":170,"num_write":98,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'333","reported_seq":999,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.167013+0000","last_change":"2024-09-22T09:25:01.167013+0000","last_active":"2024-09-22T09:25:01.167013+0000","last_peered":"2024-09-22T09:25:01.167013+0000","last_clean":"2024-09-22T09:25:01.167013+0000","last_became_active":"2024-09-22T08:40:26.258225+0000","last_became_peered":"2024-09-22T08:40:26.258225+0000","last_unstale":"2024-09-22T09:25:01.167013+0000","last_undegraded":"2024-09-22T09:25:01.167013+0000","last_fullsized":"2024-09-22T09:25:01.167013+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:25:01.166805+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.166805+0000","objects_scrubbed":1,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:57:40.847848+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":674,"num_read_kb":27944,"num_write":1055,"num_write_kb":31151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'144","reported_seq":752,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.879564+0000","last_change":"2024-09-22T09:25:03.879377+0000","last_active":"2024-09-22T09:25:03.879564+0000","last_peered":"2024-09-22T09:25:03.879564+0000","last_clean":"2024-09-22T09:25:03.879564+0000","last_became_active":"2024-09-22T08:40:28.222389+0000","last_became_peered":"2024-09-22T08:40:28.222389+0000","last_unstale":"2024-09-22T09:25:03.879564+0000","last_undegraded":"2024-09-22T09:25:03.879564+0000","last_fullsized":"2024-09-22T09:25:03.879564+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'144","last_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_deep_scrub":"266'144","last_deep_scrub_stamp":"2024-09-22T09:25:03.879151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.879151+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:09.559209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":650,"num_read_kb":538,"num_write":215,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'381","reported_seq":1050,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.188985+0000","last_change":"2024-09-22T09:24:53.188985+0000","last_active":"2024-09-22T09:24:53.188985+0000","last_peered":"2024-09-22T09:24:53.188985+0000","last_clean":"2024-09-22T09:24:53.188985+0000","last_became_active":"2024-09-22T08:40:26.248959+0000","last_became_peered":"2024-09-22T08:40:26.248959+0000","last_unstale":"2024-09-22T09:24:53.188985+0000","last_undegraded":"2024-09-22T09:24:53.188985+0000","last_fullsized":"2024-09-22T09:24:53.188985+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:53.188716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.188716+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:32:11.475486+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":657,"num_read_kb":37444,"num_write":1152,"num_write_kb":27946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'267","reported_seq":983,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.126258+0000","last_change":"2024-09-22T09:25:06.126095+0000","last_active":"2024-09-22T09:25:06.126258+0000","last_peered":"2024-09-22T09:25:06.126258+0000","last_clean":"2024-09-22T09:25:06.126258+0000","last_became_active":"2024-09-22T08:40:28.234128+0000","last_became_peered":"2024-09-22T08:40:28.234128+0000","last_unstale":"2024-09-22T09:25:06.126258+0000","last_undegraded":"2024-09-22T09:25:06.126258+0000","last_fullsized":"2024-09-22T09:25:06.126258+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'267","last_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_deep_scrub":"266'267","last_deep_scrub_stamp":"2024-09-22T09:25:06.125924+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.125924+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:07.607606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1309,"num_read_kb":1114,"num_write":443,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'354","reported_seq":1007,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.367023+0000","last_change":"2024-09-22T09:24:52.367023+0000","last_active":"2024-09-22T09:24:52.367023+0000","last_peered":"2024-09-22T09:24:52.367023+0000","last_clean":"2024-09-22T09:24:52.367023+0000","last_became_active":"2024-09-22T08:40:26.209045+0000","last_became_peered":"2024-09-22T08:40:26.209045+0000","last_unstale":"2024-09-22T09:24:52.367023+0000","last_undegraded":"2024-09-22T09:24:52.367023+0000","last_fullsized":"2024-09-22T09:24:52.367023+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'354","last_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_deep_scrub":"266'354","last_deep_scrub_stamp":"2024-09-22T09:24:52.366822+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.366822+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:51.883814+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":13679,"num_write":1191,"num_write_kb":15222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'150","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.496790+0000","last_change":"2024-09-22T09:25:04.496551+0000","last_active":"2024-09-22T09:25:04.496790+0000","last_peered":"2024-09-22T09:25:04.496790+0000","last_clean":"2024-09-22T09:25:04.496790+0000","last_became_active":"2024-09-22T08:40:28.193354+0000","last_became_peered":"2024-09-22T08:40:28.193354+0000","last_unstale":"2024-09-22T09:25:04.496790+0000","last_undegraded":"2024-09-22T09:25:04.496790+0000","last_fullsized":"2024-09-22T09:25:04.496790+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:04.496307+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.496307+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:39.581666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":656,"num_read_kb":548,"num_write":217,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'327","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.995080+0000","last_change":"2024-09-22T09:24:57.995080+0000","last_active":"2024-09-22T09:24:57.995080+0000","last_peered":"2024-09-22T09:24:57.995080+0000","last_clean":"2024-09-22T09:24:57.995080+0000","last_became_active":"2024-09-22T08:40:26.222846+0000","last_became_peered":"2024-09-22T08:40:26.222846+0000","last_unstale":"2024-09-22T09:24:57.995080+0000","last_undegraded":"2024-09-22T09:24:57.995080+0000","last_fullsized":"2024-09-22T09:24:57.995080+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'327","last_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_deep_scrub":"266'327","last_deep_scrub_stamp":"2024-09-22T09:24:57.994867+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.994867+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:36.064542+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":470,"num_read_kb":22989,"num_write":861,"num_write_kb":40473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'171","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.456020+0000","last_change":"2024-09-22T09:25:01.455770+0000","last_active":"2024-09-22T09:25:01.456020+0000","last_peered":"2024-09-22T09:25:01.456020+0000","last_clean":"2024-09-22T09:25:01.456020+0000","last_became_active":"2024-09-22T08:40:28.206883+0000","last_became_peered":"2024-09-22T08:40:28.206883+0000","last_unstale":"2024-09-22T09:25:01.456020+0000","last_undegraded":"2024-09-22T09:25:01.456020+0000","last_fullsized":"2024-09-22T09:25:01.456020+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:01.455466+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.455466+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:24.960094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":688,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'368","reported_seq":1067,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.137030+0000","last_change":"2024-09-22T09:25:00.136873+0000","last_active":"2024-09-22T09:25:00.137030+0000","last_peered":"2024-09-22T09:25:00.137030+0000","last_clean":"2024-09-22T09:25:00.137030+0000","last_became_active":"2024-09-22T08:40:26.254807+0000","last_became_peered":"2024-09-22T08:40:26.254807+0000","last_unstale":"2024-09-22T09:25:00.137030+0000","last_undegraded":"2024-09-22T09:25:00.137030+0000","last_fullsized":"2024-09-22T09:25:00.137030+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'368","last_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_deep_scrub":"266'368","last_deep_scrub_stamp":"2024-09-22T09:25:00.136633+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.136633+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:52.219400+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":694,"num_read_kb":47725,"num_write":1289,"num_write_kb":32718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'108","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.913920+0000","last_change":"2024-09-22T09:24:59.913920+0000","last_active":"2024-09-22T09:24:59.913920+0000","last_peered":"2024-09-22T09:24:59.913920+0000","last_clean":"2024-09-22T09:24:59.913920+0000","last_became_active":"2024-09-22T08:40:28.217765+0000","last_became_peered":"2024-09-22T08:40:28.217765+0000","last_unstale":"2024-09-22T09:24:59.913920+0000","last_undegraded":"2024-09-22T09:24:59.913920+0000","last_fullsized":"2024-09-22T09:24:59.913920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-22T09:24:59.913634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.913634+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:16:02.665621+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":507,"num_read_kb":434,"num_write":148,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'341","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.013108+0000","last_change":"2024-09-22T09:24:57.012931+0000","last_active":"2024-09-22T09:24:57.013108+0000","last_peered":"2024-09-22T09:24:57.013108+0000","last_clean":"2024-09-22T09:24:57.013108+0000","last_became_active":"2024-09-22T08:40:26.243701+0000","last_became_peered":"2024-09-22T08:40:26.243701+0000","last_unstale":"2024-09-22T09:24:57.013108+0000","last_undegraded":"2024-09-22T09:24:57.013108+0000","last_fullsized":"2024-09-22T09:24:57.013108+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:57.012726+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.012726+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:32:34.356675+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174783,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":605,"num_read_kb":36706,"num_write":1038,"num_write_kb":36044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'87","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.521993+0000","last_change":"2024-09-22T09:25:05.521993+0000","last_active":"2024-09-22T09:25:05.521993+0000","last_peered":"2024-09-22T09:25:05.521993+0000","last_clean":"2024-09-22T09:25:05.521993+0000","last_became_active":"2024-09-22T08:40:28.212709+0000","last_became_peered":"2024-09-22T08:40:28.212709+0000","last_unstale":"2024-09-22T09:25:05.521993+0000","last_undegraded":"2024-09-22T09:25:05.521993+0000","last_fullsized":"2024-09-22T09:25:05.521993+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'87","last_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_deep_scrub":"266'87","last_deep_scrub_stamp":"2024-09-22T09:25:05.521730+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.521730+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:24:53.138473+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":291,"num_write":139,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'363","reported_seq":1014,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.127323+0000","last_change":"2024-09-22T09:24:57.127153+0000","last_active":"2024-09-22T09:24:57.127323+0000","last_peered":"2024-09-22T09:24:57.127323+0000","last_clean":"2024-09-22T09:24:57.127323+0000","last_became_active":"2024-09-22T08:40:26.256390+0000","last_became_peered":"2024-09-22T08:40:26.256390+0000","last_unstale":"2024-09-22T09:24:57.127323+0000","last_undegraded":"2024-09-22T09:24:57.127323+0000","last_fullsized":"2024-09-22T09:24:57.127323+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'363","last_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_deep_scrub":"266'363","last_deep_scrub_stamp":"2024-09-22T09:24:57.126944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.126944+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:25.330870+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":5378,"num_write":1221,"num_write_kb":31000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'249","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.925234+0000","last_change":"2024-09-22T09:25:04.925234+0000","last_active":"2024-09-22T09:25:04.925234+0000","last_peered":"2024-09-22T09:25:04.925234+0000","last_clean":"2024-09-22T09:25:04.925234+0000","last_became_active":"2024-09-22T08:40:28.222779+0000","last_became_peered":"2024-09-22T08:40:28.222779+0000","last_unstale":"2024-09-22T09:25:04.925234+0000","last_undegraded":"2024-09-22T09:25:04.925234+0000","last_fullsized":"2024-09-22T09:25:04.925234+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-22T09:25:04.925052+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.925052+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:38.884683+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1114,"num_read_kb":916,"num_write":383,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'344","reported_seq":973,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.616610+0000","last_change":"2024-09-22T09:24:55.616415+0000","last_active":"2024-09-22T09:24:55.616610+0000","last_peered":"2024-09-22T09:24:55.616610+0000","last_clean":"2024-09-22T09:24:55.616610+0000","last_became_active":"2024-09-22T08:40:26.223024+0000","last_became_peered":"2024-09-22T08:40:26.223024+0000","last_unstale":"2024-09-22T09:24:55.616610+0000","last_undegraded":"2024-09-22T09:24:55.616610+0000","last_fullsized":"2024-09-22T09:24:55.616610+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:55.616203+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.616203+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:09.071720+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":10855,"num_write":1006,"num_write_kb":29573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'107","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.844691+0000","last_change":"2024-09-22T09:24:54.844691+0000","last_active":"2024-09-22T09:24:54.844691+0000","last_peered":"2024-09-22T09:24:54.844691+0000","last_clean":"2024-09-22T09:24:54.844691+0000","last_became_active":"2024-09-22T08:40:28.210000+0000","last_became_peered":"2024-09-22T08:40:28.210000+0000","last_unstale":"2024-09-22T09:24:54.844691+0000","last_undegraded":"2024-09-22T09:24:54.844691+0000","last_fullsized":"2024-09-22T09:24:54.844691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-22T09:24:54.844474+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.844474+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:56.592263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":398,"num_write":152,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'128","reported_seq":734,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.427659+0000","last_change":"2024-09-22T09:25:02.427659+0000","last_active":"2024-09-22T09:25:02.427659+0000","last_peered":"2024-09-22T09:25:02.427659+0000","last_clean":"2024-09-22T09:25:02.427659+0000","last_became_active":"2024-09-22T08:40:28.212610+0000","last_became_peered":"2024-09-22T08:40:28.212610+0000","last_unstale":"2024-09-22T09:25:02.427659+0000","last_undegraded":"2024-09-22T09:25:02.427659+0000","last_fullsized":"2024-09-22T09:25:02.427659+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'128","last_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_deep_scrub":"266'128","last_deep_scrub_stamp":"2024-09-22T09:25:02.427480+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.427480+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:02.628875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":578,"num_read_kb":479,"num_write":188,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'337","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.117222+0000","last_change":"2024-09-22T09:24:58.117222+0000","last_active":"2024-09-22T09:24:58.117222+0000","last_peered":"2024-09-22T09:24:58.117222+0000","last_clean":"2024-09-22T09:24:58.117222+0000","last_became_active":"2024-09-22T08:40:26.239762+0000","last_became_peered":"2024-09-22T08:40:26.239762+0000","last_unstale":"2024-09-22T09:24:58.117222+0000","last_undegraded":"2024-09-22T09:24:58.117222+0000","last_fullsized":"2024-09-22T09:24:58.117222+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:58.116801+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.116801+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:06:12.220922+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1080000,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":535,"num_read_kb":1798,"num_write":1019,"num_write_kb":27719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'171","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.114171+0000","last_change":"2024-09-22T09:25:04.114171+0000","last_active":"2024-09-22T09:25:04.114171+0000","last_peered":"2024-09-22T09:25:04.114171+0000","last_clean":"2024-09-22T09:25:04.114171+0000","last_became_active":"2024-09-22T08:40:28.232436+0000","last_became_peered":"2024-09-22T08:40:28.232436+0000","last_unstale":"2024-09-22T09:25:04.114171+0000","last_undegraded":"2024-09-22T09:25:04.114171+0000","last_fullsized":"2024-09-22T09:25:04.114171+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-22T09:25:04.113987+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.113987+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:20.002240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":763,"num_read_kb":637,"num_write":268,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'382","reported_seq":1026,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.921494+0000","last_change":"2024-09-22T09:24:55.921494+0000","last_active":"2024-09-22T09:24:55.921494+0000","last_peered":"2024-09-22T09:24:55.921494+0000","last_clean":"2024-09-22T09:24:55.921494+0000","last_became_active":"2024-09-22T08:40:26.257863+0000","last_became_peered":"2024-09-22T08:40:26.257863+0000","last_unstale":"2024-09-22T09:24:55.921494+0000","last_undegraded":"2024-09-22T09:24:55.921494+0000","last_fullsized":"2024-09-22T09:24:55.921494+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'382","last_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_deep_scrub":"266'382","last_deep_scrub_stamp":"2024-09-22T09:24:55.921229+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.921229+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:47:35.480499+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":658,"num_read_kb":13103,"num_write":1090,"num_write_kb":39672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'78","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.883875+0000","last_change":"2024-09-22T09:25:01.883875+0000","last_active":"2024-09-22T09:25:01.883875+0000","last_peered":"2024-09-22T09:25:01.883875+0000","last_clean":"2024-09-22T09:25:01.883875+0000","last_became_active":"2024-09-22T08:40:28.222454+0000","last_became_peered":"2024-09-22T08:40:28.222454+0000","last_unstale":"2024-09-22T09:25:01.883875+0000","last_undegraded":"2024-09-22T09:25:01.883875+0000","last_fullsized":"2024-09-22T09:25:01.883875+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'78","last_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_deep_scrub":"266'78","last_deep_scrub_stamp":"2024-09-22T09:25:01.883689+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.883689+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:33.380739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":374,"num_read_kb":327,"num_write":110,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'344","reported_seq":985,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.994592+0000","last_change":"2024-09-22T09:24:51.994592+0000","last_active":"2024-09-22T09:24:51.994592+0000","last_peered":"2024-09-22T09:24:51.994592+0000","last_clean":"2024-09-22T09:24:51.994592+0000","last_became_active":"2024-09-22T08:40:26.257495+0000","last_became_peered":"2024-09-22T08:40:26.257495+0000","last_unstale":"2024-09-22T09:24:51.994592+0000","last_undegraded":"2024-09-22T09:24:51.994592+0000","last_fullsized":"2024-09-22T09:24:51.994592+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.994377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.994377+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:18:32.831124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":11711,"num_write":1053,"num_write_kb":29445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'261","reported_seq":851,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.701460+0000","last_change":"2024-09-22T09:24:50.701460+0000","last_active":"2024-09-22T09:24:50.701460+0000","last_peered":"2024-09-22T09:24:50.701460+0000","last_clean":"2024-09-22T09:24:50.701460+0000","last_became_active":"2024-09-22T08:40:28.208409+0000","last_became_peered":"2024-09-22T08:40:28.208409+0000","last_unstale":"2024-09-22T09:24:50.701460+0000","last_undegraded":"2024-09-22T09:24:50.701460+0000","last_fullsized":"2024-09-22T09:24:50.701460+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'261","last_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_deep_scrub":"266'261","last_deep_scrub_stamp":"2024-09-22T09:24:50.701275+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.701275+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:23.851755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1126,"num_read_kb":902,"num_write":425,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'339","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.371890+0000","last_change":"2024-09-22T09:24:49.371890+0000","last_active":"2024-09-22T09:24:49.371890+0000","last_peered":"2024-09-22T09:24:49.371890+0000","last_clean":"2024-09-22T09:24:49.371890+0000","last_became_active":"2024-09-22T08:40:26.266269+0000","last_became_peered":"2024-09-22T08:40:26.266269+0000","last_unstale":"2024-09-22T09:24:49.371890+0000","last_undegraded":"2024-09-22T09:24:49.371890+0000","last_fullsized":"2024-09-22T09:24:49.371890+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'339","last_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_deep_scrub":"266'339","last_deep_scrub_stamp":"2024-09-22T09:24:49.371649+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.371649+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:26:21.021513+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":605,"num_read_kb":14758,"num_write":1058,"num_write_kb":19359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"266'105","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.804061+0000","last_change":"2024-09-22T09:24:53.804061+0000","last_active":"2024-09-22T09:24:53.804061+0000","last_peered":"2024-09-22T09:24:53.804061+0000","last_clean":"2024-09-22T09:24:53.804061+0000","last_became_active":"2024-09-22T08:40:28.218132+0000","last_became_peered":"2024-09-22T08:40:28.218132+0000","last_unstale":"2024-09-22T09:24:53.804061+0000","last_undegraded":"2024-09-22T09:24:53.804061+0000","last_fullsized":"2024-09-22T09:24:53.804061+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'105","last_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_deep_scrub":"266'105","last_deep_scrub_stamp":"2024-09-22T09:24:53.803881+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.803881+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:01.131419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":472,"num_read_kb":395,"num_write":152,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'304","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.732753+0000","last_change":"2024-09-22T09:25:02.732753+0000","last_active":"2024-09-22T09:25:02.732753+0000","last_peered":"2024-09-22T09:25:02.732753+0000","last_clean":"2024-09-22T09:25:02.732753+0000","last_became_active":"2024-09-22T08:40:26.252740+0000","last_became_peered":"2024-09-22T08:40:26.252740+0000","last_unstale":"2024-09-22T09:25:02.732753+0000","last_undegraded":"2024-09-22T09:25:02.732753+0000","last_fullsized":"2024-09-22T09:25:02.732753+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'304","last_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_deep_scrub":"266'304","last_deep_scrub_stamp":"2024-09-22T09:25:02.732496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.732496+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:47.276750+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":76154,"num_write":931,"num_write_kb":30787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'220","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.447102+0000","last_change":"2024-09-22T09:25:03.447102+0000","last_active":"2024-09-22T09:25:03.447102+0000","last_peered":"2024-09-22T09:25:03.447102+0000","last_clean":"2024-09-22T09:25:03.447102+0000","last_became_active":"2024-09-22T08:40:28.206900+0000","last_became_peered":"2024-09-22T08:40:28.206900+0000","last_unstale":"2024-09-22T09:25:03.447102+0000","last_undegraded":"2024-09-22T09:25:03.447102+0000","last_fullsized":"2024-09-22T09:25:03.447102+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-22T09:25:03.446919+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.446919+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:48.570068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":943,"num_read_kb":776,"num_write":347,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'355","reported_seq":1027,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.389036+0000","last_change":"2024-09-22T09:24:51.388886+0000","last_active":"2024-09-22T09:24:51.389036+0000","last_peered":"2024-09-22T09:24:51.389036+0000","last_clean":"2024-09-22T09:24:51.389036+0000","last_became_active":"2024-09-22T08:40:26.226071+0000","last_became_peered":"2024-09-22T08:40:26.226071+0000","last_unstale":"2024-09-22T09:24:51.389036+0000","last_undegraded":"2024-09-22T09:24:51.389036+0000","last_fullsized":"2024-09-22T09:24:51.389036+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:51.388658+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.388658+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:32:48.293155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":493044,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":645,"num_read_kb":47558,"num_write":1197,"num_write_kb":46502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'137","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.405962+0000","last_change":"2024-09-22T09:25:20.405962+0000","last_active":"2024-09-22T09:25:20.405962+0000","last_peered":"2024-09-22T09:25:20.405962+0000","last_clean":"2024-09-22T09:25:20.405962+0000","last_became_active":"2024-09-22T08:40:36.288553+0000","last_became_peered":"2024-09-22T08:40:36.288553+0000","last_unstale":"2024-09-22T09:25:20.405962+0000","last_undegraded":"2024-09-22T09:25:20.405962+0000","last_fullsized":"2024-09-22T09:25:20.405962+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:20.405771+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:20.405771+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.405771+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:08.491391+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":600,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":193,"num_read_kb":188,"num_write":328,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'340","reported_seq":957,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.640305+0000","last_change":"2024-09-22T09:24:57.640155+0000","last_active":"2024-09-22T09:24:57.640305+0000","last_peered":"2024-09-22T09:24:57.640305+0000","last_clean":"2024-09-22T09:24:57.640305+0000","last_became_active":"2024-09-22T08:40:28.211681+0000","last_became_peered":"2024-09-22T08:40:28.211681+0000","last_unstale":"2024-09-22T09:24:57.640305+0000","last_undegraded":"2024-09-22T09:24:57.640305+0000","last_fullsized":"2024-09-22T09:24:57.640305+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'340","last_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_deep_scrub":"266'340","last_deep_scrub_stamp":"2024-09-22T09:24:57.639977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.639977+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:35.141859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1425,"num_read_kb":1143,"num_write":522,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'314","reported_seq":1022,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.172454+0000","last_change":"2024-09-22T09:24:56.172454+0000","last_active":"2024-09-22T09:24:56.172454+0000","last_peered":"2024-09-22T09:24:56.172454+0000","last_clean":"2024-09-22T09:24:56.172454+0000","last_became_active":"2024-09-22T08:40:26.270858+0000","last_became_peered":"2024-09-22T08:40:26.270858+0000","last_unstale":"2024-09-22T09:24:56.172454+0000","last_undegraded":"2024-09-22T09:24:56.172454+0000","last_fullsized":"2024-09-22T09:24:56.172454+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'314","last_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_deep_scrub":"266'314","last_deep_scrub_stamp":"2024-09-22T09:24:56.172226+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.172226+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.464314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":47942,"num_write":1014,"num_write_kb":32779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.916435+0000","last_change":"2024-09-22T09:25:06.916435+0000","last_active":"2024-09-22T09:25:06.916435+0000","last_peered":"2024-09-22T09:25:06.916435+0000","last_clean":"2024-09-22T09:25:06.916435+0000","last_became_active":"2024-09-22T08:40:30.223671+0000","last_became_peered":"2024-09-22T08:40:30.223671+0000","last_unstale":"2024-09-22T09:25:06.916435+0000","last_undegraded":"2024-09-22T09:25:06.916435+0000","last_fullsized":"2024-09-22T09:25:06.916435+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.916221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.916221+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.916221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:48.352035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'352","reported_seq":958,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.451260+0000","last_change":"2024-09-22T09:25:08.451260+0000","last_active":"2024-09-22T09:25:08.451260+0000","last_peered":"2024-09-22T09:25:08.451260+0000","last_clean":"2024-09-22T09:25:08.451260+0000","last_became_active":"2024-09-22T08:40:32.229074+0000","last_became_peered":"2024-09-22T08:40:32.229074+0000","last_unstale":"2024-09-22T09:25:08.451260+0000","last_undegraded":"2024-09-22T09:25:08.451260+0000","last_fullsized":"2024-09-22T09:25:08.451260+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:25:08.451060+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:25:08.451060+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.451060+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:07.169465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52140,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":567,"num_read_kb":1215,"num_write":458,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.047665+0000","last_change":"2024-09-22T09:25:18.047665+0000","last_active":"2024-09-22T09:25:18.047665+0000","last_peered":"2024-09-22T09:25:18.047665+0000","last_clean":"2024-09-22T09:25:18.047665+0000","last_became_active":"2024-09-22T08:40:34.242270+0000","last_became_peered":"2024-09-22T08:40:34.242270+0000","last_unstale":"2024-09-22T09:25:18.047665+0000","last_undegraded":"2024-09-22T09:25:18.047665+0000","last_fullsized":"2024-09-22T09:25:18.047665+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:18.047471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:18.047471+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.047471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:36:05.966729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'146","reported_seq":651,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.843432+0000","last_change":"2024-09-22T09:25:22.843432+0000","last_active":"2024-09-22T09:25:22.843432+0000","last_peered":"2024-09-22T09:25:22.843432+0000","last_clean":"2024-09-22T09:25:22.843432+0000","last_became_active":"2024-09-22T08:40:36.290361+0000","last_became_peered":"2024-09-22T08:40:36.290361+0000","last_unstale":"2024-09-22T09:25:22.843432+0000","last_undegraded":"2024-09-22T09:25:22.843432+0000","last_fullsized":"2024-09-22T09:25:22.843432+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'146","last_scrub_stamp":"2024-09-22T09:25:22.843235+0000","last_deep_scrub":"266'146","last_deep_scrub_stamp":"2024-09-22T09:25:22.843235+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.843235+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:07:23.323462+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1299,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":188,"num_read_kb":172,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'117","reported_seq":702,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.965051+0000","last_change":"2024-09-22T09:24:58.965051+0000","last_active":"2024-09-22T09:24:58.965051+0000","last_peered":"2024-09-22T09:24:58.965051+0000","last_clean":"2024-09-22T09:24:58.965051+0000","last_became_active":"2024-09-22T08:40:28.233121+0000","last_became_peered":"2024-09-22T08:40:28.233121+0000","last_unstale":"2024-09-22T09:24:58.965051+0000","last_undegraded":"2024-09-22T09:24:58.965051+0000","last_fullsized":"2024-09-22T09:24:58.965051+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-22T09:24:58.964871+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.964871+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:18.224115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":522,"num_read_kb":438,"num_write":177,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'341","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.435676+0000","last_change":"2024-09-22T09:24:45.435621+0000","last_active":"2024-09-22T09:24:45.435676+0000","last_peered":"2024-09-22T09:24:45.435676+0000","last_clean":"2024-09-22T09:24:45.435676+0000","last_became_active":"2024-09-22T08:41:01.431922+0000","last_became_peered":"2024-09-22T08:41:01.431922+0000","last_unstale":"2024-09-22T09:24:45.435676+0000","last_undegraded":"2024-09-22T09:24:45.435676+0000","last_fullsized":"2024-09-22T09:24:45.435676+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:45.435543+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.435543+0000","objects_scrubbed":3,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:09.612584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":651,"num_read_kb":64940,"num_write":1063,"num_write_kb":44786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,3,1],"acting":[0,2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.867081+0000","last_change":"2024-09-22T09:25:08.867081+0000","last_active":"2024-09-22T09:25:08.867081+0000","last_peered":"2024-09-22T09:25:08.867081+0000","last_clean":"2024-09-22T09:25:08.867081+0000","last_became_active":"2024-09-22T08:40:30.209305+0000","last_became_peered":"2024-09-22T08:40:30.209305+0000","last_unstale":"2024-09-22T09:25:08.867081+0000","last_undegraded":"2024-09-22T09:25:08.867081+0000","last_fullsized":"2024-09-22T09:25:08.867081+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.866891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.866891+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.866891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:22:34.229756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'91","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.421668+0000","last_change":"2024-09-22T09:25:12.421668+0000","last_active":"2024-09-22T09:25:12.421668+0000","last_peered":"2024-09-22T09:25:12.421668+0000","last_clean":"2024-09-22T09:25:12.421668+0000","last_became_active":"2024-09-22T08:40:32.228160+0000","last_became_peered":"2024-09-22T08:40:32.228160+0000","last_unstale":"2024-09-22T09:25:12.421668+0000","last_undegraded":"2024-09-22T09:25:12.421668+0000","last_fullsized":"2024-09-22T09:25:12.421668+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'91","last_scrub_stamp":"2024-09-22T09:25:12.421482+0000","last_deep_scrub":"266'91","last_deep_scrub_stamp":"2024-09-22T09:25:12.421482+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.421482+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:11.724070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":88,"num_write":62,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.397936+0000","last_change":"2024-09-22T09:25:16.397936+0000","last_active":"2024-09-22T09:25:16.397936+0000","last_peered":"2024-09-22T09:25:16.397936+0000","last_clean":"2024-09-22T09:25:16.397936+0000","last_became_active":"2024-09-22T08:40:34.243781+0000","last_became_peered":"2024-09-22T08:40:34.243781+0000","last_unstale":"2024-09-22T09:25:16.397936+0000","last_undegraded":"2024-09-22T09:25:16.397936+0000","last_fullsized":"2024-09-22T09:25:16.397936+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.397753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.397753+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.397753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:14.682092+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'139","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.648410+0000","last_change":"2024-09-22T09:25:20.648178+0000","last_active":"2024-09-22T09:25:20.648410+0000","last_peered":"2024-09-22T09:25:20.648410+0000","last_clean":"2024-09-22T09:25:20.648410+0000","last_became_active":"2024-09-22T08:40:36.284615+0000","last_became_peered":"2024-09-22T08:40:36.284615+0000","last_unstale":"2024-09-22T09:25:20.648410+0000","last_undegraded":"2024-09-22T09:25:20.648410+0000","last_fullsized":"2024-09-22T09:25:20.648410+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-22T09:25:20.647928+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-22T09:25:20.647928+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.647928+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:15:41.031827+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":208,"num_write":334,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'74","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.406915+0000","last_change":"2024-09-22T09:24:56.406915+0000","last_active":"2024-09-22T09:24:56.406915+0000","last_peered":"2024-09-22T09:24:56.406915+0000","last_clean":"2024-09-22T09:24:56.406915+0000","last_became_active":"2024-09-22T08:40:28.207136+0000","last_became_peered":"2024-09-22T08:40:28.207136+0000","last_unstale":"2024-09-22T09:24:56.406915+0000","last_undegraded":"2024-09-22T09:24:56.406915+0000","last_fullsized":"2024-09-22T09:24:56.406915+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:56.406733+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.406733+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:03.683132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":344,"num_read_kb":294,"num_write":99,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'384","reported_seq":1079,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.222727+0000","last_change":"2024-09-22T09:24:54.222727+0000","last_active":"2024-09-22T09:24:54.222727+0000","last_peered":"2024-09-22T09:24:54.222727+0000","last_clean":"2024-09-22T09:24:54.222727+0000","last_became_active":"2024-09-22T08:40:26.254912+0000","last_became_peered":"2024-09-22T08:40:26.254912+0000","last_unstale":"2024-09-22T09:24:54.222727+0000","last_undegraded":"2024-09-22T09:24:54.222727+0000","last_fullsized":"2024-09-22T09:24:54.222727+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'384","last_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_deep_scrub":"266'384","last_deep_scrub_stamp":"2024-09-22T09:24:54.222442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.222442+0000","objects_scrubbed":6,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:17:15.803899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":772,"num_read_kb":65163,"num_write":1199,"num_write_kb":38623,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.906952+0000","last_change":"2024-09-22T09:25:13.906952+0000","last_active":"2024-09-22T09:25:13.906952+0000","last_peered":"2024-09-22T09:25:13.906952+0000","last_clean":"2024-09-22T09:25:13.906952+0000","last_became_active":"2024-09-22T08:40:30.215252+0000","last_became_peered":"2024-09-22T08:40:30.215252+0000","last_unstale":"2024-09-22T09:25:13.906952+0000","last_undegraded":"2024-09-22T09:25:13.906952+0000","last_fullsized":"2024-09-22T09:25:13.906952+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:13.906769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:13.906769+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.906769+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:20:42.294633+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'112","reported_seq":647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.888558+0000","last_change":"2024-09-22T09:24:58.888433+0000","last_active":"2024-09-22T09:24:58.888558+0000","last_peered":"2024-09-22T09:24:58.888558+0000","last_clean":"2024-09-22T09:24:58.888558+0000","last_became_active":"2024-09-22T08:40:32.230902+0000","last_became_peered":"2024-09-22T08:40:32.230902+0000","last_unstale":"2024-09-22T09:24:58.888558+0000","last_undegraded":"2024-09-22T09:24:58.888558+0000","last_fullsized":"2024-09-22T09:24:58.888558+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-22T09:24:58.888213+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.888213+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:10:56.903926+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'753","reported_seq":2146,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.084411+0000","last_change":"2024-09-22T09:25:19.084411+0000","last_active":"2024-09-22T09:25:19.084411+0000","last_peered":"2024-09-22T09:25:19.084411+0000","last_clean":"2024-09-22T09:25:19.084411+0000","last_became_active":"2024-09-22T08:40:34.267944+0000","last_became_peered":"2024-09-22T08:40:34.267944+0000","last_unstale":"2024-09-22T09:25:19.084411+0000","last_undegraded":"2024-09-22T09:25:19.084411+0000","last_fullsized":"2024-09-22T09:25:19.084411+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'753","last_scrub_stamp":"2024-09-22T09:25:19.084214+0000","last_deep_scrub":"266'753","last_deep_scrub_stamp":"2024-09-22T09:25:19.084214+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.084214+0000","objects_scrubbed":1,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.818061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'229","reported_seq":1070,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.377870+0000","last_change":"2024-09-22T09:25:21.377729+0000","last_active":"2024-09-22T09:25:21.377870+0000","last_peered":"2024-09-22T09:25:21.377870+0000","last_clean":"2024-09-22T09:25:21.377870+0000","last_became_active":"2024-09-22T08:40:36.377685+0000","last_became_peered":"2024-09-22T08:40:36.377685+0000","last_unstale":"2024-09-22T09:25:21.377870+0000","last_undegraded":"2024-09-22T09:25:21.377870+0000","last_fullsized":"2024-09-22T09:25:21.377870+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-22T09:25:21.377544+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-22T09:25:21.377544+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.377544+0000","objects_scrubbed":2,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:11:03.257990+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":701,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'315","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.720124+0000","last_change":"2024-09-22T09:25:01.720124+0000","last_active":"2024-09-22T09:25:01.720124+0000","last_peered":"2024-09-22T09:25:01.720124+0000","last_clean":"2024-09-22T09:25:01.720124+0000","last_became_active":"2024-09-22T08:40:28.236264+0000","last_became_peered":"2024-09-22T08:40:28.236264+0000","last_unstale":"2024-09-22T09:25:01.720124+0000","last_undegraded":"2024-09-22T09:25:01.720124+0000","last_fullsized":"2024-09-22T09:25:01.720124+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'315","last_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_deep_scrub":"266'315","last_deep_scrub_stamp":"2024-09-22T09:25:01.719939+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.719939+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:20:35.868880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1088,"num_write":508,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'293","reported_seq":932,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.967579+0000","last_change":"2024-09-22T09:24:49.967579+0000","last_active":"2024-09-22T09:24:49.967579+0000","last_peered":"2024-09-22T09:24:49.967579+0000","last_clean":"2024-09-22T09:24:49.967579+0000","last_became_active":"2024-09-22T08:40:26.251476+0000","last_became_peered":"2024-09-22T08:40:26.251476+0000","last_unstale":"2024-09-22T09:24:49.967579+0000","last_undegraded":"2024-09-22T09:24:49.967579+0000","last_fullsized":"2024-09-22T09:24:49.967579+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'293","last_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_deep_scrub":"266'293","last_deep_scrub_stamp":"2024-09-22T09:24:49.967360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.967360+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:25.894962+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":36263,"num_write":940,"num_write_kb":31725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.917963+0000","last_change":"2024-09-22T09:25:08.917963+0000","last_active":"2024-09-22T09:25:08.917963+0000","last_peered":"2024-09-22T09:25:08.917963+0000","last_clean":"2024-09-22T09:25:08.917963+0000","last_became_active":"2024-09-22T08:40:30.225792+0000","last_became_peered":"2024-09-22T08:40:30.225792+0000","last_unstale":"2024-09-22T09:25:08.917963+0000","last_undegraded":"2024-09-22T09:25:08.917963+0000","last_fullsized":"2024-09-22T09:25:08.917963+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.917764+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.917764+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.917764+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:14.263267+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'287","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.045524+0000","last_change":"2024-09-22T09:25:14.045524+0000","last_active":"2024-09-22T09:25:14.045524+0000","last_peered":"2024-09-22T09:25:14.045524+0000","last_clean":"2024-09-22T09:25:14.045524+0000","last_became_active":"2024-09-22T08:40:32.336787+0000","last_became_peered":"2024-09-22T08:40:32.336787+0000","last_unstale":"2024-09-22T09:25:14.045524+0000","last_undegraded":"2024-09-22T09:25:14.045524+0000","last_fullsized":"2024-09-22T09:25:14.045524+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'287","last_scrub_stamp":"2024-09-22T09:25:14.045316+0000","last_deep_scrub":"266'287","last_deep_scrub_stamp":"2024-09-22T09:25:14.045316+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.045316+0000","objects_scrubbed":5,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:39.032628+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48164,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":1097,"num_write":384,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'785","reported_seq":4110,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.960237+0000","last_change":"2024-09-22T09:25:17.960237+0000","last_active":"2024-09-22T09:25:17.960237+0000","last_peered":"2024-09-22T09:25:17.960237+0000","last_clean":"2024-09-22T09:25:17.960237+0000","last_became_active":"2024-09-22T08:40:34.247682+0000","last_became_peered":"2024-09-22T08:40:34.247682+0000","last_unstale":"2024-09-22T09:25:17.960237+0000","last_undegraded":"2024-09-22T09:25:17.960237+0000","last_fullsized":"2024-09-22T09:25:17.960237+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'785","last_scrub_stamp":"2024-09-22T09:25:17.960018+0000","last_deep_scrub":"266'785","last_deep_scrub_stamp":"2024-09-22T09:25:17.960018+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.960018+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:03:37.229307+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'84","reported_seq":685,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.943021+0000","last_change":"2024-09-22T09:24:59.942797+0000","last_active":"2024-09-22T09:24:59.943021+0000","last_peered":"2024-09-22T09:24:59.943021+0000","last_clean":"2024-09-22T09:24:59.943021+0000","last_became_active":"2024-09-22T08:40:28.236636+0000","last_became_peered":"2024-09-22T08:40:28.236636+0000","last_unstale":"2024-09-22T09:24:59.943021+0000","last_undegraded":"2024-09-22T09:24:59.943021+0000","last_fullsized":"2024-09-22T09:24:59.943021+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'84","last_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_deep_scrub":"266'84","last_deep_scrub_stamp":"2024-09-22T09:24:59.942561+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.942561+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:06:52.469697+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":397,"num_read_kb":340,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'353","reported_seq":1002,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.290465+0000","last_change":"2024-09-22T09:24:52.290333+0000","last_active":"2024-09-22T09:24:52.290465+0000","last_peered":"2024-09-22T09:24:52.290465+0000","last_clean":"2024-09-22T09:24:52.290465+0000","last_became_active":"2024-09-22T08:40:26.238597+0000","last_became_peered":"2024-09-22T08:40:26.238597+0000","last_unstale":"2024-09-22T09:24:52.290465+0000","last_undegraded":"2024-09-22T09:24:52.290465+0000","last_fullsized":"2024-09-22T09:24:52.290465+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:52.290066+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.290066+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:09.067059+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":602,"num_read_kb":33187,"num_write":1175,"num_write_kb":38589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.089047+0000","last_change":"2024-09-22T09:25:07.088924+0000","last_active":"2024-09-22T09:25:07.089047+0000","last_peered":"2024-09-22T09:25:07.089047+0000","last_clean":"2024-09-22T09:25:07.089047+0000","last_became_active":"2024-09-22T08:40:30.221982+0000","last_became_peered":"2024-09-22T08:40:30.221982+0000","last_unstale":"2024-09-22T09:25:07.089047+0000","last_undegraded":"2024-09-22T09:25:07.089047+0000","last_fullsized":"2024-09-22T09:25:07.089047+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.088749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.088749+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.088749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:07:55.408986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'375","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.907701+0000","last_change":"2024-09-22T09:25:12.907451+0000","last_active":"2024-09-22T09:25:12.907701+0000","last_peered":"2024-09-22T09:25:12.907701+0000","last_clean":"2024-09-22T09:25:12.907701+0000","last_became_active":"2024-09-22T08:40:32.336606+0000","last_became_peered":"2024-09-22T08:40:32.336606+0000","last_unstale":"2024-09-22T09:25:12.907701+0000","last_undegraded":"2024-09-22T09:25:12.907701+0000","last_fullsized":"2024-09-22T09:25:12.907701+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-22T09:25:12.907130+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-22T09:25:12.907130+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.907130+0000","objects_scrubbed":9,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:56.007775+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46544,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":602,"num_read_kb":1262,"num_write":480,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.243035+0000","last_change":"2024-09-22T09:25:07.242912+0000","last_active":"2024-09-22T09:25:07.243035+0000","last_peered":"2024-09-22T09:25:07.243035+0000","last_clean":"2024-09-22T09:25:07.243035+0000","last_became_active":"2024-09-22T08:40:34.261531+0000","last_became_peered":"2024-09-22T08:40:34.261531+0000","last_unstale":"2024-09-22T09:25:07.243035+0000","last_undegraded":"2024-09-22T09:25:07.243035+0000","last_fullsized":"2024-09-22T09:25:07.243035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.242719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.242719+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.242719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:08.250186+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'574","reported_seq":1398,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.827566+0000","last_change":"2024-09-22T09:25:16.827566+0000","last_active":"2024-09-22T09:25:16.827566+0000","last_peered":"2024-09-22T09:25:16.827566+0000","last_clean":"2024-09-22T09:25:16.827566+0000","last_became_active":"2024-09-22T08:40:36.292321+0000","last_became_peered":"2024-09-22T08:40:36.292321+0000","last_unstale":"2024-09-22T09:25:16.827566+0000","last_undegraded":"2024-09-22T09:25:16.827566+0000","last_fullsized":"2024-09-22T09:25:16.827566+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'574","last_scrub_stamp":"2024-09-22T09:25:16.827389+0000","last_deep_scrub":"266'574","last_deep_scrub_stamp":"2024-09-22T09:25:16.827389+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.827389+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:23.446119+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1375,"num_read_kb":1363,"num_write":1197,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'226","reported_seq":872,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.328627+0000","last_change":"2024-09-22T09:24:52.328492+0000","last_active":"2024-09-22T09:24:52.328627+0000","last_peered":"2024-09-22T09:24:52.328627+0000","last_clean":"2024-09-22T09:24:52.328627+0000","last_became_active":"2024-09-22T08:40:28.197593+0000","last_became_peered":"2024-09-22T08:40:28.197593+0000","last_unstale":"2024-09-22T09:24:52.328627+0000","last_undegraded":"2024-09-22T09:24:52.328627+0000","last_fullsized":"2024-09-22T09:24:52.328627+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-22T09:24:52.328285+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.328285+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:27:05.932389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":924,"num_read_kb":756,"num_write":358,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'379","reported_seq":1153,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.256891+0000","last_change":"2024-09-22T09:24:51.256734+0000","last_active":"2024-09-22T09:24:51.256891+0000","last_peered":"2024-09-22T09:24:51.256891+0000","last_clean":"2024-09-22T09:24:51.256891+0000","last_became_active":"2024-09-22T08:40:26.234371+0000","last_became_peered":"2024-09-22T08:40:26.234371+0000","last_unstale":"2024-09-22T09:24:51.256891+0000","last_undegraded":"2024-09-22T09:24:51.256891+0000","last_fullsized":"2024-09-22T09:24:51.256891+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'379","last_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_deep_scrub":"266'379","last_deep_scrub_stamp":"2024-09-22T09:24:51.256498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.256498+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:20.139239+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":790,"num_read_kb":68267,"num_write":1269,"num_write_kb":48019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"266'6","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.887395+0000","last_change":"2024-09-22T09:24:55.887204+0000","last_active":"2024-09-22T09:24:55.887395+0000","last_peered":"2024-09-22T09:24:55.887395+0000","last_clean":"2024-09-22T09:24:55.887395+0000","last_became_active":"2024-09-22T08:40:30.218222+0000","last_became_peered":"2024-09-22T08:40:30.218222+0000","last_unstale":"2024-09-22T09:24:55.887395+0000","last_undegraded":"2024-09-22T09:24:55.887395+0000","last_fullsized":"2024-09-22T09:24:55.887395+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:24:55.886956+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.886956+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:51:00.497293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'275","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.887445+0000","last_change":"2024-09-22T09:25:10.887232+0000","last_active":"2024-09-22T09:25:10.887445+0000","last_peered":"2024-09-22T09:25:10.887445+0000","last_clean":"2024-09-22T09:25:10.887445+0000","last_became_active":"2024-09-22T08:40:32.239681+0000","last_became_peered":"2024-09-22T08:40:32.239681+0000","last_unstale":"2024-09-22T09:25:10.887445+0000","last_undegraded":"2024-09-22T09:25:10.887445+0000","last_fullsized":"2024-09-22T09:25:10.887445+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'275","last_scrub_stamp":"2024-09-22T09:25:10.886990+0000","last_deep_scrub":"266'275","last_deep_scrub_stamp":"2024-09-22T09:25:10.886990+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.886990+0000","objects_scrubbed":5,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:03:32.243661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42936,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":450,"num_read_kb":1064,"num_write":372,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.903469+0000","last_change":"2024-09-22T09:25:22.903469+0000","last_active":"2024-09-22T09:25:22.903469+0000","last_peered":"2024-09-22T09:25:22.903469+0000","last_clean":"2024-09-22T09:25:22.903469+0000","last_became_active":"2024-09-22T08:40:34.241877+0000","last_became_peered":"2024-09-22T08:40:34.241877+0000","last_unstale":"2024-09-22T09:25:22.903469+0000","last_undegraded":"2024-09-22T09:25:22.903469+0000","last_fullsized":"2024-09-22T09:25:22.903469+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:22.903288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:22.903288+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.903288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:07.237790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2494","reported_seq":4318,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.794063+0000","last_change":"2024-09-22T09:25:10.794063+0000","last_active":"2024-09-22T09:25:10.794063+0000","last_peered":"2024-09-22T09:25:10.794063+0000","last_clean":"2024-09-22T09:25:10.794063+0000","last_became_active":"2024-09-22T08:40:36.292853+0000","last_became_peered":"2024-09-22T08:40:36.292853+0000","last_unstale":"2024-09-22T09:25:10.794063+0000","last_undegraded":"2024-09-22T09:25:10.794063+0000","last_fullsized":"2024-09-22T09:25:10.794063+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2494","last_scrub_stamp":"2024-09-22T09:25:10.793857+0000","last_deep_scrub":"266'2494","last_deep_scrub_stamp":"2024-09-22T09:25:10.793857+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.793857+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":2400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:36:25.414519+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":656,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6194,"num_read_kb":6199,"num_write":5009,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'191","reported_seq":853,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.902627+0000","last_change":"2024-09-22T09:24:56.902627+0000","last_active":"2024-09-22T09:24:56.902627+0000","last_peered":"2024-09-22T09:24:56.902627+0000","last_clean":"2024-09-22T09:24:56.902627+0000","last_became_active":"2024-09-22T08:40:28.221902+0000","last_became_peered":"2024-09-22T08:40:28.221902+0000","last_unstale":"2024-09-22T09:24:56.902627+0000","last_undegraded":"2024-09-22T09:24:56.902627+0000","last_fullsized":"2024-09-22T09:24:56.902627+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'191","last_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_deep_scrub":"266'191","last_deep_scrub_stamp":"2024-09-22T09:24:56.902442+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.902442+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:24.115637+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":835,"num_read_kb":730,"num_write":290,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2871,"num_omap_keys":12,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'422","reported_seq":1105,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.219373+0000","last_change":"2024-09-22T09:24:50.219217+0000","last_active":"2024-09-22T09:24:50.219373+0000","last_peered":"2024-09-22T09:24:50.219373+0000","last_clean":"2024-09-22T09:24:50.219373+0000","last_became_active":"2024-09-22T08:41:01.719599+0000","last_became_peered":"2024-09-22T08:41:01.719599+0000","last_unstale":"2024-09-22T09:24:50.219373+0000","last_undegraded":"2024-09-22T09:24:50.219373+0000","last_fullsized":"2024-09-22T09:24:50.219373+0000","mapping_epoch":38,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'422","last_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_deep_scrub":"266'422","last_deep_scrub_stamp":"2024-09-22T09:24:50.219016+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.219016+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:41.471977+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":772,"num_read_kb":13800,"num_write":1288,"num_write_kb":68532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4,6],"acting":[7,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.902308+0000","last_change":"2024-09-22T09:24:57.902160+0000","last_active":"2024-09-22T09:24:57.902308+0000","last_peered":"2024-09-22T09:24:57.902308+0000","last_clean":"2024-09-22T09:24:57.902308+0000","last_became_active":"2024-09-22T08:40:30.221259+0000","last_became_peered":"2024-09-22T08:40:30.221259+0000","last_unstale":"2024-09-22T09:24:57.902308+0000","last_undegraded":"2024-09-22T09:24:57.902308+0000","last_fullsized":"2024-09-22T09:24:57.902308+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:57.901975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.901975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:19:22.842641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'319","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.995179+0000","last_change":"2024-09-22T09:25:11.995042+0000","last_active":"2024-09-22T09:25:11.995179+0000","last_peered":"2024-09-22T09:25:11.995179+0000","last_clean":"2024-09-22T09:25:11.995179+0000","last_became_active":"2024-09-22T08:40:32.235093+0000","last_became_peered":"2024-09-22T08:40:32.235093+0000","last_unstale":"2024-09-22T09:25:11.995179+0000","last_undegraded":"2024-09-22T09:25:11.995179+0000","last_fullsized":"2024-09-22T09:25:11.995179+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'319","last_scrub_stamp":"2024-09-22T09:25:11.994835+0000","last_deep_scrub":"266'319","last_deep_scrub_stamp":"2024-09-22T09:25:11.994835+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.994835+0000","objects_scrubbed":8,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:04.311985+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51326,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":497,"num_read_kb":1091,"num_write":404,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'779","reported_seq":2952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.542274+0000","last_change":"2024-09-22T09:25:12.542111+0000","last_active":"2024-09-22T09:25:12.542274+0000","last_peered":"2024-09-22T09:25:12.542274+0000","last_clean":"2024-09-22T09:25:12.542274+0000","last_became_active":"2024-09-22T08:40:34.269575+0000","last_became_peered":"2024-09-22T08:40:34.269575+0000","last_unstale":"2024-09-22T09:25:12.542274+0000","last_undegraded":"2024-09-22T09:25:12.542274+0000","last_fullsized":"2024-09-22T09:25:12.542274+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'779","last_scrub_stamp":"2024-09-22T09:25:12.541918+0000","last_deep_scrub":"266'779","last_deep_scrub_stamp":"2024-09-22T09:25:12.541918+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.541918+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:08.354440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'148","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.640660+0000","last_change":"2024-09-22T09:25:17.640401+0000","last_active":"2024-09-22T09:25:17.640660+0000","last_peered":"2024-09-22T09:25:17.640660+0000","last_clean":"2024-09-22T09:25:17.640660+0000","last_became_active":"2024-09-22T08:40:36.281755+0000","last_became_peered":"2024-09-22T08:40:36.281755+0000","last_unstale":"2024-09-22T09:25:17.640660+0000","last_undegraded":"2024-09-22T09:25:17.640660+0000","last_fullsized":"2024-09-22T09:25:17.640660+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-22T09:25:17.640158+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-22T09:25:17.640158+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.640158+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:24:20.211676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":305,"num_write":337,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'4442","reported_seq":5182,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.368437+0000","last_change":"2024-09-22T09:24:55.368311+0000","last_active":"2024-09-22T09:24:55.368437+0000","last_peered":"2024-09-22T09:24:55.368437+0000","last_clean":"2024-09-22T09:24:55.368437+0000","last_became_active":"2024-09-22T08:40:28.200462+0000","last_became_peered":"2024-09-22T08:40:28.200462+0000","last_unstale":"2024-09-22T09:24:55.368437+0000","last_undegraded":"2024-09-22T09:24:55.368437+0000","last_fullsized":"2024-09-22T09:24:55.368437+0000","mapping_epoch":27,"log_start":"266'4400","ondisk_log_start":"266'4400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4442","last_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_deep_scrub":"266'4442","last_deep_scrub_stamp":"2024-09-22T09:24:55.368116+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.368116+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":3000,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:19.632342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18107,"num_read_kb":15228,"num_write":6699,"num_write_kb":3438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25750,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'332","reported_seq":1058,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.031219+0000","last_change":"2024-09-22T09:24:49.031063+0000","last_active":"2024-09-22T09:24:49.031219+0000","last_peered":"2024-09-22T09:24:49.031219+0000","last_clean":"2024-09-22T09:24:49.031219+0000","last_became_active":"2024-09-22T08:40:26.269434+0000","last_became_peered":"2024-09-22T08:40:26.269434+0000","last_unstale":"2024-09-22T09:24:49.031219+0000","last_undegraded":"2024-09-22T09:24:49.031219+0000","last_fullsized":"2024-09-22T09:24:49.031219+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'332","last_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_deep_scrub":"266'332","last_deep_scrub_stamp":"2024-09-22T09:24:49.030812+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.030812+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:30.451060+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159806,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":827,"num_read_kb":4552,"num_write":1076,"num_write_kb":20382,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.878159+0000","last_change":"2024-09-22T09:24:56.878159+0000","last_active":"2024-09-22T09:24:56.878159+0000","last_peered":"2024-09-22T09:24:56.878159+0000","last_clean":"2024-09-22T09:24:56.878159+0000","last_became_active":"2024-09-22T08:40:30.212168+0000","last_became_peered":"2024-09-22T08:40:30.212168+0000","last_unstale":"2024-09-22T09:24:56.878159+0000","last_undegraded":"2024-09-22T09:24:56.878159+0000","last_fullsized":"2024-09-22T09:24:56.878159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:56.877985+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.877985+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:08.860529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'452","reported_seq":1088,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.428434+0000","last_change":"2024-09-22T09:25:06.428278+0000","last_active":"2024-09-22T09:25:06.428434+0000","last_peered":"2024-09-22T09:25:06.428434+0000","last_clean":"2024-09-22T09:25:06.428434+0000","last_became_active":"2024-09-22T08:40:32.234469+0000","last_became_peered":"2024-09-22T08:40:32.234469+0000","last_unstale":"2024-09-22T09:25:06.428434+0000","last_undegraded":"2024-09-22T09:25:06.428434+0000","last_fullsized":"2024-09-22T09:25:06.428434+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'452","last_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_deep_scrub":"266'452","last_deep_scrub_stamp":"2024-09-22T09:25:06.428091+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.428091+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:52:19.697367+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89540,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":801,"num_read_kb":1917,"num_write":654,"num_write_kb":554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.921650+0000","last_change":"2024-09-22T09:25:01.921439+0000","last_active":"2024-09-22T09:25:01.921650+0000","last_peered":"2024-09-22T09:25:01.921650+0000","last_clean":"2024-09-22T09:25:01.921650+0000","last_became_active":"2024-09-22T08:40:34.246050+0000","last_became_peered":"2024-09-22T08:40:34.246050+0000","last_unstale":"2024-09-22T09:25:01.921650+0000","last_undegraded":"2024-09-22T09:25:01.921650+0000","last_fullsized":"2024-09-22T09:25:01.921650+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.921199+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.921199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:46.240370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'145","reported_seq":664,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.226562+0000","last_change":"2024-09-22T09:25:14.226344+0000","last_active":"2024-09-22T09:25:14.226562+0000","last_peered":"2024-09-22T09:25:14.226562+0000","last_clean":"2024-09-22T09:25:14.226562+0000","last_became_active":"2024-09-22T08:40:36.283218+0000","last_became_peered":"2024-09-22T08:40:36.283218+0000","last_unstale":"2024-09-22T09:25:14.226562+0000","last_undegraded":"2024-09-22T09:25:14.226562+0000","last_fullsized":"2024-09-22T09:25:14.226562+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'145","last_scrub_stamp":"2024-09-22T09:25:14.226061+0000","last_deep_scrub":"266'145","last_deep_scrub_stamp":"2024-09-22T09:25:14.226061+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.226061+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:14:42.756907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":188,"num_read_kb":179,"num_write":312,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'163","reported_seq":756,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.314635+0000","last_change":"2024-09-22T09:24:51.314415+0000","last_active":"2024-09-22T09:24:51.314635+0000","last_peered":"2024-09-22T09:24:51.314635+0000","last_clean":"2024-09-22T09:24:51.314635+0000","last_became_active":"2024-09-22T08:40:28.207841+0000","last_became_peered":"2024-09-22T08:40:28.207841+0000","last_unstale":"2024-09-22T09:24:51.314635+0000","last_undegraded":"2024-09-22T09:24:51.314635+0000","last_fullsized":"2024-09-22T09:24:51.314635+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-22T09:24:51.314196+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.314196+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:25.300085+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":588,"num_write":264,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'344","reported_seq":971,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.710632+0000","last_change":"2024-09-22T09:24:46.710572+0000","last_active":"2024-09-22T09:24:46.710632+0000","last_peered":"2024-09-22T09:24:46.710632+0000","last_clean":"2024-09-22T09:24:46.710632+0000","last_became_active":"2024-09-22T08:41:01.364171+0000","last_became_peered":"2024-09-22T08:41:01.364171+0000","last_unstale":"2024-09-22T09:24:46.710632+0000","last_undegraded":"2024-09-22T09:24:46.710632+0000","last_fullsized":"2024-09-22T09:24:46.710632+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:46.710380+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.710380+0000","objects_scrubbed":9,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:55:09.756353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":497,"num_read_kb":1530,"num_write":1028,"num_write_kb":10089,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2,7],"acting":[3,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.907798+0000","last_change":"2024-09-22T09:24:59.907546+0000","last_active":"2024-09-22T09:24:59.907798+0000","last_peered":"2024-09-22T09:24:59.907798+0000","last_clean":"2024-09-22T09:24:59.907798+0000","last_became_active":"2024-09-22T08:40:30.212046+0000","last_became_peered":"2024-09-22T08:40:30.212046+0000","last_unstale":"2024-09-22T09:24:59.907798+0000","last_undegraded":"2024-09-22T09:24:59.907798+0000","last_fullsized":"2024-09-22T09:24:59.907798+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.907319+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.907319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:17.633613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'299","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.467062+0000","last_change":"2024-09-22T09:25:11.466939+0000","last_active":"2024-09-22T09:25:11.467062+0000","last_peered":"2024-09-22T09:25:11.467062+0000","last_clean":"2024-09-22T09:25:11.467062+0000","last_became_active":"2024-09-22T08:40:32.221674+0000","last_became_peered":"2024-09-22T08:40:32.221674+0000","last_unstale":"2024-09-22T09:25:11.467062+0000","last_undegraded":"2024-09-22T09:25:11.467062+0000","last_fullsized":"2024-09-22T09:25:11.467062+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'299","last_scrub_stamp":"2024-09-22T09:25:11.466761+0000","last_deep_scrub":"266'299","last_deep_scrub_stamp":"2024-09-22T09:25:11.466761+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.466761+0000","objects_scrubbed":6,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:34:11.168160+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46432,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":1096,"num_write":444,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.568302+0000","last_change":"2024-09-22T09:25:13.568181+0000","last_active":"2024-09-22T09:25:13.568302+0000","last_peered":"2024-09-22T09:25:13.568302+0000","last_clean":"2024-09-22T09:25:13.568302+0000","last_became_active":"2024-09-22T08:40:34.248025+0000","last_became_peered":"2024-09-22T08:40:34.248025+0000","last_unstale":"2024-09-22T09:25:13.568302+0000","last_undegraded":"2024-09-22T09:25:13.568302+0000","last_fullsized":"2024-09-22T09:25:13.568302+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:13.567999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:13.567999+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.567999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:29.498328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'116","reported_seq":610,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.968647+0000","last_change":"2024-09-22T09:25:20.968647+0000","last_active":"2024-09-22T09:25:20.968647+0000","last_peered":"2024-09-22T09:25:20.968647+0000","last_clean":"2024-09-22T09:25:20.968647+0000","last_became_active":"2024-09-22T08:40:36.278851+0000","last_became_peered":"2024-09-22T08:40:36.278851+0000","last_unstale":"2024-09-22T09:25:20.968647+0000","last_undegraded":"2024-09-22T09:25:20.968647+0000","last_fullsized":"2024-09-22T09:25:20.968647+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'116","last_scrub_stamp":"2024-09-22T09:25:20.968419+0000","last_deep_scrub":"266'116","last_deep_scrub_stamp":"2024-09-22T09:25:20.968419+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.968419+0000","objects_scrubbed":4,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:06.688471+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":469,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":266,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'252","reported_seq":809,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.287845+0000","last_change":"2024-09-22T09:24:53.287716+0000","last_active":"2024-09-22T09:24:53.287845+0000","last_peered":"2024-09-22T09:24:53.287845+0000","last_clean":"2024-09-22T09:24:53.287845+0000","last_became_active":"2024-09-22T08:40:28.211461+0000","last_became_peered":"2024-09-22T08:40:28.211461+0000","last_unstale":"2024-09-22T09:24:53.287845+0000","last_undegraded":"2024-09-22T09:24:53.287845+0000","last_fullsized":"2024-09-22T09:24:53.287845+0000","mapping_epoch":27,"log_start":"263'200","ondisk_log_start":"263'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'252","last_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_deep_scrub":"266'252","last_deep_scrub_stamp":"2024-09-22T09:24:53.287534+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.287534+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:24.392250+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":456,"num_write_kb":226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'355","reported_seq":1107,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.011906+0000","last_change":"2024-09-22T09:24:49.011743+0000","last_active":"2024-09-22T09:24:49.011906+0000","last_peered":"2024-09-22T09:24:49.011906+0000","last_clean":"2024-09-22T09:24:49.011906+0000","last_became_active":"2024-09-22T08:40:26.261079+0000","last_became_peered":"2024-09-22T08:40:26.261079+0000","last_unstale":"2024-09-22T09:24:49.011906+0000","last_undegraded":"2024-09-22T09:24:49.011906+0000","last_fullsized":"2024-09-22T09:24:49.011906+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.011528+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.011528+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:06:19.143959+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":928,"num_read_kb":24932,"num_write":1237,"num_write_kb":19727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.170405+0000","last_change":"2024-09-22T09:24:59.170249+0000","last_active":"2024-09-22T09:24:59.170405+0000","last_peered":"2024-09-22T09:24:59.170405+0000","last_clean":"2024-09-22T09:24:59.170405+0000","last_became_active":"2024-09-22T08:40:30.212012+0000","last_became_peered":"2024-09-22T08:40:30.212012+0000","last_unstale":"2024-09-22T09:24:59.170405+0000","last_undegraded":"2024-09-22T09:24:59.170405+0000","last_fullsized":"2024-09-22T09:24:59.170405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:59.170061+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.170061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:34.397361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'289","reported_seq":875,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.907572+0000","last_change":"2024-09-22T09:25:00.907332+0000","last_active":"2024-09-22T09:25:00.907572+0000","last_peered":"2024-09-22T09:25:00.907572+0000","last_clean":"2024-09-22T09:25:00.907572+0000","last_became_active":"2024-09-22T08:40:32.237648+0000","last_became_peered":"2024-09-22T08:40:32.237648+0000","last_unstale":"2024-09-22T09:25:00.907572+0000","last_undegraded":"2024-09-22T09:25:00.907572+0000","last_fullsized":"2024-09-22T09:25:00.907572+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'289","last_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_deep_scrub":"266'289","last_deep_scrub_stamp":"2024-09-22T09:25:00.907072+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.907072+0000","objects_scrubbed":7,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:56:00.298322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":469,"num_read_kb":1022,"num_write":372,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'736","reported_seq":2130,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.985205+0000","last_change":"2024-09-22T09:25:09.985051+0000","last_active":"2024-09-22T09:25:09.985205+0000","last_peered":"2024-09-22T09:25:09.985205+0000","last_clean":"2024-09-22T09:25:09.985205+0000","last_became_active":"2024-09-22T08:40:34.241093+0000","last_became_peered":"2024-09-22T08:40:34.241093+0000","last_unstale":"2024-09-22T09:25:09.985205+0000","last_undegraded":"2024-09-22T09:25:09.985205+0000","last_fullsized":"2024-09-22T09:25:09.985205+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'736","last_scrub_stamp":"2024-09-22T09:25:09.984866+0000","last_deep_scrub":"266'736","last_deep_scrub_stamp":"2024-09-22T09:25:09.984866+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.984866+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:02:48.992159+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'129","reported_seq":640,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.208974+0000","last_change":"2024-09-22T09:25:10.208974+0000","last_active":"2024-09-22T09:25:10.208974+0000","last_peered":"2024-09-22T09:25:10.208974+0000","last_clean":"2024-09-22T09:25:10.208974+0000","last_became_active":"2024-09-22T08:40:36.274661+0000","last_became_peered":"2024-09-22T08:40:36.274661+0000","last_unstale":"2024-09-22T09:25:10.208974+0000","last_undegraded":"2024-09-22T09:25:10.208974+0000","last_fullsized":"2024-09-22T09:25:10.208974+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:10.208789+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:10.208789+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.208789+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:48.109258+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":175,"num_write":311,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'132","reported_seq":740,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.312682+0000","last_change":"2024-09-22T09:24:54.312470+0000","last_active":"2024-09-22T09:24:54.312682+0000","last_peered":"2024-09-22T09:24:54.312682+0000","last_clean":"2024-09-22T09:24:54.312682+0000","last_became_active":"2024-09-22T08:40:28.204137+0000","last_became_peered":"2024-09-22T08:40:28.204137+0000","last_unstale":"2024-09-22T09:24:54.312682+0000","last_undegraded":"2024-09-22T09:24:54.312682+0000","last_fullsized":"2024-09-22T09:24:54.312682+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:54.311974+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.311974+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:25.127952+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":603,"num_read_kb":510,"num_write":204,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'421","reported_seq":1134,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.350450+0000","last_change":"2024-09-22T09:24:50.350231+0000","last_active":"2024-09-22T09:24:50.350450+0000","last_peered":"2024-09-22T09:24:50.350450+0000","last_clean":"2024-09-22T09:24:50.350450+0000","last_became_active":"2024-09-22T08:40:26.248782+0000","last_became_peered":"2024-09-22T08:40:26.248782+0000","last_unstale":"2024-09-22T09:24:50.350450+0000","last_undegraded":"2024-09-22T09:24:50.350450+0000","last_fullsized":"2024-09-22T09:24:50.350450+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'421","last_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_deep_scrub":"266'421","last_deep_scrub_stamp":"2024-09-22T09:24:50.349918+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.349918+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:36.738291+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":764,"num_read_kb":127251,"num_write":1396,"num_write_kb":71824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"266'4","reported_seq":1470,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.958631+0000","last_change":"2024-09-22T09:25:07.958508+0000","last_active":"2024-09-22T09:25:07.958631+0000","last_peered":"2024-09-22T09:25:07.958631+0000","last_clean":"2024-09-22T09:25:07.958631+0000","last_became_active":"2024-09-22T08:40:30.223720+0000","last_became_peered":"2024-09-22T08:40:30.223720+0000","last_unstale":"2024-09-22T09:25:07.958631+0000","last_undegraded":"2024-09-22T09:25:07.958631+0000","last_fullsized":"2024-09-22T09:25:07.958631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T09:25:07.958343+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T09:25:07.958343+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.958343+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:01.143192+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":965,"num_read_kb":965,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'82","reported_seq":606,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.893114+0000","last_change":"2024-09-22T09:25:11.893015+0000","last_active":"2024-09-22T09:25:11.893114+0000","last_peered":"2024-09-22T09:25:11.893114+0000","last_clean":"2024-09-22T09:25:11.893114+0000","last_became_active":"2024-09-22T08:40:32.336775+0000","last_became_peered":"2024-09-22T08:40:32.336775+0000","last_unstale":"2024-09-22T09:25:11.893114+0000","last_undegraded":"2024-09-22T09:25:11.893114+0000","last_fullsized":"2024-09-22T09:25:11.893114+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-22T09:25:11.892926+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-22T09:25:11.892926+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.892926+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:01.636606+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'750","reported_seq":2289,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.891611+0000","last_change":"2024-09-22T09:25:05.891487+0000","last_active":"2024-09-22T09:25:05.891611+0000","last_peered":"2024-09-22T09:25:05.891611+0000","last_clean":"2024-09-22T09:25:05.891611+0000","last_became_active":"2024-09-22T08:40:34.268178+0000","last_became_peered":"2024-09-22T08:40:34.268178+0000","last_unstale":"2024-09-22T09:25:05.891611+0000","last_undegraded":"2024-09-22T09:25:05.891611+0000","last_fullsized":"2024-09-22T09:25:05.891611+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:05.891305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.891305+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:57.588732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'152","reported_seq":654,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.379852+0000","last_change":"2024-09-22T09:25:18.379852+0000","last_active":"2024-09-22T09:25:18.379852+0000","last_peered":"2024-09-22T09:25:18.379852+0000","last_clean":"2024-09-22T09:25:18.379852+0000","last_became_active":"2024-09-22T08:40:36.295012+0000","last_became_peered":"2024-09-22T08:40:36.295012+0000","last_unstale":"2024-09-22T09:25:18.379852+0000","last_undegraded":"2024-09-22T09:25:18.379852+0000","last_fullsized":"2024-09-22T09:25:18.379852+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'152","last_scrub_stamp":"2024-09-22T09:25:18.379635+0000","last_deep_scrub":"266'152","last_deep_scrub_stamp":"2024-09-22T09:25:18.379635+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.379635+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:42.501382+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":125,"num_read_kb":121,"num_write":353,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'155","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.168416+0000","last_change":"2024-09-22T09:24:57.168135+0000","last_active":"2024-09-22T09:24:57.168416+0000","last_peered":"2024-09-22T09:24:57.168416+0000","last_clean":"2024-09-22T09:24:57.168416+0000","last_became_active":"2024-09-22T08:40:28.210793+0000","last_became_peered":"2024-09-22T08:40:28.210793+0000","last_unstale":"2024-09-22T09:24:57.168416+0000","last_undegraded":"2024-09-22T09:24:57.168416+0000","last_fullsized":"2024-09-22T09:24:57.168416+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'155","last_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_deep_scrub":"266'155","last_deep_scrub_stamp":"2024-09-22T09:24:57.167922+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.167922+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:43.189637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":660,"num_read_kb":532,"num_write":235,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'346","reported_seq":1000,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.729117+0000","last_change":"2024-09-22T09:24:47.728977+0000","last_active":"2024-09-22T09:24:47.729117+0000","last_peered":"2024-09-22T09:24:47.729117+0000","last_clean":"2024-09-22T09:24:47.729117+0000","last_became_active":"2024-09-22T08:40:26.212008+0000","last_became_peered":"2024-09-22T08:40:26.212008+0000","last_unstale":"2024-09-22T09:24:47.729117+0000","last_undegraded":"2024-09-22T09:24:47.729117+0000","last_fullsized":"2024-09-22T09:24:47.729117+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'346","last_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_deep_scrub":"266'346","last_deep_scrub_stamp":"2024-09-22T09:24:47.728757+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.728757+0000","objects_scrubbed":6,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:47.450834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":55109,"num_write":1092,"num_write_kb":36085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.535514+0000","last_change":"2024-09-22T09:25:07.535301+0000","last_active":"2024-09-22T09:25:07.535514+0000","last_peered":"2024-09-22T09:25:07.535514+0000","last_clean":"2024-09-22T09:25:07.535514+0000","last_became_active":"2024-09-22T08:40:30.226277+0000","last_became_peered":"2024-09-22T08:40:30.226277+0000","last_unstale":"2024-09-22T09:25:07.535514+0000","last_undegraded":"2024-09-22T09:25:07.535514+0000","last_fullsized":"2024-09-22T09:25:07.535514+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.535022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.535022+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.535022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:50:47.598634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'355","reported_seq":964,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.888656+0000","last_change":"2024-09-22T09:25:11.888489+0000","last_active":"2024-09-22T09:25:11.888656+0000","last_peered":"2024-09-22T09:25:11.888656+0000","last_clean":"2024-09-22T09:25:11.888656+0000","last_became_active":"2024-09-22T08:40:32.229483+0000","last_became_peered":"2024-09-22T08:40:32.229483+0000","last_unstale":"2024-09-22T09:25:11.888656+0000","last_undegraded":"2024-09-22T09:25:11.888656+0000","last_fullsized":"2024-09-22T09:25:11.888656+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:25:11.888269+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:25:11.888269+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.888269+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:53:04.425339+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50084,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":591,"num_read_kb":1285,"num_write":474,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.918252+0000","last_change":"2024-09-22T09:25:04.918133+0000","last_active":"2024-09-22T09:25:04.918252+0000","last_peered":"2024-09-22T09:25:04.918252+0000","last_clean":"2024-09-22T09:25:04.918252+0000","last_became_active":"2024-09-22T08:40:34.249852+0000","last_became_peered":"2024-09-22T08:40:34.249852+0000","last_unstale":"2024-09-22T09:25:04.918252+0000","last_undegraded":"2024-09-22T09:25:04.918252+0000","last_fullsized":"2024-09-22T09:25:04.918252+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.917951+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.917951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:57.616496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'140","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.219491+0000","last_change":"2024-09-22T09:25:12.219491+0000","last_active":"2024-09-22T09:25:12.219491+0000","last_peered":"2024-09-22T09:25:12.219491+0000","last_clean":"2024-09-22T09:25:12.219491+0000","last_became_active":"2024-09-22T08:40:36.285955+0000","last_became_peered":"2024-09-22T08:40:36.285955+0000","last_unstale":"2024-09-22T09:25:12.219491+0000","last_undegraded":"2024-09-22T09:25:12.219491+0000","last_fullsized":"2024-09-22T09:25:12.219491+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:25:12.219284+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:25:12.219284+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.219284+0000","objects_scrubbed":4,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:20.300185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":877,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":166,"num_read_kb":164,"num_write":319,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'234","reported_seq":864,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.911227+0000","last_change":"2024-09-22T09:24:54.911227+0000","last_active":"2024-09-22T09:24:54.911227+0000","last_peered":"2024-09-22T09:24:54.911227+0000","last_clean":"2024-09-22T09:24:54.911227+0000","last_became_active":"2024-09-22T08:40:28.218033+0000","last_became_peered":"2024-09-22T08:40:28.218033+0000","last_unstale":"2024-09-22T09:24:54.911227+0000","last_undegraded":"2024-09-22T09:24:54.911227+0000","last_fullsized":"2024-09-22T09:24:54.911227+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-22T09:24:54.911051+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.911051+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:14.148296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":987,"num_read_kb":800,"num_write":343,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.176965+0000","last_change":"2024-09-22T09:24:49.176965+0000","last_active":"2024-09-22T09:24:49.176965+0000","last_peered":"2024-09-22T09:24:49.176965+0000","last_clean":"2024-09-22T09:24:49.176965+0000","last_became_active":"2024-09-22T08:40:09.255466+0000","last_became_peered":"2024-09-22T08:40:09.255466+0000","last_unstale":"2024-09-22T09:24:49.176965+0000","last_undegraded":"2024-09-22T09:24:49.176965+0000","last_fullsized":"2024-09-22T09:24:49.176965+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:49.176808+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.176808+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:51:38.414816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":530,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.016384+0000","last_change":"2024-09-22T09:24:48.016238+0000","last_active":"2024-09-22T09:24:48.016384+0000","last_peered":"2024-09-22T09:24:48.016384+0000","last_clean":"2024-09-22T09:24:48.016384+0000","last_became_active":"2024-09-22T08:40:14.294124+0000","last_became_peered":"2024-09-22T08:40:14.294124+0000","last_unstale":"2024-09-22T09:24:48.016384+0000","last_undegraded":"2024-09-22T09:24:48.016384+0000","last_fullsized":"2024-09-22T09:24:48.016384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:24:48.016056+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.016056+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:48.341489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098273499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'367","reported_seq":1077,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.752380+0000","last_change":"2024-09-22T09:24:45.752380+0000","last_active":"2024-09-22T09:24:45.752380+0000","last_peered":"2024-09-22T09:24:45.752380+0000","last_clean":"2024-09-22T09:24:45.752380+0000","last_became_active":"2024-09-22T08:40:26.241987+0000","last_became_peered":"2024-09-22T08:40:26.241987+0000","last_unstale":"2024-09-22T09:24:45.752380+0000","last_undegraded":"2024-09-22T09:24:45.752380+0000","last_fullsized":"2024-09-22T09:24:45.752380+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'367","last_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_deep_scrub":"266'367","last_deep_scrub_stamp":"2024-09-22T09:24:45.752250+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.752250+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:47.429499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":802,"num_read_kb":9051,"num_write":1213,"num_write_kb":25112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.077248+0000","last_change":"2024-09-22T09:25:05.077248+0000","last_active":"2024-09-22T09:25:05.077248+0000","last_peered":"2024-09-22T09:25:05.077248+0000","last_clean":"2024-09-22T09:25:05.077248+0000","last_became_active":"2024-09-22T08:40:30.215288+0000","last_became_peered":"2024-09-22T08:40:30.215288+0000","last_unstale":"2024-09-22T09:25:05.077248+0000","last_undegraded":"2024-09-22T09:25:05.077248+0000","last_fullsized":"2024-09-22T09:25:05.077248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.077063+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.077063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:22:46.483239+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'720","reported_seq":1427,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.897727+0000","last_change":"2024-09-22T09:25:09.897591+0000","last_active":"2024-09-22T09:25:09.897727+0000","last_peered":"2024-09-22T09:25:09.897727+0000","last_clean":"2024-09-22T09:25:09.897727+0000","last_became_active":"2024-09-22T08:40:32.240146+0000","last_became_peered":"2024-09-22T08:40:32.240146+0000","last_unstale":"2024-09-22T09:25:09.897727+0000","last_undegraded":"2024-09-22T09:25:09.897727+0000","last_fullsized":"2024-09-22T09:25:09.897727+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'720","last_scrub_stamp":"2024-09-22T09:25:09.897402+0000","last_deep_scrub":"266'720","last_deep_scrub_stamp":"2024-09-22T09:25:09.897402+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.897402+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:12:06.416103+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1394,"num_read_kb":3137,"num_write":1322,"num_write_kb":1177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106896,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.492301+0000","last_change":"2024-09-22T09:25:11.492162+0000","last_active":"2024-09-22T09:25:11.492301+0000","last_peered":"2024-09-22T09:25:11.492301+0000","last_clean":"2024-09-22T09:25:11.492301+0000","last_became_active":"2024-09-22T08:40:34.235669+0000","last_became_peered":"2024-09-22T08:40:34.235669+0000","last_unstale":"2024-09-22T09:25:11.492301+0000","last_undegraded":"2024-09-22T09:25:11.492301+0000","last_fullsized":"2024-09-22T09:25:11.492301+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.491995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.491995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.491995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:44.293332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'244","reported_seq":979,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.782071+0000","last_change":"2024-09-22T09:25:09.781938+0000","last_active":"2024-09-22T09:25:09.782071+0000","last_peered":"2024-09-22T09:25:09.782071+0000","last_clean":"2024-09-22T09:25:09.782071+0000","last_became_active":"2024-09-22T08:40:36.285618+0000","last_became_peered":"2024-09-22T08:40:36.285618+0000","last_unstale":"2024-09-22T09:25:09.782071+0000","last_undegraded":"2024-09-22T09:25:09.782071+0000","last_fullsized":"2024-09-22T09:25:09.782071+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-22T09:25:09.781735+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-22T09:25:09.781735+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.781735+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:30.814575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":615,"num_read_kb":581,"num_write":443,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'140","reported_seq":743,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.333172+0000","last_change":"2024-09-22T09:24:54.332920+0000","last_active":"2024-09-22T09:24:54.333172+0000","last_peered":"2024-09-22T09:24:54.333172+0000","last_clean":"2024-09-22T09:24:54.333172+0000","last_became_active":"2024-09-22T08:40:28.199181+0000","last_became_peered":"2024-09-22T08:40:28.199181+0000","last_unstale":"2024-09-22T09:24:54.333172+0000","last_undegraded":"2024-09-22T09:24:54.333172+0000","last_fullsized":"2024-09-22T09:24:54.333172+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:24:54.332686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.332686+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:44:17.733072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":603,"num_read_kb":497,"num_write":215,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.240960+0000","last_change":"2024-09-22T09:24:53.240960+0000","last_active":"2024-09-22T09:24:53.240960+0000","last_peered":"2024-09-22T09:24:53.240960+0000","last_clean":"2024-09-22T09:24:53.240960+0000","last_became_active":"2024-09-22T08:40:14.290012+0000","last_became_peered":"2024-09-22T08:40:14.290012+0000","last_unstale":"2024-09-22T09:24:53.240960+0000","last_undegraded":"2024-09-22T09:24:53.240960+0000","last_fullsized":"2024-09-22T09:24:53.240960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:53.240772+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.240772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:38.793794+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001133369,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'336","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:44.433273+0000","last_change":"2024-09-22T09:24:44.433273+0000","last_active":"2024-09-22T09:24:44.433273+0000","last_peered":"2024-09-22T09:24:44.433273+0000","last_clean":"2024-09-22T09:24:44.433273+0000","last_became_active":"2024-09-22T08:40:26.225841+0000","last_became_peered":"2024-09-22T08:40:26.225841+0000","last_unstale":"2024-09-22T09:24:44.433273+0000","last_undegraded":"2024-09-22T09:24:44.433273+0000","last_fullsized":"2024-09-22T09:24:44.433273+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'336","last_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_deep_scrub":"266'336","last_deep_scrub_stamp":"2024-09-22T09:24:44.433179+0000","last_clean_scrub_stamp":"2024-09-22T09:24:44.433179+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:56.021090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":538,"num_read_kb":9370,"num_write":993,"num_write_kb":8218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.938161+0000","last_change":"2024-09-22T09:25:05.938024+0000","last_active":"2024-09-22T09:25:05.938161+0000","last_peered":"2024-09-22T09:25:05.938161+0000","last_clean":"2024-09-22T09:25:05.938161+0000","last_became_active":"2024-09-22T08:40:30.223785+0000","last_became_peered":"2024-09-22T08:40:30.223785+0000","last_unstale":"2024-09-22T09:25:05.938161+0000","last_undegraded":"2024-09-22T09:25:05.938161+0000","last_fullsized":"2024-09-22T09:25:05.938161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.937852+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.937852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:09.651626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'1262","reported_seq":2741,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.230398+0000","last_change":"2024-09-22T09:25:06.230398+0000","last_active":"2024-09-22T09:25:06.230398+0000","last_peered":"2024-09-22T09:25:06.230398+0000","last_clean":"2024-09-22T09:25:06.230398+0000","last_became_active":"2024-09-22T08:40:32.231626+0000","last_became_peered":"2024-09-22T08:40:32.231626+0000","last_unstale":"2024-09-22T09:25:06.230398+0000","last_undegraded":"2024-09-22T09:25:06.230398+0000","last_fullsized":"2024-09-22T09:25:06.230398+0000","mapping_epoch":31,"log_start":"266'1200","ondisk_log_start":"266'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'1262","last_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_deep_scrub":"266'1262","last_deep_scrub_stamp":"2024-09-22T09:25:06.230187+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.230187+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":1200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:46.132296+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141025,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2033,"num_read_kb":3872,"num_write":1120,"num_write_kb":963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.042582+0000","last_change":"2024-09-22T09:25:16.042582+0000","last_active":"2024-09-22T09:25:16.042582+0000","last_peered":"2024-09-22T09:25:16.042582+0000","last_clean":"2024-09-22T09:25:16.042582+0000","last_became_active":"2024-09-22T08:40:34.240167+0000","last_became_peered":"2024-09-22T08:40:34.240167+0000","last_unstale":"2024-09-22T09:25:16.042582+0000","last_undegraded":"2024-09-22T09:25:16.042582+0000","last_fullsized":"2024-09-22T09:25:16.042582+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.042305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.042305+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.042305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:56.988576+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'139","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.214418+0000","last_change":"2024-09-22T09:25:13.214418+0000","last_active":"2024-09-22T09:25:13.214418+0000","last_peered":"2024-09-22T09:25:13.214418+0000","last_clean":"2024-09-22T09:25:13.214418+0000","last_became_active":"2024-09-22T08:40:36.376815+0000","last_became_peered":"2024-09-22T08:40:36.376815+0000","last_unstale":"2024-09-22T09:25:13.214418+0000","last_undegraded":"2024-09-22T09:25:13.214418+0000","last_fullsized":"2024-09-22T09:25:13.214418+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-22T09:25:13.214219+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-22T09:25:13.214219+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.214219+0000","objects_scrubbed":3,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:29.892021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":168,"num_write":352,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'200","reported_seq":837,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.175352+0000","last_change":"2024-09-22T09:24:55.175090+0000","last_active":"2024-09-22T09:24:55.175352+0000","last_peered":"2024-09-22T09:24:55.175352+0000","last_clean":"2024-09-22T09:24:55.175352+0000","last_became_active":"2024-09-22T08:40:28.222598+0000","last_became_peered":"2024-09-22T08:40:28.222598+0000","last_unstale":"2024-09-22T09:24:55.175352+0000","last_undegraded":"2024-09-22T09:24:55.175352+0000","last_fullsized":"2024-09-22T09:24:55.175352+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-22T09:24:55.174869+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.174869+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:56:53.402974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":927,"num_read_kb":774,"num_write":327,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.722409+0000","last_change":"2024-09-22T09:24:45.722322+0000","last_active":"2024-09-22T09:24:45.722409+0000","last_peered":"2024-09-22T09:24:45.722409+0000","last_clean":"2024-09-22T09:24:45.722409+0000","last_became_active":"2024-09-22T08:40:14.292506+0000","last_became_peered":"2024-09-22T08:40:14.292506+0000","last_unstale":"2024-09-22T09:24:45.722409+0000","last_undegraded":"2024-09-22T09:24:45.722409+0000","last_fullsized":"2024-09-22T09:24:45.722409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.722206+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.722206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:11.315649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001118581,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'352","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.160629+0000","last_change":"2024-09-22T09:24:47.160629+0000","last_active":"2024-09-22T09:24:47.160629+0000","last_peered":"2024-09-22T09:24:47.160629+0000","last_clean":"2024-09-22T09:24:47.160629+0000","last_became_active":"2024-09-22T08:40:26.257196+0000","last_became_peered":"2024-09-22T08:40:26.257196+0000","last_unstale":"2024-09-22T09:24:47.160629+0000","last_undegraded":"2024-09-22T09:24:47.160629+0000","last_fullsized":"2024-09-22T09:24:47.160629+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:47.160511+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.160511+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:11:58.041061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":676,"num_read_kb":83116,"num_write":1178,"num_write_kb":37329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.935096+0000","last_change":"2024-09-22T09:25:07.934938+0000","last_active":"2024-09-22T09:25:07.935096+0000","last_peered":"2024-09-22T09:25:07.935096+0000","last_clean":"2024-09-22T09:25:07.935096+0000","last_became_active":"2024-09-22T08:40:30.228185+0000","last_became_peered":"2024-09-22T08:40:30.228185+0000","last_unstale":"2024-09-22T09:25:07.935096+0000","last_undegraded":"2024-09-22T09:25:07.935096+0000","last_fullsized":"2024-09-22T09:25:07.935096+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T09:25:07.934758+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T09:25:07.934758+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.934758+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:50:47.087500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'212","reported_seq":1288,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.041690+0000","last_change":"2024-09-22T09:25:11.041690+0000","last_active":"2024-09-22T09:25:11.041690+0000","last_peered":"2024-09-22T09:25:11.041690+0000","last_clean":"2024-09-22T09:25:11.041690+0000","last_became_active":"2024-09-22T08:40:32.341116+0000","last_became_peered":"2024-09-22T08:40:32.341116+0000","last_unstale":"2024-09-22T09:25:11.041690+0000","last_undegraded":"2024-09-22T09:25:11.041690+0000","last_fullsized":"2024-09-22T09:25:11.041690+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'212","last_scrub_stamp":"2024-09-22T09:25:11.041488+0000","last_deep_scrub":"266'212","last_deep_scrub_stamp":"2024-09-22T09:25:11.041488+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.041488+0000","objects_scrubbed":9,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:26:58.620464+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":178,"num_read_kb":168,"num_write":143,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.454553+0000","last_change":"2024-09-22T09:25:10.454553+0000","last_active":"2024-09-22T09:25:10.454553+0000","last_peered":"2024-09-22T09:25:10.454553+0000","last_clean":"2024-09-22T09:25:10.454553+0000","last_became_active":"2024-09-22T08:40:34.233423+0000","last_became_peered":"2024-09-22T08:40:34.233423+0000","last_unstale":"2024-09-22T09:25:10.454553+0000","last_undegraded":"2024-09-22T09:25:10.454553+0000","last_fullsized":"2024-09-22T09:25:10.454553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:10.454376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:10.454376+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.454376+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:35.917780+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'272","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.932090+0000","last_change":"2024-09-22T09:25:23.931965+0000","last_active":"2024-09-22T09:25:23.932090+0000","last_peered":"2024-09-22T09:25:23.932090+0000","last_clean":"2024-09-22T09:25:23.932090+0000","last_became_active":"2024-09-22T08:40:36.292339+0000","last_became_peered":"2024-09-22T08:40:36.292339+0000","last_unstale":"2024-09-22T09:25:23.932090+0000","last_undegraded":"2024-09-22T09:25:23.932090+0000","last_fullsized":"2024-09-22T09:25:23.932090+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'272","last_scrub_stamp":"2024-09-22T09:25:23.931765+0000","last_deep_scrub":"266'272","last_deep_scrub_stamp":"2024-09-22T09:25:23.931765+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.931765+0000","objects_scrubbed":3,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:37.201854+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":562,"num_write":587,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'268","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.164529+0000","last_change":"2024-09-22T09:24:54.164529+0000","last_active":"2024-09-22T09:24:54.164529+0000","last_peered":"2024-09-22T09:24:54.164529+0000","last_clean":"2024-09-22T09:24:54.164529+0000","last_became_active":"2024-09-22T08:40:28.199803+0000","last_became_peered":"2024-09-22T08:40:28.199803+0000","last_unstale":"2024-09-22T09:24:54.164529+0000","last_undegraded":"2024-09-22T09:24:54.164529+0000","last_fullsized":"2024-09-22T09:24:54.164529+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-22T09:24:54.164344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.164344+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:57:46.724547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1160,"num_read_kb":943,"num_write":398,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":531,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.974701+0000","last_change":"2024-09-22T09:24:46.974535+0000","last_active":"2024-09-22T09:24:46.974701+0000","last_peered":"2024-09-22T09:24:46.974701+0000","last_clean":"2024-09-22T09:24:46.974701+0000","last_became_active":"2024-09-22T08:40:14.290257+0000","last_became_peered":"2024-09-22T08:40:14.290257+0000","last_unstale":"2024-09-22T09:24:46.974701+0000","last_undegraded":"2024-09-22T09:24:46.974701+0000","last_fullsized":"2024-09-22T09:24:46.974701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-22T09:24:46.974350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.974350+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:23.402979+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023807390000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'475","reported_seq":1247,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.325764+0000","last_change":"2024-09-22T09:24:46.325764+0000","last_active":"2024-09-22T09:24:46.325764+0000","last_peered":"2024-09-22T09:24:46.325764+0000","last_clean":"2024-09-22T09:24:46.325764+0000","last_became_active":"2024-09-22T08:40:26.264153+0000","last_became_peered":"2024-09-22T08:40:26.264153+0000","last_unstale":"2024-09-22T09:24:46.325764+0000","last_undegraded":"2024-09-22T09:24:46.325764+0000","last_fullsized":"2024-09-22T09:24:46.325764+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'475","last_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_deep_scrub":"266'475","last_deep_scrub_stamp":"2024-09-22T09:24:46.325505+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.325505+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:53.845841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1045,"num_read_kb":157624,"num_write":1539,"num_write_kb":58671,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.365543+0000","last_change":"2024-09-22T09:25:04.365543+0000","last_active":"2024-09-22T09:25:04.365543+0000","last_peered":"2024-09-22T09:25:04.365543+0000","last_clean":"2024-09-22T09:25:04.365543+0000","last_became_active":"2024-09-22T08:40:30.217944+0000","last_became_peered":"2024-09-22T08:40:30.217944+0000","last_unstale":"2024-09-22T09:25:04.365543+0000","last_undegraded":"2024-09-22T09:25:04.365543+0000","last_fullsized":"2024-09-22T09:25:04.365543+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:04.365368+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.365368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:33:05.221120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'129","reported_seq":675,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:12.909365+0000","last_change":"2024-09-22T09:25:12.909230+0000","last_active":"2024-09-22T09:25:12.909365+0000","last_peered":"2024-09-22T09:25:12.909365+0000","last_clean":"2024-09-22T09:25:12.909365+0000","last_became_active":"2024-09-22T08:40:32.234928+0000","last_became_peered":"2024-09-22T08:40:32.234928+0000","last_unstale":"2024-09-22T09:25:12.909365+0000","last_undegraded":"2024-09-22T09:25:12.909365+0000","last_fullsized":"2024-09-22T09:25:12.909365+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:12.909047+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:12.909047+0000","last_clean_scrub_stamp":"2024-09-22T09:25:12.909047+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.485708+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.886506+0000","last_change":"2024-09-22T09:25:03.886286+0000","last_active":"2024-09-22T09:25:03.886506+0000","last_peered":"2024-09-22T09:25:03.886506+0000","last_clean":"2024-09-22T09:25:03.886506+0000","last_became_active":"2024-09-22T08:40:34.262761+0000","last_became_peered":"2024-09-22T08:40:34.262761+0000","last_unstale":"2024-09-22T09:25:03.886506+0000","last_undegraded":"2024-09-22T09:25:03.886506+0000","last_fullsized":"2024-09-22T09:25:03.886506+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.886092+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.886092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:33.097597+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'140","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.816154+0000","last_change":"2024-09-22T09:25:17.815985+0000","last_active":"2024-09-22T09:25:17.816154+0000","last_peered":"2024-09-22T09:25:17.816154+0000","last_clean":"2024-09-22T09:25:17.816154+0000","last_became_active":"2024-09-22T08:40:36.282920+0000","last_became_peered":"2024-09-22T08:40:36.282920+0000","last_unstale":"2024-09-22T09:25:17.816154+0000","last_undegraded":"2024-09-22T09:25:17.816154+0000","last_fullsized":"2024-09-22T09:25:17.816154+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-22T09:25:17.815800+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-22T09:25:17.815800+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.815800+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:15:12.387654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":328,"num_read_kb":312,"num_write":348,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'110","reported_seq":713,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.133379+0000","last_change":"2024-09-22T09:24:52.133379+0000","last_active":"2024-09-22T09:24:52.133379+0000","last_peered":"2024-09-22T09:24:52.133379+0000","last_clean":"2024-09-22T09:24:52.133379+0000","last_became_active":"2024-09-22T08:40:28.222521+0000","last_became_peered":"2024-09-22T08:40:28.222521+0000","last_unstale":"2024-09-22T09:24:52.133379+0000","last_undegraded":"2024-09-22T09:24:52.133379+0000","last_fullsized":"2024-09-22T09:24:52.133379+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'110","last_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_deep_scrub":"266'110","last_deep_scrub_stamp":"2024-09-22T09:24:52.133164+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.133164+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:50:57.889972+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":521,"num_read_kb":453,"num_write":173,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'341","reported_seq":1001,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.004980+0000","last_change":"2024-09-22T09:24:50.004980+0000","last_active":"2024-09-22T09:24:50.004980+0000","last_peered":"2024-09-22T09:24:50.004980+0000","last_clean":"2024-09-22T09:24:50.004980+0000","last_became_active":"2024-09-22T08:40:26.260432+0000","last_became_peered":"2024-09-22T08:40:26.260432+0000","last_unstale":"2024-09-22T09:24:50.004980+0000","last_undegraded":"2024-09-22T09:24:50.004980+0000","last_fullsized":"2024-09-22T09:24:50.004980+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'341","last_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_deep_scrub":"266'341","last_deep_scrub_stamp":"2024-09-22T09:24:50.004716+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.004716+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:47.384654+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":5715,"num_write":1191,"num_write_kb":33668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:45.132141+0000","last_change":"2024-09-22T09:24:45.132090+0000","last_active":"2024-09-22T09:24:45.132141+0000","last_peered":"2024-09-22T09:24:45.132141+0000","last_clean":"2024-09-22T09:24:45.132141+0000","last_became_active":"2024-09-22T08:40:14.291816+0000","last_became_peered":"2024-09-22T08:40:14.291816+0000","last_unstale":"2024-09-22T09:24:45.132141+0000","last_undegraded":"2024-09-22T09:24:45.132141+0000","last_fullsized":"2024-09-22T09:24:45.132141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:45.132003+0000","last_clean_scrub_stamp":"2024-09-22T09:24:45.132003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:02.494660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001093377,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.456509+0000","last_change":"2024-09-22T09:25:02.456509+0000","last_active":"2024-09-22T09:25:02.456509+0000","last_peered":"2024-09-22T09:25:02.456509+0000","last_clean":"2024-09-22T09:25:02.456509+0000","last_became_active":"2024-09-22T08:40:30.216643+0000","last_became_peered":"2024-09-22T08:40:30.216643+0000","last_unstale":"2024-09-22T09:25:02.456509+0000","last_undegraded":"2024-09-22T09:25:02.456509+0000","last_fullsized":"2024-09-22T09:25:02.456509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.456323+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.456323+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:23.698523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'582","reported_seq":1250,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.424542+0000","last_change":"2024-09-22T09:25:05.424542+0000","last_active":"2024-09-22T09:25:05.424542+0000","last_peered":"2024-09-22T09:25:05.424542+0000","last_clean":"2024-09-22T09:25:05.424542+0000","last_became_active":"2024-09-22T08:40:32.241276+0000","last_became_peered":"2024-09-22T08:40:32.241276+0000","last_unstale":"2024-09-22T09:25:05.424542+0000","last_undegraded":"2024-09-22T09:25:05.424542+0000","last_fullsized":"2024-09-22T09:25:05.424542+0000","mapping_epoch":31,"log_start":"266'500","ondisk_log_start":"266'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'582","last_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_deep_scrub":"266'582","last_deep_scrub_stamp":"2024-09-22T09:25:05.424326+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.424326+0000","objects_scrubbed":9,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:30.540286+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95226,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1599,"num_read_kb":2760,"num_write":2094,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":535828,"num_omap_keys":1208,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.357799+0000","last_change":"2024-09-22T09:25:15.357799+0000","last_active":"2024-09-22T09:25:15.357799+0000","last_peered":"2024-09-22T09:25:15.357799+0000","last_clean":"2024-09-22T09:25:15.357799+0000","last_became_active":"2024-09-22T08:40:34.238591+0000","last_became_peered":"2024-09-22T08:40:34.238591+0000","last_unstale":"2024-09-22T09:25:15.357799+0000","last_undegraded":"2024-09-22T09:25:15.357799+0000","last_fullsized":"2024-09-22T09:25:15.357799+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.357621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.357621+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.357621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:46:20.730384+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'158","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.624738+0000","last_change":"2024-09-22T09:25:18.624601+0000","last_active":"2024-09-22T09:25:18.624738+0000","last_peered":"2024-09-22T09:25:18.624738+0000","last_clean":"2024-09-22T09:25:18.624738+0000","last_became_active":"2024-09-22T08:40:36.377705+0000","last_became_peered":"2024-09-22T08:40:36.377705+0000","last_unstale":"2024-09-22T09:25:18.624738+0000","last_undegraded":"2024-09-22T09:25:18.624738+0000","last_fullsized":"2024-09-22T09:25:18.624738+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-22T09:25:18.624390+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-22T09:25:18.624390+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.624390+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:55.503886+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1135,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":245,"num_write":400,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'227","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.364707+0000","last_change":"2024-09-22T09:24:53.364707+0000","last_active":"2024-09-22T09:24:53.364707+0000","last_peered":"2024-09-22T09:24:53.364707+0000","last_clean":"2024-09-22T09:24:53.364707+0000","last_became_active":"2024-09-22T08:40:28.222802+0000","last_became_peered":"2024-09-22T08:40:28.222802+0000","last_unstale":"2024-09-22T09:24:53.364707+0000","last_undegraded":"2024-09-22T09:24:53.364707+0000","last_fullsized":"2024-09-22T09:24:53.364707+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'227","last_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_deep_scrub":"266'227","last_deep_scrub_stamp":"2024-09-22T09:24:53.364498+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.364498+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:06.872360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1084,"num_read_kb":916,"num_write":357,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'370","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.174631+0000","last_change":"2024-09-22T09:24:48.174631+0000","last_active":"2024-09-22T09:24:48.174631+0000","last_peered":"2024-09-22T09:24:48.174631+0000","last_clean":"2024-09-22T09:24:48.174631+0000","last_became_active":"2024-09-22T08:40:26.232397+0000","last_became_peered":"2024-09-22T08:40:26.232397+0000","last_unstale":"2024-09-22T09:24:48.174631+0000","last_undegraded":"2024-09-22T09:24:48.174631+0000","last_fullsized":"2024-09-22T09:24:48.174631+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'370","last_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_deep_scrub":"266'370","last_deep_scrub_stamp":"2024-09-22T09:24:48.174399+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.174399+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:43:24.710164+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":674,"num_read_kb":2439,"num_write":1233,"num_write_kb":33149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.206652+0000","last_change":"2024-09-22T09:24:48.206652+0000","last_active":"2024-09-22T09:24:48.206652+0000","last_peered":"2024-09-22T09:24:48.206652+0000","last_clean":"2024-09-22T09:24:48.206652+0000","last_became_active":"2024-09-22T08:40:14.284874+0000","last_became_peered":"2024-09-22T08:40:14.284874+0000","last_unstale":"2024-09-22T09:24:48.206652+0000","last_undegraded":"2024-09-22T09:24:48.206652+0000","last_fullsized":"2024-09-22T09:24:48.206652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:48.206507+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.206507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:40.489623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00088653400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.936221+0000","last_change":"2024-09-22T09:25:00.936221+0000","last_active":"2024-09-22T09:25:00.936221+0000","last_peered":"2024-09-22T09:25:00.936221+0000","last_clean":"2024-09-22T09:25:00.936221+0000","last_became_active":"2024-09-22T08:40:30.218373+0000","last_became_peered":"2024-09-22T08:40:30.218373+0000","last_unstale":"2024-09-22T09:25:00.936221+0000","last_undegraded":"2024-09-22T09:25:00.936221+0000","last_fullsized":"2024-09-22T09:25:00.936221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:00.936027+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.936027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:44:09.388961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'166","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.199759+0000","last_change":"2024-09-22T09:25:04.199759+0000","last_active":"2024-09-22T09:25:04.199759+0000","last_peered":"2024-09-22T09:25:04.199759+0000","last_clean":"2024-09-22T09:25:04.199759+0000","last_became_active":"2024-09-22T08:40:32.336824+0000","last_became_peered":"2024-09-22T08:40:32.336824+0000","last_unstale":"2024-09-22T09:25:04.199759+0000","last_undegraded":"2024-09-22T09:25:04.199759+0000","last_fullsized":"2024-09-22T09:25:04.199759+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:25:04.199563+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.199563+0000","objects_scrubbed":7,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:53.510874+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":130,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'790","reported_seq":2486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.837159+0000","last_change":"2024-09-22T09:25:14.837159+0000","last_active":"2024-09-22T09:25:14.837159+0000","last_peered":"2024-09-22T09:25:14.837159+0000","last_clean":"2024-09-22T09:25:14.837159+0000","last_became_active":"2024-09-22T08:40:34.267547+0000","last_became_peered":"2024-09-22T08:40:34.267547+0000","last_unstale":"2024-09-22T09:25:14.837159+0000","last_undegraded":"2024-09-22T09:25:14.837159+0000","last_fullsized":"2024-09-22T09:25:14.837159+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'790","last_scrub_stamp":"2024-09-22T09:25:14.836933+0000","last_deep_scrub":"266'790","last_deep_scrub_stamp":"2024-09-22T09:25:14.836933+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.836933+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:30.968588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'136","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:25.948327+0000","last_change":"2024-09-22T09:25:25.948189+0000","last_active":"2024-09-22T09:25:25.948327+0000","last_peered":"2024-09-22T09:25:25.948327+0000","last_clean":"2024-09-22T09:25:25.948327+0000","last_became_active":"2024-09-22T08:40:36.376725+0000","last_became_peered":"2024-09-22T08:40:36.376725+0000","last_unstale":"2024-09-22T09:25:25.948327+0000","last_undegraded":"2024-09-22T09:25:25.948327+0000","last_fullsized":"2024-09-22T09:25:25.948327+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:25.948005+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:25.948005+0000","last_clean_scrub_stamp":"2024-09-22T09:25:25.948005+0000","objects_scrubbed":4,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:50.519964+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":190,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'217","reported_seq":846,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.631259+0000","last_change":"2024-09-22T09:24:56.631259+0000","last_active":"2024-09-22T09:24:56.631259+0000","last_peered":"2024-09-22T09:24:56.631259+0000","last_clean":"2024-09-22T09:24:56.631259+0000","last_became_active":"2024-09-22T08:40:28.234676+0000","last_became_peered":"2024-09-22T08:40:28.234676+0000","last_unstale":"2024-09-22T09:24:56.631259+0000","last_undegraded":"2024-09-22T09:24:56.631259+0000","last_fullsized":"2024-09-22T09:24:56.631259+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:56.631082+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.631082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:43:05.620574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":968,"num_read_kb":788,"num_write":342,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'417","reported_seq":1119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.806232+0000","last_change":"2024-09-22T09:24:50.806103+0000","last_active":"2024-09-22T09:24:50.806232+0000","last_peered":"2024-09-22T09:24:50.806232+0000","last_clean":"2024-09-22T09:24:50.806232+0000","last_became_active":"2024-09-22T08:40:26.222877+0000","last_became_peered":"2024-09-22T08:40:26.222877+0000","last_unstale":"2024-09-22T09:24:50.806232+0000","last_undegraded":"2024-09-22T09:24:50.806232+0000","last_fullsized":"2024-09-22T09:24:50.806232+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:24:50.805894+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.805894+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:53:17.291557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":6172,"num_write":1311,"num_write_kb":16632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.111208+0000","last_change":"2024-09-22T09:24:46.111097+0000","last_active":"2024-09-22T09:24:46.111208+0000","last_peered":"2024-09-22T09:24:46.111208+0000","last_clean":"2024-09-22T09:24:46.111208+0000","last_became_active":"2024-09-22T08:40:14.294197+0000","last_became_peered":"2024-09-22T08:40:14.294197+0000","last_unstale":"2024-09-22T09:24:46.111208+0000","last_undegraded":"2024-09-22T09:24:46.111208+0000","last_fullsized":"2024-09-22T09:24:46.111208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:46.110977+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.110977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:45.206023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001335059,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.522260+0000","last_change":"2024-09-22T09:25:06.522260+0000","last_active":"2024-09-22T09:25:06.522260+0000","last_peered":"2024-09-22T09:25:06.522260+0000","last_clean":"2024-09-22T09:25:06.522260+0000","last_became_active":"2024-09-22T08:40:30.198884+0000","last_became_peered":"2024-09-22T08:40:30.198884+0000","last_unstale":"2024-09-22T09:25:06.522260+0000","last_undegraded":"2024-09-22T09:25:06.522260+0000","last_fullsized":"2024-09-22T09:25:06.522260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.521995+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.521995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:22.435825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'113","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.507928+0000","last_change":"2024-09-22T09:25:10.507928+0000","last_active":"2024-09-22T09:25:10.507928+0000","last_peered":"2024-09-22T09:25:10.507928+0000","last_clean":"2024-09-22T09:25:10.507928+0000","last_became_active":"2024-09-22T08:40:32.239829+0000","last_became_peered":"2024-09-22T08:40:32.239829+0000","last_unstale":"2024-09-22T09:25:10.507928+0000","last_undegraded":"2024-09-22T09:25:10.507928+0000","last_fullsized":"2024-09-22T09:25:10.507928+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'113","last_scrub_stamp":"2024-09-22T09:25:10.507725+0000","last_deep_scrub":"266'113","last_deep_scrub_stamp":"2024-09-22T09:25:10.507725+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.507725+0000","objects_scrubbed":5,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:06.904981+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'784","reported_seq":2506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.947476+0000","last_change":"2024-09-22T09:25:21.947476+0000","last_active":"2024-09-22T09:25:21.947476+0000","last_peered":"2024-09-22T09:25:21.947476+0000","last_clean":"2024-09-22T09:25:21.947476+0000","last_became_active":"2024-09-22T08:40:34.241704+0000","last_became_peered":"2024-09-22T08:40:34.241704+0000","last_unstale":"2024-09-22T09:25:21.947476+0000","last_undegraded":"2024-09-22T09:25:21.947476+0000","last_fullsized":"2024-09-22T09:25:21.947476+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'784","last_scrub_stamp":"2024-09-22T09:25:21.947290+0000","last_deep_scrub":"266'784","last_deep_scrub_stamp":"2024-09-22T09:25:21.947290+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.947290+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:50.113760+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'281","reported_seq":816,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.620860+0000","last_change":"2024-09-22T09:25:19.620735+0000","last_active":"2024-09-22T09:25:19.620860+0000","last_peered":"2024-09-22T09:25:19.620860+0000","last_clean":"2024-09-22T09:25:19.620860+0000","last_became_active":"2024-09-22T08:40:36.279927+0000","last_became_peered":"2024-09-22T08:40:36.279927+0000","last_unstale":"2024-09-22T09:25:19.620860+0000","last_undegraded":"2024-09-22T09:25:19.620860+0000","last_fullsized":"2024-09-22T09:25:19.620860+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-22T09:25:19.620514+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-22T09:25:19.620514+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.620514+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:54:55.516403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":406,"num_read_kb":394,"num_write":592,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'132","reported_seq":755,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337237+0000","last_change":"2024-09-22T09:24:48.337237+0000","last_active":"2024-09-22T09:24:48.337237+0000","last_peered":"2024-09-22T09:24:48.337237+0000","last_clean":"2024-09-22T09:24:48.337237+0000","last_became_active":"2024-09-22T08:40:28.223918+0000","last_became_peered":"2024-09-22T08:40:28.223918+0000","last_unstale":"2024-09-22T09:24:48.337237+0000","last_undegraded":"2024-09-22T09:24:48.337237+0000","last_fullsized":"2024-09-22T09:24:48.337237+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-22T09:24:48.337045+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337045+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:02.235799+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":643,"num_read_kb":534,"num_write":186,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'390","reported_seq":1090,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.411142+0000","last_change":"2024-09-22T09:24:46.411086+0000","last_active":"2024-09-22T09:24:46.411142+0000","last_peered":"2024-09-22T09:24:46.411142+0000","last_clean":"2024-09-22T09:24:46.411142+0000","last_became_active":"2024-09-22T08:40:26.226136+0000","last_became_peered":"2024-09-22T08:40:26.226136+0000","last_unstale":"2024-09-22T09:24:46.411142+0000","last_undegraded":"2024-09-22T09:24:46.411142+0000","last_fullsized":"2024-09-22T09:24:46.411142+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'390","last_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_deep_scrub":"266'390","last_deep_scrub_stamp":"2024-09-22T09:24:46.410975+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.410975+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:23:29.864101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":855,"num_read_kb":11014,"num_write":1179,"num_write_kb":31930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.963095+0000","last_change":"2024-09-22T09:24:47.962971+0000","last_active":"2024-09-22T09:24:47.963095+0000","last_peered":"2024-09-22T09:24:47.963095+0000","last_clean":"2024-09-22T09:24:47.963095+0000","last_became_active":"2024-09-22T08:40:14.292188+0000","last_became_peered":"2024-09-22T08:40:14.292188+0000","last_unstale":"2024-09-22T09:24:47.963095+0000","last_undegraded":"2024-09-22T09:24:47.963095+0000","last_fullsized":"2024-09-22T09:24:47.963095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:24:47.962781+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.962781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:27:27.159951+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00085693,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.772460+0000","last_change":"2024-09-22T09:25:05.772460+0000","last_active":"2024-09-22T09:25:05.772460+0000","last_peered":"2024-09-22T09:25:05.772460+0000","last_clean":"2024-09-22T09:25:05.772460+0000","last_became_active":"2024-09-22T08:40:30.205372+0000","last_became_peered":"2024-09-22T08:40:30.205372+0000","last_unstale":"2024-09-22T09:25:05.772460+0000","last_undegraded":"2024-09-22T09:25:05.772460+0000","last_fullsized":"2024-09-22T09:25:05.772460+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.772263+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.772263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:40:42.842928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'738","reported_seq":1458,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.073743+0000","last_change":"2024-09-22T09:25:10.073743+0000","last_active":"2024-09-22T09:25:10.073743+0000","last_peered":"2024-09-22T09:25:10.073743+0000","last_clean":"2024-09-22T09:25:10.073743+0000","last_became_active":"2024-09-22T08:40:32.336797+0000","last_became_peered":"2024-09-22T08:40:32.336797+0000","last_unstale":"2024-09-22T09:25:10.073743+0000","last_undegraded":"2024-09-22T09:25:10.073743+0000","last_fullsized":"2024-09-22T09:25:10.073743+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'738","last_scrub_stamp":"2024-09-22T09:25:10.073521+0000","last_deep_scrub":"266'738","last_deep_scrub_stamp":"2024-09-22T09:25:10.073521+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.073521+0000","objects_scrubbed":8,"log_size":38,"log_dups_size":700,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:21.488337+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149165,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1309,"num_read_kb":3083,"num_write":1068,"num_write_kb":884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.965487+0000","last_change":"2024-09-22T09:25:19.965487+0000","last_active":"2024-09-22T09:25:19.965487+0000","last_peered":"2024-09-22T09:25:19.965487+0000","last_clean":"2024-09-22T09:25:19.965487+0000","last_became_active":"2024-09-22T08:40:34.268377+0000","last_became_peered":"2024-09-22T08:40:34.268377+0000","last_unstale":"2024-09-22T09:25:19.965487+0000","last_undegraded":"2024-09-22T09:25:19.965487+0000","last_fullsized":"2024-09-22T09:25:19.965487+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:19.965304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:19.965304+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.965304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:58.205174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'129","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.854874+0000","last_change":"2024-09-22T09:25:18.854714+0000","last_active":"2024-09-22T09:25:18.854874+0000","last_peered":"2024-09-22T09:25:18.854874+0000","last_clean":"2024-09-22T09:25:18.854874+0000","last_became_active":"2024-09-22T08:40:36.278650+0000","last_became_peered":"2024-09-22T08:40:36.278650+0000","last_unstale":"2024-09-22T09:25:18.854874+0000","last_undegraded":"2024-09-22T09:25:18.854874+0000","last_fullsized":"2024-09-22T09:25:18.854874+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-22T09:25:18.854529+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-22T09:25:18.854529+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.854529+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:41.788189+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":631,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":196,"num_read_kb":183,"num_write":299,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'137","reported_seq":696,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:22.708896+0000","last_change":"2024-09-22T09:25:22.708896+0000","last_active":"2024-09-22T09:25:22.708896+0000","last_peered":"2024-09-22T09:25:22.708896+0000","last_clean":"2024-09-22T09:25:22.708896+0000","last_became_active":"2024-09-22T08:40:36.285306+0000","last_became_peered":"2024-09-22T08:40:36.285306+0000","last_unstale":"2024-09-22T09:25:22.708896+0000","last_undegraded":"2024-09-22T09:25:22.708896+0000","last_fullsized":"2024-09-22T09:25:22.708896+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:22.708717+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:22.708717+0000","last_clean_scrub_stamp":"2024-09-22T09:25:22.708717+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:19.433551+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'576","reported_seq":1426,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.350441+0000","last_change":"2024-09-22T09:24:55.350441+0000","last_active":"2024-09-22T09:24:55.350441+0000","last_peered":"2024-09-22T09:24:55.350441+0000","last_clean":"2024-09-22T09:24:55.350441+0000","last_became_active":"2024-09-22T08:40:28.203769+0000","last_became_peered":"2024-09-22T08:40:28.203769+0000","last_unstale":"2024-09-22T09:24:55.350441+0000","last_undegraded":"2024-09-22T09:24:55.350441+0000","last_fullsized":"2024-09-22T09:24:55.350441+0000","mapping_epoch":27,"log_start":"266'500","ondisk_log_start":"266'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'576","last_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_deep_scrub":"266'576","last_deep_scrub_stamp":"2024-09-22T09:24:55.350260+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.350260+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":500,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:01:53.169082+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2764,"num_read_kb":2303,"num_write":986,"num_write_kb":637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'376","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.361244+0000","last_change":"2024-09-22T09:24:47.361099+0000","last_active":"2024-09-22T09:24:47.361244+0000","last_peered":"2024-09-22T09:24:47.361244+0000","last_clean":"2024-09-22T09:24:47.361244+0000","last_became_active":"2024-09-22T08:40:26.249105+0000","last_became_peered":"2024-09-22T08:40:26.249105+0000","last_unstale":"2024-09-22T09:24:47.361244+0000","last_undegraded":"2024-09-22T09:24:47.361244+0000","last_fullsized":"2024-09-22T09:24:47.361244+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'376","last_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_deep_scrub":"266'376","last_deep_scrub_stamp":"2024-09-22T09:24:47.360854+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.360854+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:15:21.293465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":787,"num_read_kb":57905,"num_write":1320,"num_write_kb":52055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.186703+0000","last_change":"2024-09-22T09:25:02.186703+0000","last_active":"2024-09-22T09:25:02.186703+0000","last_peered":"2024-09-22T09:25:02.186703+0000","last_clean":"2024-09-22T09:25:02.186703+0000","last_became_active":"2024-09-22T08:40:30.225270+0000","last_became_peered":"2024-09-22T08:40:30.225270+0000","last_unstale":"2024-09-22T09:25:02.186703+0000","last_undegraded":"2024-09-22T09:25:02.186703+0000","last_fullsized":"2024-09-22T09:25:02.186703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.186523+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.186523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:20.358279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'281","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.949801+0000","last_change":"2024-09-22T09:25:14.949801+0000","last_active":"2024-09-22T09:25:14.949801+0000","last_peered":"2024-09-22T09:25:14.949801+0000","last_clean":"2024-09-22T09:25:14.949801+0000","last_became_active":"2024-09-22T08:40:32.237660+0000","last_became_peered":"2024-09-22T08:40:32.237660+0000","last_unstale":"2024-09-22T09:25:14.949801+0000","last_undegraded":"2024-09-22T09:25:14.949801+0000","last_fullsized":"2024-09-22T09:25:14.949801+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-22T09:25:14.949565+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-22T09:25:14.949565+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.949565+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:11:19.161731+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45525,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":469,"num_read_kb":1073,"num_write":382,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.953268+0000","last_change":"2024-09-22T09:25:15.953268+0000","last_active":"2024-09-22T09:25:15.953268+0000","last_peered":"2024-09-22T09:25:15.953268+0000","last_clean":"2024-09-22T09:25:15.953268+0000","last_became_active":"2024-09-22T08:40:34.242618+0000","last_became_peered":"2024-09-22T08:40:34.242618+0000","last_unstale":"2024-09-22T09:25:15.953268+0000","last_undegraded":"2024-09-22T09:25:15.953268+0000","last_fullsized":"2024-09-22T09:25:15.953268+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.953081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.953081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.953081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:27.426525+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'136","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:28.855609+0000","last_change":"2024-09-22T09:25:28.855609+0000","last_active":"2024-09-22T09:25:28.855609+0000","last_peered":"2024-09-22T09:25:28.855609+0000","last_clean":"2024-09-22T09:25:28.855609+0000","last_became_active":"2024-09-22T08:40:36.278592+0000","last_became_peered":"2024-09-22T08:40:36.278592+0000","last_unstale":"2024-09-22T09:25:28.855609+0000","last_undegraded":"2024-09-22T09:25:28.855609+0000","last_fullsized":"2024-09-22T09:25:28.855609+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:28.855532+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:28.855532+0000","last_clean_scrub_stamp":"2024-09-22T09:25:28.855532+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:36.632830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":338,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'175","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.168738+0000","last_change":"2024-09-22T09:24:56.168738+0000","last_active":"2024-09-22T09:24:56.168738+0000","last_peered":"2024-09-22T09:24:56.168738+0000","last_clean":"2024-09-22T09:24:56.168738+0000","last_became_active":"2024-09-22T08:40:28.208278+0000","last_became_peered":"2024-09-22T08:40:28.208278+0000","last_unstale":"2024-09-22T09:24:56.168738+0000","last_undegraded":"2024-09-22T09:24:56.168738+0000","last_fullsized":"2024-09-22T09:24:56.168738+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-22T09:24:56.168484+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.168484+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:21.352865+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":785,"num_read_kb":647,"num_write":272,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'334","reported_seq":953,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.178679+0000","last_change":"2024-09-22T09:24:55.178679+0000","last_active":"2024-09-22T09:24:55.178679+0000","last_peered":"2024-09-22T09:24:55.178679+0000","last_clean":"2024-09-22T09:24:55.178679+0000","last_became_active":"2024-09-22T08:40:26.233085+0000","last_became_peered":"2024-09-22T08:40:26.233085+0000","last_unstale":"2024-09-22T09:24:55.178679+0000","last_undegraded":"2024-09-22T09:24:55.178679+0000","last_fullsized":"2024-09-22T09:24:55.178679+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:55.178435+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.178435+0000","objects_scrubbed":6,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:24:46.216402+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079919,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":551,"num_read_kb":5506,"num_write":1022,"num_write_kb":20852,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.835640+0000","last_change":"2024-09-22T09:25:07.835640+0000","last_active":"2024-09-22T09:25:07.835640+0000","last_peered":"2024-09-22T09:25:07.835640+0000","last_clean":"2024-09-22T09:25:07.835640+0000","last_became_active":"2024-09-22T08:40:30.212856+0000","last_became_peered":"2024-09-22T08:40:30.212856+0000","last_unstale":"2024-09-22T09:25:07.835640+0000","last_undegraded":"2024-09-22T09:25:07.835640+0000","last_fullsized":"2024-09-22T09:25:07.835640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.835463+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.835463+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.835463+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:05:05.789656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'60","reported_seq":567,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.462019+0000","last_change":"2024-09-22T09:25:07.462019+0000","last_active":"2024-09-22T09:25:07.462019+0000","last_peered":"2024-09-22T09:25:07.462019+0000","last_clean":"2024-09-22T09:25:07.462019+0000","last_became_active":"2024-09-22T08:40:32.223548+0000","last_became_peered":"2024-09-22T08:40:32.223548+0000","last_unstale":"2024-09-22T09:25:07.462019+0000","last_undegraded":"2024-09-22T09:25:07.462019+0000","last_fullsized":"2024-09-22T09:25:07.462019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-22T09:25:07.461810+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-22T09:25:07.461810+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.461810+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:23.728326+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":33,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.052811+0000","last_change":"2024-09-22T09:25:17.052811+0000","last_active":"2024-09-22T09:25:17.052811+0000","last_peered":"2024-09-22T09:25:17.052811+0000","last_clean":"2024-09-22T09:25:17.052811+0000","last_became_active":"2024-09-22T08:40:34.240908+0000","last_became_peered":"2024-09-22T08:40:34.240908+0000","last_unstale":"2024-09-22T09:25:17.052811+0000","last_undegraded":"2024-09-22T09:25:17.052811+0000","last_fullsized":"2024-09-22T09:25:17.052811+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:17.052629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:17.052629+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.052629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:46.422295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'204","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.687381+0000","last_change":"2024-09-22T09:25:21.687249+0000","last_active":"2024-09-22T09:25:21.687381+0000","last_peered":"2024-09-22T09:25:21.687381+0000","last_clean":"2024-09-22T09:25:21.687381+0000","last_became_active":"2024-09-22T08:40:36.274846+0000","last_became_peered":"2024-09-22T08:40:36.274846+0000","last_unstale":"2024-09-22T09:25:21.687381+0000","last_undegraded":"2024-09-22T09:25:21.687381+0000","last_fullsized":"2024-09-22T09:25:21.687381+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-22T09:25:21.687062+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-22T09:25:21.687062+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.687062+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:21.373332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":371,"num_read_kb":359,"num_write":472,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'85","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.678073+0000","last_change":"2024-09-22T09:25:00.678073+0000","last_active":"2024-09-22T09:25:00.678073+0000","last_peered":"2024-09-22T09:25:00.678073+0000","last_clean":"2024-09-22T09:25:00.678073+0000","last_became_active":"2024-09-22T08:40:28.237118+0000","last_became_peered":"2024-09-22T08:40:28.237118+0000","last_unstale":"2024-09-22T09:25:00.678073+0000","last_undegraded":"2024-09-22T09:25:00.678073+0000","last_fullsized":"2024-09-22T09:25:00.678073+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-22T09:25:00.677887+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.677887+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:21:47.387701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":394,"num_read_kb":335,"num_write":116,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'349","reported_seq":1013,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.056664+0000","last_change":"2024-09-22T09:24:53.056664+0000","last_active":"2024-09-22T09:24:53.056664+0000","last_peered":"2024-09-22T09:24:53.056664+0000","last_clean":"2024-09-22T09:24:53.056664+0000","last_became_active":"2024-09-22T08:40:26.230186+0000","last_became_peered":"2024-09-22T08:40:26.230186+0000","last_unstale":"2024-09-22T09:24:53.056664+0000","last_undegraded":"2024-09-22T09:24:53.056664+0000","last_fullsized":"2024-09-22T09:24:53.056664+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:53.056309+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.056309+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:16:03.657626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":643,"num_read_kb":34719,"num_write":1070,"num_write_kb":24558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.076075+0000","last_change":"2024-09-22T09:25:08.076075+0000","last_active":"2024-09-22T09:25:08.076075+0000","last_peered":"2024-09-22T09:25:08.076075+0000","last_clean":"2024-09-22T09:25:08.076075+0000","last_became_active":"2024-09-22T08:40:30.210661+0000","last_became_peered":"2024-09-22T08:40:30.210661+0000","last_unstale":"2024-09-22T09:25:08.076075+0000","last_undegraded":"2024-09-22T09:25:08.076075+0000","last_fullsized":"2024-09-22T09:25:08.076075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.075876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.075876+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.075876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:36.635607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'325","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.968257+0000","last_change":"2024-09-22T09:25:16.968257+0000","last_active":"2024-09-22T09:25:16.968257+0000","last_peered":"2024-09-22T09:25:16.968257+0000","last_clean":"2024-09-22T09:25:16.968257+0000","last_became_active":"2024-09-22T08:40:32.243073+0000","last_became_peered":"2024-09-22T08:40:32.243073+0000","last_unstale":"2024-09-22T09:25:16.968257+0000","last_undegraded":"2024-09-22T09:25:16.968257+0000","last_fullsized":"2024-09-22T09:25:16.968257+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'325","last_scrub_stamp":"2024-09-22T09:25:16.968067+0000","last_deep_scrub":"266'325","last_deep_scrub_stamp":"2024-09-22T09:25:16.968067+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.968067+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:09.090578+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69873,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":535,"num_read_kb":1220,"num_write":432,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.847579+0000","last_change":"2024-09-22T09:25:06.847579+0000","last_active":"2024-09-22T09:25:06.847579+0000","last_peered":"2024-09-22T09:25:06.847579+0000","last_clean":"2024-09-22T09:25:06.847579+0000","last_became_active":"2024-09-22T08:40:34.262706+0000","last_became_peered":"2024-09-22T08:40:34.262706+0000","last_unstale":"2024-09-22T09:25:06.847579+0000","last_undegraded":"2024-09-22T09:25:06.847579+0000","last_fullsized":"2024-09-22T09:25:06.847579+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:06.847381+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.847381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:33.953888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'134","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.852315+0000","last_change":"2024-09-22T09:25:20.852184+0000","last_active":"2024-09-22T09:25:20.852315+0000","last_peered":"2024-09-22T09:25:20.852315+0000","last_clean":"2024-09-22T09:25:20.852315+0000","last_became_active":"2024-09-22T08:40:36.279779+0000","last_became_peered":"2024-09-22T08:40:36.279779+0000","last_unstale":"2024-09-22T09:25:20.852315+0000","last_undegraded":"2024-09-22T09:25:20.852315+0000","last_fullsized":"2024-09-22T09:25:20.852315+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-22T09:25:20.851990+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-22T09:25:20.851990+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.851990+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:48.448360+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":327,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'222","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.689029+0000","last_change":"2024-09-22T09:24:58.689029+0000","last_active":"2024-09-22T09:24:58.689029+0000","last_peered":"2024-09-22T09:24:58.689029+0000","last_clean":"2024-09-22T09:24:58.689029+0000","last_became_active":"2024-09-22T08:41:01.929666+0000","last_became_peered":"2024-09-22T08:41:01.929666+0000","last_unstale":"2024-09-22T09:24:58.689029+0000","last_undegraded":"2024-09-22T09:24:58.689029+0000","last_fullsized":"2024-09-22T09:24:58.689029+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-22T09:24:58.688747+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.688747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:32:45.287938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":954,"num_read_kb":775,"num_write":370,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"266'381","reported_seq":1039,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.366300+0000","last_change":"2024-09-22T09:24:47.366300+0000","last_active":"2024-09-22T09:24:47.366300+0000","last_peered":"2024-09-22T09:24:47.366300+0000","last_clean":"2024-09-22T09:24:47.366300+0000","last_became_active":"2024-09-22T08:40:26.256916+0000","last_became_peered":"2024-09-22T08:40:26.256916+0000","last_unstale":"2024-09-22T09:24:47.366300+0000","last_undegraded":"2024-09-22T09:24:47.366300+0000","last_fullsized":"2024-09-22T09:24:47.366300+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'381","last_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_deep_scrub":"266'381","last_deep_scrub_stamp":"2024-09-22T09:24:47.366199+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.366199+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:19.528362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":633,"num_read_kb":72387,"num_write":1201,"num_write_kb":42025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.897253+0000","last_change":"2024-09-22T09:25:02.897253+0000","last_active":"2024-09-22T09:25:02.897253+0000","last_peered":"2024-09-22T09:25:02.897253+0000","last_clean":"2024-09-22T09:25:02.897253+0000","last_became_active":"2024-09-22T08:40:30.216161+0000","last_became_peered":"2024-09-22T08:40:30.216161+0000","last_unstale":"2024-09-22T09:25:02.897253+0000","last_undegraded":"2024-09-22T09:25:02.897253+0000","last_fullsized":"2024-09-22T09:25:02.897253+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:02.897081+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.897081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:09.474132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'309","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.002806+0000","last_change":"2024-09-22T09:25:13.002806+0000","last_active":"2024-09-22T09:25:13.002806+0000","last_peered":"2024-09-22T09:25:13.002806+0000","last_clean":"2024-09-22T09:25:13.002806+0000","last_became_active":"2024-09-22T08:40:32.234942+0000","last_became_peered":"2024-09-22T08:40:32.234942+0000","last_unstale":"2024-09-22T09:25:13.002806+0000","last_undegraded":"2024-09-22T09:25:13.002806+0000","last_fullsized":"2024-09-22T09:25:13.002806+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'309","last_scrub_stamp":"2024-09-22T09:25:13.002611+0000","last_deep_scrub":"266'309","last_deep_scrub_stamp":"2024-09-22T09:25:13.002611+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.002611+0000","objects_scrubbed":4,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:10:23.313431+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148623,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":508,"num_read_kb":1395,"num_write":428,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.533090+0000","last_change":"2024-09-22T09:25:14.533090+0000","last_active":"2024-09-22T09:25:14.533090+0000","last_peered":"2024-09-22T09:25:14.533090+0000","last_clean":"2024-09-22T09:25:14.533090+0000","last_became_active":"2024-09-22T08:40:34.234417+0000","last_became_peered":"2024-09-22T08:40:34.234417+0000","last_unstale":"2024-09-22T09:25:14.533090+0000","last_undegraded":"2024-09-22T09:25:14.533090+0000","last_fullsized":"2024-09-22T09:25:14.533090+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:14.532903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:14.532903+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.532903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:05:08.490073+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'97","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.899509+0000","last_change":"2024-09-22T09:24:58.899509+0000","last_active":"2024-09-22T09:24:58.899509+0000","last_peered":"2024-09-22T09:24:58.899509+0000","last_clean":"2024-09-22T09:24:58.899509+0000","last_became_active":"2024-09-22T08:40:28.229544+0000","last_became_peered":"2024-09-22T08:40:28.229544+0000","last_unstale":"2024-09-22T09:24:58.899509+0000","last_undegraded":"2024-09-22T09:24:58.899509+0000","last_fullsized":"2024-09-22T09:24:58.899509+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-22T09:24:58.899307+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.899307+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:13.652713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":350,"num_write":155,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'347","reported_seq":988,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.772615+0000","last_change":"2024-09-22T09:24:48.772615+0000","last_active":"2024-09-22T09:24:48.772615+0000","last_peered":"2024-09-22T09:24:48.772615+0000","last_clean":"2024-09-22T09:24:48.772615+0000","last_became_active":"2024-09-22T08:40:26.214952+0000","last_became_peered":"2024-09-22T08:40:26.214952+0000","last_unstale":"2024-09-22T09:24:48.772615+0000","last_undegraded":"2024-09-22T09:24:48.772615+0000","last_fullsized":"2024-09-22T09:24:48.772615+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'347","last_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_deep_scrub":"266'347","last_deep_scrub_stamp":"2024-09-22T09:24:48.772325+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.772325+0000","objects_scrubbed":9,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:22.070294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079935,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":4826,"num_write":1229,"num_write_kb":31838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.414334+0000","last_change":"2024-09-22T09:25:03.414334+0000","last_active":"2024-09-22T09:25:03.414334+0000","last_peered":"2024-09-22T09:25:03.414334+0000","last_clean":"2024-09-22T09:25:03.414334+0000","last_became_active":"2024-09-22T08:40:30.213811+0000","last_became_peered":"2024-09-22T08:40:30.213811+0000","last_unstale":"2024-09-22T09:25:03.414334+0000","last_undegraded":"2024-09-22T09:25:03.414334+0000","last_fullsized":"2024-09-22T09:25:03.414334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:03.414151+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.414151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:17:56.476574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'476","reported_seq":1114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.219260+0000","last_change":"2024-09-22T09:25:08.219172+0000","last_active":"2024-09-22T09:25:08.219260+0000","last_peered":"2024-09-22T09:25:08.219260+0000","last_clean":"2024-09-22T09:25:08.219260+0000","last_became_active":"2024-09-22T08:40:32.223104+0000","last_became_peered":"2024-09-22T08:40:32.223104+0000","last_unstale":"2024-09-22T09:25:08.219260+0000","last_undegraded":"2024-09-22T09:25:08.219260+0000","last_fullsized":"2024-09-22T09:25:08.219260+0000","mapping_epoch":31,"log_start":"266'400","ondisk_log_start":"266'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'476","last_scrub_stamp":"2024-09-22T09:25:08.219048+0000","last_deep_scrub":"266'476","last_deep_scrub_stamp":"2024-09-22T09:25:08.219048+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.219048+0000","objects_scrubbed":7,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:21.274564+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90514,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":859,"num_read_kb":2039,"num_write":742,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.865364+0000","last_change":"2024-09-22T09:25:15.865248+0000","last_active":"2024-09-22T09:25:15.865364+0000","last_peered":"2024-09-22T09:25:15.865364+0000","last_clean":"2024-09-22T09:25:15.865364+0000","last_became_active":"2024-09-22T08:40:34.251656+0000","last_became_peered":"2024-09-22T08:40:34.251656+0000","last_unstale":"2024-09-22T09:25:15.865364+0000","last_undegraded":"2024-09-22T09:25:15.865364+0000","last_fullsized":"2024-09-22T09:25:15.865364+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.865069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.865069+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.865069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:56.705601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'193","reported_seq":701,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:27.897975+0000","last_change":"2024-09-22T09:25:27.897975+0000","last_active":"2024-09-22T09:25:27.897975+0000","last_peered":"2024-09-22T09:25:27.897975+0000","last_clean":"2024-09-22T09:25:27.897975+0000","last_became_active":"2024-09-22T08:40:36.377840+0000","last_became_peered":"2024-09-22T08:40:36.377840+0000","last_unstale":"2024-09-22T09:25:27.897975+0000","last_undegraded":"2024-09-22T09:25:27.897975+0000","last_fullsized":"2024-09-22T09:25:27.897975+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'193","last_scrub_stamp":"2024-09-22T09:25:27.897794+0000","last_deep_scrub":"266'193","last_deep_scrub_stamp":"2024-09-22T09:25:27.897794+0000","last_clean_scrub_stamp":"2024-09-22T09:25:27.897794+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:59.111962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":267,"num_read_kb":275,"num_write":433,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'333","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.429590+0000","last_change":"2024-09-22T09:24:57.429590+0000","last_active":"2024-09-22T09:24:57.429590+0000","last_peered":"2024-09-22T09:24:57.429590+0000","last_clean":"2024-09-22T09:24:57.429590+0000","last_became_active":"2024-09-22T08:40:28.220025+0000","last_became_peered":"2024-09-22T08:40:28.220025+0000","last_unstale":"2024-09-22T09:24:57.429590+0000","last_undegraded":"2024-09-22T09:24:57.429590+0000","last_fullsized":"2024-09-22T09:24:57.429590+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-22T09:24:57.429406+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.429406+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:13:53.602275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1674,"num_read_kb":1478,"num_write":530,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'353","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.162579+0000","last_change":"2024-09-22T09:24:49.162579+0000","last_active":"2024-09-22T09:24:49.162579+0000","last_peered":"2024-09-22T09:24:49.162579+0000","last_clean":"2024-09-22T09:24:49.162579+0000","last_became_active":"2024-09-22T08:40:26.249816+0000","last_became_peered":"2024-09-22T08:40:26.249816+0000","last_unstale":"2024-09-22T09:24:49.162579+0000","last_undegraded":"2024-09-22T09:24:49.162579+0000","last_fullsized":"2024-09-22T09:24:49.162579+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'353","last_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_deep_scrub":"266'353","last_deep_scrub_stamp":"2024-09-22T09:24:49.162322+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.162322+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:41:38.183762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079902,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":107261,"num_write":1078,"num_write_kb":56264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.912292+0000","last_change":"2024-09-22T09:25:01.912292+0000","last_active":"2024-09-22T09:25:01.912292+0000","last_peered":"2024-09-22T09:25:01.912292+0000","last_clean":"2024-09-22T09:25:01.912292+0000","last_became_active":"2024-09-22T08:40:30.215623+0000","last_became_peered":"2024-09-22T08:40:30.215623+0000","last_unstale":"2024-09-22T09:25:01.912292+0000","last_undegraded":"2024-09-22T09:25:01.912292+0000","last_fullsized":"2024-09-22T09:25:01.912292+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:01.912119+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.912119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.687709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'312","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.009165+0000","last_change":"2024-09-22T09:25:15.009034+0000","last_active":"2024-09-22T09:25:15.009165+0000","last_peered":"2024-09-22T09:25:15.009165+0000","last_clean":"2024-09-22T09:25:15.009165+0000","last_became_active":"2024-09-22T08:40:32.235008+0000","last_became_peered":"2024-09-22T08:40:32.235008+0000","last_unstale":"2024-09-22T09:25:15.009165+0000","last_undegraded":"2024-09-22T09:25:15.009165+0000","last_fullsized":"2024-09-22T09:25:15.009165+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'312","last_scrub_stamp":"2024-09-22T09:25:15.008820+0000","last_deep_scrub":"266'312","last_deep_scrub_stamp":"2024-09-22T09:25:15.008820+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.008820+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:52.685555+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45694,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":507,"num_read_kb":1106,"num_write":424,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.187948+0000","last_change":"2024-09-22T09:25:09.187829+0000","last_active":"2024-09-22T09:25:09.187948+0000","last_peered":"2024-09-22T09:25:09.187948+0000","last_clean":"2024-09-22T09:25:09.187948+0000","last_became_active":"2024-09-22T08:40:34.266246+0000","last_became_peered":"2024-09-22T08:40:34.266246+0000","last_unstale":"2024-09-22T09:25:09.187948+0000","last_undegraded":"2024-09-22T09:25:09.187948+0000","last_fullsized":"2024-09-22T09:25:09.187948+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.187650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.187650+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.187650+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:35.576324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'169","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.801008+0000","last_change":"2024-09-22T09:25:11.801008+0000","last_active":"2024-09-22T09:25:11.801008+0000","last_peered":"2024-09-22T09:25:11.801008+0000","last_clean":"2024-09-22T09:25:11.801008+0000","last_became_active":"2024-09-22T08:40:36.279573+0000","last_became_peered":"2024-09-22T08:40:36.279573+0000","last_unstale":"2024-09-22T09:25:11.801008+0000","last_undegraded":"2024-09-22T09:25:11.801008+0000","last_fullsized":"2024-09-22T09:25:11.801008+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-22T09:25:11.800821+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-22T09:25:11.800821+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.800821+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:04.891292+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":217,"num_read_kb":216,"num_write":471,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'104","reported_seq":694,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.658581+0000","last_change":"2024-09-22T09:24:59.658435+0000","last_active":"2024-09-22T09:24:59.658581+0000","last_peered":"2024-09-22T09:24:59.658581+0000","last_clean":"2024-09-22T09:24:59.658581+0000","last_became_active":"2024-09-22T08:40:28.210944+0000","last_became_peered":"2024-09-22T08:40:28.210944+0000","last_unstale":"2024-09-22T09:24:59.658581+0000","last_undegraded":"2024-09-22T09:24:59.658581+0000","last_fullsized":"2024-09-22T09:24:59.658581+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'104","last_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_deep_scrub":"266'104","last_deep_scrub_stamp":"2024-09-22T09:24:59.658252+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.658252+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:32:05.065247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":455,"num_read_kb":385,"num_write":163,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'310","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.778431+0000","last_change":"2024-09-22T09:24:51.778258+0000","last_active":"2024-09-22T09:24:51.778431+0000","last_peered":"2024-09-22T09:24:51.778431+0000","last_clean":"2024-09-22T09:24:51.778431+0000","last_became_active":"2024-09-22T08:41:01.438409+0000","last_became_peered":"2024-09-22T08:41:01.438409+0000","last_unstale":"2024-09-22T09:24:51.778431+0000","last_undegraded":"2024-09-22T09:24:51.778431+0000","last_fullsized":"2024-09-22T09:24:51.778431+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'310","last_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_deep_scrub":"266'310","last_deep_scrub_stamp":"2024-09-22T09:24:51.778011+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.778011+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:52.132118+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159818,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":2553,"num_write":975,"num_write_kb":41707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.537432+0000","last_change":"2024-09-22T09:25:09.537171+0000","last_active":"2024-09-22T09:25:09.537432+0000","last_peered":"2024-09-22T09:25:09.537432+0000","last_clean":"2024-09-22T09:25:09.537432+0000","last_became_active":"2024-09-22T08:40:30.198821+0000","last_became_peered":"2024-09-22T08:40:30.198821+0000","last_unstale":"2024-09-22T09:25:09.537432+0000","last_undegraded":"2024-09-22T09:25:09.537432+0000","last_fullsized":"2024-09-22T09:25:09.537432+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.536966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.536966+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.536966+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:15.401821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'273","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:24.955146+0000","last_change":"2024-09-22T09:25:24.955146+0000","last_active":"2024-09-22T09:25:24.955146+0000","last_peered":"2024-09-22T09:25:24.955146+0000","last_clean":"2024-09-22T09:25:24.955146+0000","last_became_active":"2024-09-22T08:40:32.339358+0000","last_became_peered":"2024-09-22T08:40:32.339358+0000","last_unstale":"2024-09-22T09:25:24.955146+0000","last_undegraded":"2024-09-22T09:25:24.955146+0000","last_fullsized":"2024-09-22T09:25:24.955146+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'273","last_scrub_stamp":"2024-09-22T09:25:24.954969+0000","last_deep_scrub":"266'273","last_deep_scrub_stamp":"2024-09-22T09:25:24.954969+0000","last_clean_scrub_stamp":"2024-09-22T09:25:24.954969+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:11.162663+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43544,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":449,"num_read_kb":1029,"num_write":362,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:11.236239+0000","last_change":"2024-09-22T09:25:11.236239+0000","last_active":"2024-09-22T09:25:11.236239+0000","last_peered":"2024-09-22T09:25:11.236239+0000","last_clean":"2024-09-22T09:25:11.236239+0000","last_became_active":"2024-09-22T08:40:34.267251+0000","last_became_peered":"2024-09-22T08:40:34.267251+0000","last_unstale":"2024-09-22T09:25:11.236239+0000","last_undegraded":"2024-09-22T09:25:11.236239+0000","last_fullsized":"2024-09-22T09:25:11.236239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:11.236053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:11.236053+0000","last_clean_scrub_stamp":"2024-09-22T09:25:11.236053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:56.592292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'115","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.860664+0000","last_change":"2024-09-22T09:25:19.860664+0000","last_active":"2024-09-22T09:25:19.860664+0000","last_peered":"2024-09-22T09:25:19.860664+0000","last_clean":"2024-09-22T09:25:19.860664+0000","last_became_active":"2024-09-22T08:40:36.282254+0000","last_became_peered":"2024-09-22T08:40:36.282254+0000","last_unstale":"2024-09-22T09:25:19.860664+0000","last_undegraded":"2024-09-22T09:25:19.860664+0000","last_fullsized":"2024-09-22T09:25:19.860664+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-22T09:25:19.860457+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-22T09:25:19.860457+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.860457+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:06:22.486859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":198,"num_read_kb":179,"num_write":280,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'170","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.747866+0000","last_change":"2024-09-22T09:24:51.747708+0000","last_active":"2024-09-22T09:24:51.747866+0000","last_peered":"2024-09-22T09:24:51.747866+0000","last_clean":"2024-09-22T09:24:51.747866+0000","last_became_active":"2024-09-22T08:40:28.205406+0000","last_became_peered":"2024-09-22T08:40:28.205406+0000","last_unstale":"2024-09-22T09:24:51.747866+0000","last_undegraded":"2024-09-22T09:24:51.747866+0000","last_fullsized":"2024-09-22T09:24:51.747866+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-22T09:24:51.747521+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.747521+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:00.141049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":807,"num_read_kb":671,"num_write":282,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'278","reported_seq":895,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.337971+0000","last_change":"2024-09-22T09:24:48.337796+0000","last_active":"2024-09-22T09:24:48.337971+0000","last_peered":"2024-09-22T09:24:48.337971+0000","last_clean":"2024-09-22T09:24:48.337971+0000","last_became_active":"2024-09-22T08:40:26.243751+0000","last_became_peered":"2024-09-22T08:40:26.243751+0000","last_unstale":"2024-09-22T09:24:48.337971+0000","last_undegraded":"2024-09-22T09:24:48.337971+0000","last_fullsized":"2024-09-22T09:24:48.337971+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'278","last_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_deep_scrub":"266'278","last_deep_scrub_stamp":"2024-09-22T09:24:48.337558+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.337558+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:21:46.844789+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":483,"num_read_kb":14922,"num_write":891,"num_write_kb":34994,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:05.227020+0000","last_change":"2024-09-22T09:25:05.226857+0000","last_active":"2024-09-22T09:25:05.227020+0000","last_peered":"2024-09-22T09:25:05.227020+0000","last_clean":"2024-09-22T09:25:05.227020+0000","last_became_active":"2024-09-22T08:40:30.215038+0000","last_became_peered":"2024-09-22T08:40:30.215038+0000","last_unstale":"2024-09-22T09:25:05.227020+0000","last_undegraded":"2024-09-22T09:25:05.227020+0000","last_fullsized":"2024-09-22T09:25:05.227020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:05.226678+0000","last_clean_scrub_stamp":"2024-09-22T09:25:05.226678+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:26.938504+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'82","reported_seq":611,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:14.386853+0000","last_change":"2024-09-22T09:25:14.386853+0000","last_active":"2024-09-22T09:25:14.386853+0000","last_peered":"2024-09-22T09:25:14.386853+0000","last_clean":"2024-09-22T09:25:14.386853+0000","last_became_active":"2024-09-22T08:40:32.336858+0000","last_became_peered":"2024-09-22T08:40:32.336858+0000","last_unstale":"2024-09-22T09:25:14.386853+0000","last_undegraded":"2024-09-22T09:25:14.386853+0000","last_fullsized":"2024-09-22T09:25:14.386853+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-22T09:25:14.386662+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-22T09:25:14.386662+0000","last_clean_scrub_stamp":"2024-09-22T09:25:14.386662+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:51.131606+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":75,"num_write":60,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'750","reported_seq":4419,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.770408+0000","last_change":"2024-09-22T09:25:08.770408+0000","last_active":"2024-09-22T09:25:08.770408+0000","last_peered":"2024-09-22T09:25:08.770408+0000","last_clean":"2024-09-22T09:25:08.770408+0000","last_became_active":"2024-09-22T08:40:34.245204+0000","last_became_peered":"2024-09-22T08:40:34.245204+0000","last_unstale":"2024-09-22T09:25:08.770408+0000","last_undegraded":"2024-09-22T09:25:08.770408+0000","last_fullsized":"2024-09-22T09:25:08.770408+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'750","last_scrub_stamp":"2024-09-22T09:25:08.770225+0000","last_deep_scrub":"266'750","last_deep_scrub_stamp":"2024-09-22T09:25:08.770225+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.770225+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:29.091371+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'120","reported_seq":616,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:20.075721+0000","last_change":"2024-09-22T09:25:20.075721+0000","last_active":"2024-09-22T09:25:20.075721+0000","last_peered":"2024-09-22T09:25:20.075721+0000","last_clean":"2024-09-22T09:25:20.075721+0000","last_became_active":"2024-09-22T08:40:36.284858+0000","last_became_peered":"2024-09-22T08:40:36.284858+0000","last_unstale":"2024-09-22T09:25:20.075721+0000","last_undegraded":"2024-09-22T09:25:20.075721+0000","last_fullsized":"2024-09-22T09:25:20.075721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-22T09:25:20.075564+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-22T09:25:20.075564+0000","last_clean_scrub_stamp":"2024-09-22T09:25:20.075564+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:25.602553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":265,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'217","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.427039+0000","last_change":"2024-09-22T09:24:58.426865+0000","last_active":"2024-09-22T09:24:58.427039+0000","last_peered":"2024-09-22T09:24:58.427039+0000","last_clean":"2024-09-22T09:24:58.427039+0000","last_became_active":"2024-09-22T08:40:28.212395+0000","last_became_peered":"2024-09-22T08:40:28.212395+0000","last_unstale":"2024-09-22T09:24:58.427039+0000","last_undegraded":"2024-09-22T09:24:58.427039+0000","last_fullsized":"2024-09-22T09:24:58.427039+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-22T09:24:58.426685+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.426685+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:19:04.931114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":950,"num_read_kb":772,"num_write":344,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'349","reported_seq":947,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:48.694816+0000","last_change":"2024-09-22T09:24:48.694666+0000","last_active":"2024-09-22T09:24:48.694816+0000","last_peered":"2024-09-22T09:24:48.694816+0000","last_clean":"2024-09-22T09:24:48.694816+0000","last_became_active":"2024-09-22T08:41:01.723291+0000","last_became_peered":"2024-09-22T08:41:01.723291+0000","last_unstale":"2024-09-22T09:24:48.694816+0000","last_undegraded":"2024-09-22T09:24:48.694816+0000","last_fullsized":"2024-09-22T09:24:48.694816+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:48.694377+0000","last_clean_scrub_stamp":"2024-09-22T09:24:48.694377+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:21.567130+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":604,"num_read_kb":17894,"num_write":1148,"num_write_kb":26864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.053383+0000","last_change":"2024-09-22T09:25:09.053229+0000","last_active":"2024-09-22T09:25:09.053383+0000","last_peered":"2024-09-22T09:25:09.053383+0000","last_clean":"2024-09-22T09:25:09.053383+0000","last_became_active":"2024-09-22T08:40:30.217993+0000","last_became_peered":"2024-09-22T08:40:30.217993+0000","last_unstale":"2024-09-22T09:25:09.053383+0000","last_undegraded":"2024-09-22T09:25:09.053383+0000","last_fullsized":"2024-09-22T09:25:09.053383+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:09.053012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:09.053012+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.053012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:28.679400+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'351","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.888582+0000","last_change":"2024-09-22T09:25:13.888582+0000","last_active":"2024-09-22T09:25:13.888582+0000","last_peered":"2024-09-22T09:25:13.888582+0000","last_clean":"2024-09-22T09:25:13.888582+0000","last_became_active":"2024-09-22T08:40:32.227241+0000","last_became_peered":"2024-09-22T08:40:32.227241+0000","last_unstale":"2024-09-22T09:25:13.888582+0000","last_undegraded":"2024-09-22T09:25:13.888582+0000","last_fullsized":"2024-09-22T09:25:13.888582+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:25:13.888341+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:25:13.888341+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.888341+0000","objects_scrubbed":9,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:07:18.412674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46540,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":552,"num_read_kb":1262,"num_write":462,"num_write_kb":354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:15.569701+0000","last_change":"2024-09-22T09:25:15.569701+0000","last_active":"2024-09-22T09:25:15.569701+0000","last_peered":"2024-09-22T09:25:15.569701+0000","last_clean":"2024-09-22T09:25:15.569701+0000","last_became_active":"2024-09-22T08:40:34.245431+0000","last_became_peered":"2024-09-22T08:40:34.245431+0000","last_unstale":"2024-09-22T09:25:15.569701+0000","last_undegraded":"2024-09-22T09:25:15.569701+0000","last_fullsized":"2024-09-22T09:25:15.569701+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:15.569496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:15.569496+0000","last_clean_scrub_stamp":"2024-09-22T09:25:15.569496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:37.917677+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'126","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:23.105839+0000","last_change":"2024-09-22T09:25:23.105839+0000","last_active":"2024-09-22T09:25:23.105839+0000","last_peered":"2024-09-22T09:25:23.105839+0000","last_clean":"2024-09-22T09:25:23.105839+0000","last_became_active":"2024-09-22T08:40:36.285561+0000","last_became_peered":"2024-09-22T08:40:36.285561+0000","last_unstale":"2024-09-22T09:25:23.105839+0000","last_undegraded":"2024-09-22T09:25:23.105839+0000","last_fullsized":"2024-09-22T09:25:23.105839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-22T09:25:23.105615+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-22T09:25:23.105615+0000","last_clean_scrub_stamp":"2024-09-22T09:25:23.105615+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:11:15.133178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":189,"num_read_kb":177,"num_write":293,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'74","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.377969+0000","last_change":"2024-09-22T09:24:57.377854+0000","last_active":"2024-09-22T09:24:57.377969+0000","last_peered":"2024-09-22T09:24:57.377969+0000","last_clean":"2024-09-22T09:24:57.377969+0000","last_became_active":"2024-09-22T08:40:28.209473+0000","last_became_peered":"2024-09-22T08:40:28.209473+0000","last_unstale":"2024-09-22T09:24:57.377969+0000","last_undegraded":"2024-09-22T09:24:57.377969+0000","last_fullsized":"2024-09-22T09:24:57.377969+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-22T09:24:57.377686+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.377686+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:26:36.143595+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":274,"num_write":120,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'284","reported_seq":1015,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.023679+0000","last_change":"2024-09-22T09:24:52.023529+0000","last_active":"2024-09-22T09:24:52.023679+0000","last_peered":"2024-09-22T09:24:52.023679+0000","last_clean":"2024-09-22T09:24:52.023679+0000","last_became_active":"2024-09-22T08:40:26.268912+0000","last_became_peered":"2024-09-22T08:40:26.268912+0000","last_unstale":"2024-09-22T09:24:52.023679+0000","last_undegraded":"2024-09-22T09:24:52.023679+0000","last_fullsized":"2024-09-22T09:24:52.023679+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'284","last_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_deep_scrub":"266'284","last_deep_scrub_stamp":"2024-09-22T09:24:52.023302+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.023302+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:36.029901+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":934,"num_read_kb":41551,"num_write":945,"num_write_kb":33554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:10.908876+0000","last_change":"2024-09-22T09:25:10.908754+0000","last_active":"2024-09-22T09:25:10.908876+0000","last_peered":"2024-09-22T09:25:10.908876+0000","last_clean":"2024-09-22T09:25:10.908876+0000","last_became_active":"2024-09-22T08:40:30.223608+0000","last_became_peered":"2024-09-22T08:40:30.223608+0000","last_unstale":"2024-09-22T09:25:10.908876+0000","last_undegraded":"2024-09-22T09:25:10.908876+0000","last_fullsized":"2024-09-22T09:25:10.908876+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:10.908583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:10.908583+0000","last_clean_scrub_stamp":"2024-09-22T09:25:10.908583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:34.078206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'251","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.471060+0000","last_change":"2024-09-22T09:25:09.471060+0000","last_active":"2024-09-22T09:25:09.471060+0000","last_peered":"2024-09-22T09:25:09.471060+0000","last_clean":"2024-09-22T09:25:09.471060+0000","last_became_active":"2024-09-22T08:40:32.217545+0000","last_became_peered":"2024-09-22T08:40:32.217545+0000","last_unstale":"2024-09-22T09:25:09.471060+0000","last_undegraded":"2024-09-22T09:25:09.471060+0000","last_fullsized":"2024-09-22T09:25:09.471060+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-22T09:25:09.470859+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-22T09:25:09.470859+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.470859+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:58.784542+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45223,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":403,"num_read_kb":895,"num_write":322,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:07.808408+0000","last_change":"2024-09-22T09:25:07.808408+0000","last_active":"2024-09-22T09:25:07.808408+0000","last_peered":"2024-09-22T09:25:07.808408+0000","last_clean":"2024-09-22T09:25:07.808408+0000","last_became_active":"2024-09-22T08:40:34.246078+0000","last_became_peered":"2024-09-22T08:40:34.246078+0000","last_unstale":"2024-09-22T09:25:07.808408+0000","last_undegraded":"2024-09-22T09:25:07.808408+0000","last_fullsized":"2024-09-22T09:25:07.808408+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:07.808209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:07.808209+0000","last_clean_scrub_stamp":"2024-09-22T09:25:07.808209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:46:04.148564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'96","reported_seq":615,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:26.922945+0000","last_change":"2024-09-22T09:25:26.922945+0000","last_active":"2024-09-22T09:25:26.922945+0000","last_peered":"2024-09-22T09:25:26.922945+0000","last_clean":"2024-09-22T09:25:26.922945+0000","last_became_active":"2024-09-22T08:40:36.377737+0000","last_became_peered":"2024-09-22T08:40:36.377737+0000","last_unstale":"2024-09-22T09:25:26.922945+0000","last_undegraded":"2024-09-22T09:25:26.922945+0000","last_fullsized":"2024-09-22T09:25:26.922945+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'96","last_scrub_stamp":"2024-09-22T09:25:26.922662+0000","last_deep_scrub":"266'96","last_deep_scrub_stamp":"2024-09-22T09:25:26.922662+0000","last_clean_scrub_stamp":"2024-09-22T09:25:26.922662+0000","objects_scrubbed":1,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:45.719541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":213,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'114","reported_seq":766,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.754480+0000","last_change":"2024-09-22T09:25:03.754480+0000","last_active":"2024-09-22T09:25:03.754480+0000","last_peered":"2024-09-22T09:25:03.754480+0000","last_clean":"2024-09-22T09:25:03.754480+0000","last_became_active":"2024-09-22T08:40:28.205162+0000","last_became_peered":"2024-09-22T08:40:28.205162+0000","last_unstale":"2024-09-22T09:25:03.754480+0000","last_undegraded":"2024-09-22T09:25:03.754480+0000","last_fullsized":"2024-09-22T09:25:03.754480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'114","last_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_deep_scrub":"266'114","last_deep_scrub_stamp":"2024-09-22T09:25:03.754303+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.754303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:54.382394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":561,"num_read_kb":487,"num_write":155,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'355","reported_seq":986,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.774645+0000","last_change":"2024-09-22T09:24:49.774645+0000","last_active":"2024-09-22T09:24:49.774645+0000","last_peered":"2024-09-22T09:24:49.774645+0000","last_clean":"2024-09-22T09:24:49.774645+0000","last_became_active":"2024-09-22T08:40:26.257511+0000","last_became_peered":"2024-09-22T08:40:26.257511+0000","last_unstale":"2024-09-22T09:24:49.774645+0000","last_undegraded":"2024-09-22T09:24:49.774645+0000","last_fullsized":"2024-09-22T09:24:49.774645+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'355","last_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_deep_scrub":"266'355","last_deep_scrub_stamp":"2024-09-22T09:24:49.774344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.774344+0000","objects_scrubbed":8,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:19.935837+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2157330,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":542,"num_read_kb":4037,"num_write":1060,"num_write_kb":39301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:08.493636+0000","last_change":"2024-09-22T09:25:08.493636+0000","last_active":"2024-09-22T09:25:08.493636+0000","last_peered":"2024-09-22T09:25:08.493636+0000","last_clean":"2024-09-22T09:25:08.493636+0000","last_became_active":"2024-09-22T08:40:30.217441+0000","last_became_peered":"2024-09-22T08:40:30.217441+0000","last_unstale":"2024-09-22T09:25:08.493636+0000","last_undegraded":"2024-09-22T09:25:08.493636+0000","last_fullsized":"2024-09-22T09:25:08.493636+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:08.493459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:08.493459+0000","last_clean_scrub_stamp":"2024-09-22T09:25:08.493459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:20.121257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'255","reported_seq":818,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:18.936062+0000","last_change":"2024-09-22T09:25:18.935931+0000","last_active":"2024-09-22T09:25:18.936062+0000","last_peered":"2024-09-22T09:25:18.936062+0000","last_clean":"2024-09-22T09:25:18.936062+0000","last_became_active":"2024-09-22T08:40:32.240917+0000","last_became_peered":"2024-09-22T08:40:32.240917+0000","last_unstale":"2024-09-22T09:25:18.936062+0000","last_undegraded":"2024-09-22T09:25:18.936062+0000","last_fullsized":"2024-09-22T09:25:18.936062+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'255","last_scrub_stamp":"2024-09-22T09:25:18.935746+0000","last_deep_scrub":"266'255","last_deep_scrub_stamp":"2024-09-22T09:25:18.935746+0000","last_clean_scrub_stamp":"2024-09-22T09:25:18.935746+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:53.314577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51060,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":446,"num_read_kb":1114,"num_write":374,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:17.348568+0000","last_change":"2024-09-22T09:25:17.348430+0000","last_active":"2024-09-22T09:25:17.348568+0000","last_peered":"2024-09-22T09:25:17.348568+0000","last_clean":"2024-09-22T09:25:17.348568+0000","last_became_active":"2024-09-22T08:40:34.245897+0000","last_became_peered":"2024-09-22T08:40:34.245897+0000","last_unstale":"2024-09-22T09:25:17.348568+0000","last_undegraded":"2024-09-22T09:25:17.348568+0000","last_fullsized":"2024-09-22T09:25:17.348568+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:17.348222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:17.348222+0000","last_clean_scrub_stamp":"2024-09-22T09:25:17.348222+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:33:35.233221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'173","reported_seq":1647,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:21.093965+0000","last_change":"2024-09-22T09:25:21.093965+0000","last_active":"2024-09-22T09:25:21.093965+0000","last_peered":"2024-09-22T09:25:21.093965+0000","last_clean":"2024-09-22T09:25:21.093965+0000","last_became_active":"2024-09-22T08:40:36.275425+0000","last_became_peered":"2024-09-22T08:40:36.275425+0000","last_unstale":"2024-09-22T09:25:21.093965+0000","last_undegraded":"2024-09-22T09:25:21.093965+0000","last_fullsized":"2024-09-22T09:25:21.093965+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-22T09:25:21.093769+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-22T09:25:21.093769+0000","last_clean_scrub_stamp":"2024-09-22T09:25:21.093769+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:40.442652+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1252,"num_read_kb":1238,"num_write":379,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'154","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.374798+0000","last_change":"2024-09-22T09:24:56.374798+0000","last_active":"2024-09-22T09:24:56.374798+0000","last_peered":"2024-09-22T09:24:56.374798+0000","last_clean":"2024-09-22T09:24:56.374798+0000","last_became_active":"2024-09-22T08:40:28.207206+0000","last_became_peered":"2024-09-22T08:40:28.207206+0000","last_unstale":"2024-09-22T09:24:56.374798+0000","last_undegraded":"2024-09-22T09:24:56.374798+0000","last_fullsized":"2024-09-22T09:24:56.374798+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-22T09:24:56.374586+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.374586+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:06.258671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":557,"num_write":201,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'365","reported_seq":1057,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.355828+0000","last_change":"2024-09-22T09:24:49.355828+0000","last_active":"2024-09-22T09:24:49.355828+0000","last_peered":"2024-09-22T09:24:49.355828+0000","last_clean":"2024-09-22T09:24:49.355828+0000","last_became_active":"2024-09-22T08:40:26.243612+0000","last_became_peered":"2024-09-22T08:40:26.243612+0000","last_unstale":"2024-09-22T09:24:49.355828+0000","last_undegraded":"2024-09-22T09:24:49.355828+0000","last_fullsized":"2024-09-22T09:24:49.355828+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'365","last_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_deep_scrub":"266'365","last_deep_scrub_stamp":"2024-09-22T09:24:49.355579+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.355579+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:48.701195+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079918,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":878,"num_read_kb":12959,"num_write":1164,"num_write_kb":28151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'6","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.189355+0000","last_change":"2024-09-22T09:25:03.189355+0000","last_active":"2024-09-22T09:25:03.189355+0000","last_peered":"2024-09-22T09:25:03.189355+0000","last_clean":"2024-09-22T09:25:03.189355+0000","last_became_active":"2024-09-22T08:40:30.225568+0000","last_became_peered":"2024-09-22T08:40:30.225568+0000","last_unstale":"2024-09-22T09:25:03.189355+0000","last_undegraded":"2024-09-22T09:25:03.189355+0000","last_fullsized":"2024-09-22T09:25:03.189355+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T09:25:03.189165+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.189165+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:16:05.867922+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":516,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'300","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:13.425589+0000","last_change":"2024-09-22T09:25:13.425496+0000","last_active":"2024-09-22T09:25:13.425589+0000","last_peered":"2024-09-22T09:25:13.425589+0000","last_clean":"2024-09-22T09:25:13.425589+0000","last_became_active":"2024-09-22T08:40:32.226780+0000","last_became_peered":"2024-09-22T08:40:32.226780+0000","last_unstale":"2024-09-22T09:25:13.425589+0000","last_undegraded":"2024-09-22T09:25:13.425589+0000","last_fullsized":"2024-09-22T09:25:13.425589+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'300","last_scrub_stamp":"2024-09-22T09:25:13.425356+0000","last_deep_scrub":"266'300","last_deep_scrub_stamp":"2024-09-22T09:25:13.425356+0000","last_clean_scrub_stamp":"2024-09-22T09:25:13.425356+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:17.743719+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48800,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1055,"num_write":384,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:16.620035+0000","last_change":"2024-09-22T09:25:16.619872+0000","last_active":"2024-09-22T09:25:16.620035+0000","last_peered":"2024-09-22T09:25:16.620035+0000","last_clean":"2024-09-22T09:25:16.620035+0000","last_became_active":"2024-09-22T08:40:34.243215+0000","last_became_peered":"2024-09-22T08:40:34.243215+0000","last_unstale":"2024-09-22T09:25:16.620035+0000","last_undegraded":"2024-09-22T09:25:16.620035+0000","last_fullsized":"2024-09-22T09:25:16.620035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:25:16.619683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:25:16.619683+0000","last_clean_scrub_stamp":"2024-09-22T09:25:16.619683+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:12.835951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'136","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:19.426791+0000","last_change":"2024-09-22T09:25:19.426791+0000","last_active":"2024-09-22T09:25:19.426791+0000","last_peered":"2024-09-22T09:25:19.426791+0000","last_clean":"2024-09-22T09:25:19.426791+0000","last_became_active":"2024-09-22T08:40:36.289109+0000","last_became_peered":"2024-09-22T08:40:36.289109+0000","last_unstale":"2024-09-22T09:25:19.426791+0000","last_undegraded":"2024-09-22T09:25:19.426791+0000","last_fullsized":"2024-09-22T09:25:19.426791+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T09:25:19.426589+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T09:25:19.426589+0000","last_clean_scrub_stamp":"2024-09-22T09:25:19.426589+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:29.757368+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":430,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":238,"num_read_kb":211,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'257","reported_seq":925,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.170691+0000","last_change":"2024-09-22T09:25:01.170537+0000","last_active":"2024-09-22T09:25:01.170691+0000","last_peered":"2024-09-22T09:25:01.170691+0000","last_clean":"2024-09-22T09:25:01.170691+0000","last_became_active":"2024-09-22T08:40:28.209495+0000","last_became_peered":"2024-09-22T08:40:28.209495+0000","last_unstale":"2024-09-22T09:25:01.170691+0000","last_undegraded":"2024-09-22T09:25:01.170691+0000","last_fullsized":"2024-09-22T09:25:01.170691+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'257","last_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_deep_scrub":"266'257","last_deep_scrub_stamp":"2024-09-22T09:25:01.170355+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.170355+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:22:36.048586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1156,"num_read_kb":950,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'424","reported_seq":1096,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.951568+0000","last_change":"2024-09-22T09:24:53.951568+0000","last_active":"2024-09-22T09:24:53.951568+0000","last_peered":"2024-09-22T09:24:53.951568+0000","last_clean":"2024-09-22T09:24:53.951568+0000","last_became_active":"2024-09-22T08:40:26.253260+0000","last_became_peered":"2024-09-22T08:40:26.253260+0000","last_unstale":"2024-09-22T09:24:53.951568+0000","last_undegraded":"2024-09-22T09:24:53.951568+0000","last_fullsized":"2024-09-22T09:24:53.951568+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'424","last_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_deep_scrub":"266'424","last_deep_scrub_stamp":"2024-09-22T09:24:53.951350+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.951350+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:39:21.354469+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":709,"num_read_kb":31461,"num_write":1275,"num_write_kb":30127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'150","reported_seq":712,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.165873+0000","last_change":"2024-09-22T09:25:00.165706+0000","last_active":"2024-09-22T09:25:00.165873+0000","last_peered":"2024-09-22T09:25:00.165873+0000","last_clean":"2024-09-22T09:25:00.165873+0000","last_became_active":"2024-09-22T08:40:28.199291+0000","last_became_peered":"2024-09-22T08:40:28.199291+0000","last_unstale":"2024-09-22T09:25:00.165873+0000","last_undegraded":"2024-09-22T09:25:00.165873+0000","last_fullsized":"2024-09-22T09:25:00.165873+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'150","last_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_deep_scrub":"266'150","last_deep_scrub_stamp":"2024-09-22T09:25:00.165511+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.165511+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:51.371777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":476,"num_write":229,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"266'471","reported_seq":1178,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:49.662676+0000","last_change":"2024-09-22T09:24:49.662676+0000","last_active":"2024-09-22T09:24:49.662676+0000","last_peered":"2024-09-22T09:24:49.662676+0000","last_clean":"2024-09-22T09:24:49.662676+0000","last_became_active":"2024-09-22T08:40:26.258583+0000","last_became_peered":"2024-09-22T08:40:26.258583+0000","last_unstale":"2024-09-22T09:24:49.662676+0000","last_undegraded":"2024-09-22T09:24:49.662676+0000","last_fullsized":"2024-09-22T09:24:49.662676+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'471","last_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_deep_scrub":"266'471","last_deep_scrub_stamp":"2024-09-22T09:24:49.662419+0000","last_clean_scrub_stamp":"2024-09-22T09:24:49.662419+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:13.007901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079920,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1024,"num_read_kb":49683,"num_write":1340,"num_write_kb":45847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'4637","reported_seq":5245,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.921028+0000","last_change":"2024-09-22T09:25:00.920905+0000","last_active":"2024-09-22T09:25:00.921028+0000","last_peered":"2024-09-22T09:25:00.921028+0000","last_clean":"2024-09-22T09:25:00.921028+0000","last_became_active":"2024-09-22T08:40:28.234838+0000","last_became_peered":"2024-09-22T08:40:28.234838+0000","last_unstale":"2024-09-22T09:25:00.921028+0000","last_undegraded":"2024-09-22T09:25:00.921028+0000","last_fullsized":"2024-09-22T09:25:00.921028+0000","mapping_epoch":27,"log_start":"266'4600","ondisk_log_start":"266'4600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4637","last_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_deep_scrub":"266'4637","last_deep_scrub_stamp":"2024-09-22T09:25:00.920708+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.920708+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:48.606911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20787,"num_read_kb":17745,"num_write":7161,"num_write_kb":3586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'344","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.054507+0000","last_change":"2024-09-22T09:24:51.054507+0000","last_active":"2024-09-22T09:24:51.054507+0000","last_peered":"2024-09-22T09:24:51.054507+0000","last_clean":"2024-09-22T09:24:51.054507+0000","last_became_active":"2024-09-22T08:40:26.260908+0000","last_became_peered":"2024-09-22T08:40:26.260908+0000","last_unstale":"2024-09-22T09:24:51.054507+0000","last_undegraded":"2024-09-22T09:24:51.054507+0000","last_fullsized":"2024-09-22T09:24:51.054507+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'344","last_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_deep_scrub":"266'344","last_deep_scrub_stamp":"2024-09-22T09:24:51.054290+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.054290+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:45.531476+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":630,"num_read_kb":81199,"num_write":1143,"num_write_kb":25525,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'166","reported_seq":765,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.197227+0000","last_change":"2024-09-22T09:24:58.197039+0000","last_active":"2024-09-22T09:24:58.197227+0000","last_peered":"2024-09-22T09:24:58.197227+0000","last_clean":"2024-09-22T09:24:58.197227+0000","last_became_active":"2024-09-22T08:40:28.220957+0000","last_became_peered":"2024-09-22T08:40:28.220957+0000","last_unstale":"2024-09-22T09:24:58.197227+0000","last_undegraded":"2024-09-22T09:24:58.197227+0000","last_fullsized":"2024-09-22T09:24:58.197227+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'166","last_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_deep_scrub":"266'166","last_deep_scrub_stamp":"2024-09-22T09:24:58.196863+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.196863+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:51.210522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":679,"num_read_kb":556,"num_write":260,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'337","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.403838+0000","last_change":"2024-09-22T09:24:50.403838+0000","last_active":"2024-09-22T09:24:50.403838+0000","last_peered":"2024-09-22T09:24:50.403838+0000","last_clean":"2024-09-22T09:24:50.403838+0000","last_became_active":"2024-09-22T08:40:26.244080+0000","last_became_peered":"2024-09-22T08:40:26.244080+0000","last_unstale":"2024-09-22T09:24:50.403838+0000","last_undegraded":"2024-09-22T09:24:50.403838+0000","last_fullsized":"2024-09-22T09:24:50.403838+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:50.403569+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.403569+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.466264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":618,"num_read_kb":53248,"num_write":1053,"num_write_kb":37860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"266'137","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.803649+0000","last_change":"2024-09-22T09:25:04.803649+0000","last_active":"2024-09-22T09:25:04.803649+0000","last_peered":"2024-09-22T09:25:04.803649+0000","last_clean":"2024-09-22T09:25:04.803649+0000","last_became_active":"2024-09-22T08:40:28.232524+0000","last_became_peered":"2024-09-22T08:40:28.232524+0000","last_unstale":"2024-09-22T09:25:04.803649+0000","last_undegraded":"2024-09-22T09:25:04.803649+0000","last_fullsized":"2024-09-22T09:25:04.803649+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'137","last_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_deep_scrub":"266'137","last_deep_scrub_stamp":"2024-09-22T09:25:04.803454+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.803454+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:19:37.494847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":613,"num_read_kb":503,"num_write":206,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'432","reported_seq":1263,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.755265+0000","last_change":"2024-09-22T09:24:52.755093+0000","last_active":"2024-09-22T09:24:52.755265+0000","last_peered":"2024-09-22T09:24:52.755265+0000","last_clean":"2024-09-22T09:24:52.755265+0000","last_became_active":"2024-09-22T08:40:26.236114+0000","last_became_peered":"2024-09-22T08:40:26.236114+0000","last_unstale":"2024-09-22T09:24:52.755265+0000","last_undegraded":"2024-09-22T09:24:52.755265+0000","last_fullsized":"2024-09-22T09:24:52.755265+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'432","last_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_deep_scrub":"266'432","last_deep_scrub_stamp":"2024-09-22T09:24:52.754874+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.754874+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:03.341160+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1111,"num_read_kb":55887,"num_write":1293,"num_write_kb":42267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"266'292","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.397857+0000","last_change":"2024-09-22T09:24:59.397857+0000","last_active":"2024-09-22T09:24:59.397857+0000","last_peered":"2024-09-22T09:24:59.397857+0000","last_clean":"2024-09-22T09:24:59.397857+0000","last_became_active":"2024-09-22T08:40:28.204710+0000","last_became_peered":"2024-09-22T08:40:28.204710+0000","last_unstale":"2024-09-22T09:24:59.397857+0000","last_undegraded":"2024-09-22T09:24:59.397857+0000","last_fullsized":"2024-09-22T09:24:59.397857+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-22T09:24:59.397664+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.397664+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:35:26.389667+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1233,"num_read_kb":998,"num_write":440,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'387","reported_seq":1030,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.145341+0000","last_change":"2024-09-22T09:24:51.145201+0000","last_active":"2024-09-22T09:24:51.145341+0000","last_peered":"2024-09-22T09:24:51.145341+0000","last_clean":"2024-09-22T09:24:51.145341+0000","last_became_active":"2024-09-22T08:40:26.222080+0000","last_became_peered":"2024-09-22T08:40:26.222080+0000","last_unstale":"2024-09-22T09:24:51.145341+0000","last_undegraded":"2024-09-22T09:24:51.145341+0000","last_fullsized":"2024-09-22T09:24:51.145341+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'387","last_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_deep_scrub":"266'387","last_deep_scrub_stamp":"2024-09-22T09:24:51.144931+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.144931+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:48.479908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":659,"num_read_kb":1539,"num_write":1282,"num_write_kb":31315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'99","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:06.793781+0000","last_change":"2024-09-22T09:25:06.793781+0000","last_active":"2024-09-22T09:25:06.793781+0000","last_peered":"2024-09-22T09:25:06.793781+0000","last_clean":"2024-09-22T09:25:06.793781+0000","last_became_active":"2024-09-22T08:40:28.211547+0000","last_became_peered":"2024-09-22T08:40:28.211547+0000","last_unstale":"2024-09-22T09:25:06.793781+0000","last_undegraded":"2024-09-22T09:25:06.793781+0000","last_fullsized":"2024-09-22T09:25:06.793781+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'99","last_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_deep_scrub":"266'99","last_deep_scrub_stamp":"2024-09-22T09:25:06.793567+0000","last_clean_scrub_stamp":"2024-09-22T09:25:06.793567+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:38.637553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":371,"num_write":159,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'360","reported_seq":1148,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:51.001441+0000","last_change":"2024-09-22T09:24:51.001297+0000","last_active":"2024-09-22T09:24:51.001441+0000","last_peered":"2024-09-22T09:24:51.001441+0000","last_clean":"2024-09-22T09:24:51.001441+0000","last_became_active":"2024-09-22T08:41:01.927897+0000","last_became_peered":"2024-09-22T08:41:01.927897+0000","last_unstale":"2024-09-22T09:24:51.001441+0000","last_undegraded":"2024-09-22T09:24:51.001441+0000","last_fullsized":"2024-09-22T09:24:51.001441+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'360","last_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_deep_scrub":"266'360","last_deep_scrub_stamp":"2024-09-22T09:24:51.001000+0000","last_clean_scrub_stamp":"2024-09-22T09:24:51.001000+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:35:09.983274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2159799,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1086,"num_read_kb":91026,"num_write":1169,"num_write_kb":44130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4,5],"acting":[6,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'190","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:57.852205+0000","last_change":"2024-09-22T09:24:57.852205+0000","last_active":"2024-09-22T09:24:57.852205+0000","last_peered":"2024-09-22T09:24:57.852205+0000","last_clean":"2024-09-22T09:24:57.852205+0000","last_became_active":"2024-09-22T08:40:28.207019+0000","last_became_peered":"2024-09-22T08:40:28.207019+0000","last_unstale":"2024-09-22T09:24:57.852205+0000","last_undegraded":"2024-09-22T09:24:57.852205+0000","last_fullsized":"2024-09-22T09:24:57.852205+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-22T09:24:57.851944+0000","last_clean_scrub_stamp":"2024-09-22T09:24:57.851944+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:35.121381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":912,"num_read_kb":757,"num_write":320,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'351","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:53.705609+0000","last_change":"2024-09-22T09:24:53.705465+0000","last_active":"2024-09-22T09:24:53.705609+0000","last_peered":"2024-09-22T09:24:53.705609+0000","last_clean":"2024-09-22T09:24:53.705609+0000","last_became_active":"2024-09-22T08:40:26.236962+0000","last_became_peered":"2024-09-22T08:40:26.236962+0000","last_unstale":"2024-09-22T09:24:53.705609+0000","last_undegraded":"2024-09-22T09:24:53.705609+0000","last_fullsized":"2024-09-22T09:24:53.705609+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'351","last_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_deep_scrub":"266'351","last_deep_scrub_stamp":"2024-09-22T09:24:53.705204+0000","last_clean_scrub_stamp":"2024-09-22T09:24:53.705204+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:16.012216+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":592,"num_read_kb":25941,"num_write":1163,"num_write_kb":19503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'205","reported_seq":832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.511239+0000","last_change":"2024-09-22T09:24:59.511239+0000","last_active":"2024-09-22T09:24:59.511239+0000","last_peered":"2024-09-22T09:24:59.511239+0000","last_clean":"2024-09-22T09:24:59.511239+0000","last_became_active":"2024-09-22T08:40:28.206662+0000","last_became_peered":"2024-09-22T08:40:28.206662+0000","last_unstale":"2024-09-22T09:24:59.511239+0000","last_undegraded":"2024-09-22T09:24:59.511239+0000","last_fullsized":"2024-09-22T09:24:59.511239+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-22T09:24:59.511024+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.511024+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:06.254039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":929,"num_read_kb":765,"num_write":310,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'349","reported_seq":973,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:55.037150+0000","last_change":"2024-09-22T09:24:55.037012+0000","last_active":"2024-09-22T09:24:55.037150+0000","last_peered":"2024-09-22T09:24:55.037150+0000","last_clean":"2024-09-22T09:24:55.037150+0000","last_became_active":"2024-09-22T08:40:26.270692+0000","last_became_peered":"2024-09-22T08:40:26.270692+0000","last_unstale":"2024-09-22T09:24:55.037150+0000","last_undegraded":"2024-09-22T09:24:55.037150+0000","last_fullsized":"2024-09-22T09:24:55.037150+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'349","last_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_deep_scrub":"266'349","last_deep_scrub_stamp":"2024-09-22T09:24:55.036796+0000","last_clean_scrub_stamp":"2024-09-22T09:24:55.036796+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:17:06.562317+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":598,"num_read_kb":484,"num_write":1144,"num_write_kb":20405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'56","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:01.405154+0000","last_change":"2024-09-22T09:25:01.405154+0000","last_active":"2024-09-22T09:25:01.405154+0000","last_peered":"2024-09-22T09:25:01.405154+0000","last_clean":"2024-09-22T09:25:01.405154+0000","last_became_active":"2024-09-22T08:40:28.211549+0000","last_became_peered":"2024-09-22T08:40:28.211549+0000","last_unstale":"2024-09-22T09:25:01.405154+0000","last_undegraded":"2024-09-22T09:25:01.405154+0000","last_fullsized":"2024-09-22T09:25:01.405154+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-22T09:25:01.404941+0000","last_clean_scrub_stamp":"2024-09-22T09:25:01.404941+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:56.389532+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":219,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'414","reported_seq":1111,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.664455+0000","last_change":"2024-09-22T09:24:54.664209+0000","last_active":"2024-09-22T09:24:54.664455+0000","last_peered":"2024-09-22T09:24:54.664455+0000","last_clean":"2024-09-22T09:24:54.664455+0000","last_became_active":"2024-09-22T08:40:26.223958+0000","last_became_peered":"2024-09-22T08:40:26.223958+0000","last_unstale":"2024-09-22T09:24:54.664455+0000","last_undegraded":"2024-09-22T09:24:54.664455+0000","last_fullsized":"2024-09-22T09:24:54.664455+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'414","last_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_deep_scrub":"266'414","last_deep_scrub_stamp":"2024-09-22T09:24:54.663844+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.663844+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:24:51.318052+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079921,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":807,"num_read_kb":60665,"num_write":1380,"num_write_kb":32118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'203","reported_seq":854,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.787796+0000","last_change":"2024-09-22T09:24:52.787655+0000","last_active":"2024-09-22T09:24:52.787796+0000","last_peered":"2024-09-22T09:24:52.787796+0000","last_clean":"2024-09-22T09:24:52.787796+0000","last_became_active":"2024-09-22T08:40:28.203913+0000","last_became_peered":"2024-09-22T08:40:28.203913+0000","last_unstale":"2024-09-22T09:24:52.787796+0000","last_undegraded":"2024-09-22T09:24:52.787796+0000","last_fullsized":"2024-09-22T09:24:52.787796+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-22T09:24:52.787468+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.787468+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:54.260573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":932,"num_read_kb":787,"num_write":323,"num_write_kb":153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":738,"num_omap_keys":3,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'352","reported_seq":1174,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:46.687160+0000","last_change":"2024-09-22T09:24:46.687095+0000","last_active":"2024-09-22T09:24:46.687160+0000","last_peered":"2024-09-22T09:24:46.687160+0000","last_clean":"2024-09-22T09:24:46.687160+0000","last_became_active":"2024-09-22T08:41:01.362572+0000","last_became_peered":"2024-09-22T08:41:01.362572+0000","last_unstale":"2024-09-22T09:24:46.687160+0000","last_undegraded":"2024-09-22T09:24:46.687160+0000","last_fullsized":"2024-09-22T09:24:46.687160+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'352","last_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_deep_scrub":"266'352","last_deep_scrub_stamp":"2024-09-22T09:24:46.686958+0000","last_clean_scrub_stamp":"2024-09-22T09:24:46.686958+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:39:57.732175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1267,"num_read_kb":3050,"num_write":1191,"num_write_kb":44542,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"266'324","reported_seq":955,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.388913+0000","last_change":"2024-09-22T09:25:00.388722+0000","last_active":"2024-09-22T09:25:00.388913+0000","last_peered":"2024-09-22T09:25:00.388913+0000","last_clean":"2024-09-22T09:25:00.388913+0000","last_became_active":"2024-09-22T08:40:28.219685+0000","last_became_peered":"2024-09-22T08:40:28.219685+0000","last_unstale":"2024-09-22T09:25:00.388913+0000","last_undegraded":"2024-09-22T09:25:00.388913+0000","last_fullsized":"2024-09-22T09:25:00.388913+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'324","last_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_deep_scrub":"266'324","last_deep_scrub_stamp":"2024-09-22T09:25:00.388536+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.388536+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:31:24.431905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1423,"num_read_kb":1142,"num_write":539,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'326","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:47.666239+0000","last_change":"2024-09-22T09:24:47.666137+0000","last_active":"2024-09-22T09:24:47.666239+0000","last_peered":"2024-09-22T09:24:47.666239+0000","last_clean":"2024-09-22T09:24:47.666239+0000","last_became_active":"2024-09-22T08:41:01.436066+0000","last_became_peered":"2024-09-22T08:41:01.436066+0000","last_unstale":"2024-09-22T09:24:47.666239+0000","last_undegraded":"2024-09-22T09:24:47.666239+0000","last_fullsized":"2024-09-22T09:24:47.666239+0000","mapping_epoch":38,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'326","last_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_deep_scrub":"266'326","last_deep_scrub_stamp":"2024-09-22T09:24:47.665998+0000","last_clean_scrub_stamp":"2024-09-22T09:24:47.665998+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:51.017417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":691,"num_read_kb":32274,"num_write":1124,"num_write_kb":26942,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1,6],"acting":[2,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"266'181","reported_seq":785,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:03.155386+0000","last_change":"2024-09-22T09:25:03.155256+0000","last_active":"2024-09-22T09:25:03.155386+0000","last_peered":"2024-09-22T09:25:03.155386+0000","last_clean":"2024-09-22T09:25:03.155386+0000","last_became_active":"2024-09-22T08:40:28.232450+0000","last_became_peered":"2024-09-22T08:40:28.232450+0000","last_unstale":"2024-09-22T09:25:03.155386+0000","last_undegraded":"2024-09-22T09:25:03.155386+0000","last_fullsized":"2024-09-22T09:25:03.155386+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'181","last_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_deep_scrub":"266'181","last_deep_scrub_stamp":"2024-09-22T09:25:03.155077+0000","last_clean_scrub_stamp":"2024-09-22T09:25:03.155077+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:18.652496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":793,"num_read_kb":645,"num_write":307,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'337","reported_seq":991,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:52.971336+0000","last_change":"2024-09-22T09:24:52.971111+0000","last_active":"2024-09-22T09:24:52.971336+0000","last_peered":"2024-09-22T09:24:52.971336+0000","last_clean":"2024-09-22T09:24:52.971336+0000","last_became_active":"2024-09-22T08:40:26.256570+0000","last_became_peered":"2024-09-22T08:40:26.256570+0000","last_unstale":"2024-09-22T09:24:52.971336+0000","last_undegraded":"2024-09-22T09:24:52.971336+0000","last_fullsized":"2024-09-22T09:24:52.971336+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'337","last_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_deep_scrub":"266'337","last_deep_scrub_stamp":"2024-09-22T09:24:52.970857+0000","last_clean_scrub_stamp":"2024-09-22T09:24:52.970857+0000","objects_scrubbed":1,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:23.272586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":571,"num_read_kb":14484,"num_write":1057,"num_write_kb":23780,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'149","reported_seq":745,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:58.477705+0000","last_change":"2024-09-22T09:24:58.477545+0000","last_active":"2024-09-22T09:24:58.477705+0000","last_peered":"2024-09-22T09:24:58.477705+0000","last_clean":"2024-09-22T09:24:58.477705+0000","last_became_active":"2024-09-22T08:40:28.199419+0000","last_became_peered":"2024-09-22T08:40:28.199419+0000","last_unstale":"2024-09-22T09:24:58.477705+0000","last_undegraded":"2024-09-22T09:24:58.477705+0000","last_fullsized":"2024-09-22T09:24:58.477705+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-22T09:24:58.477360+0000","last_clean_scrub_stamp":"2024-09-22T09:24:58.477360+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:30.792661+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":654,"num_read_kb":536,"num_write":211,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'316","reported_seq":959,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:59.157708+0000","last_change":"2024-09-22T09:24:59.157547+0000","last_active":"2024-09-22T09:24:59.157708+0000","last_peered":"2024-09-22T09:24:59.157708+0000","last_clean":"2024-09-22T09:24:59.157708+0000","last_became_active":"2024-09-22T08:40:26.252738+0000","last_became_peered":"2024-09-22T08:40:26.252738+0000","last_unstale":"2024-09-22T09:24:59.157708+0000","last_undegraded":"2024-09-22T09:24:59.157708+0000","last_fullsized":"2024-09-22T09:24:59.157708+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'316","last_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_deep_scrub":"266'316","last_deep_scrub_stamp":"2024-09-22T09:24:59.157344+0000","last_clean_scrub_stamp":"2024-09-22T09:24:59.157344+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:24.515562+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":586,"num_read_kb":10006,"num_write":989,"num_write_kb":19156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'4133","reported_seq":4773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:09.850976+0000","last_change":"2024-09-22T09:25:09.850730+0000","last_active":"2024-09-22T09:25:09.850976+0000","last_peered":"2024-09-22T09:25:09.850976+0000","last_clean":"2024-09-22T09:25:09.850976+0000","last_became_active":"2024-09-22T08:40:28.206097+0000","last_became_peered":"2024-09-22T08:40:28.206097+0000","last_unstale":"2024-09-22T09:25:09.850976+0000","last_undegraded":"2024-09-22T09:25:09.850976+0000","last_fullsized":"2024-09-22T09:25:09.850976+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4133","last_scrub_stamp":"2024-09-22T09:25:09.850399+0000","last_deep_scrub":"266'4133","last_deep_scrub_stamp":"2024-09-22T09:25:09.850399+0000","last_clean_scrub_stamp":"2024-09-22T09:25:09.850399+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:02:31.608011+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16636,"num_read_kb":13967,"num_write":6196,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'417","reported_seq":1078,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:04.929881+0000","last_change":"2024-09-22T09:25:04.929881+0000","last_active":"2024-09-22T09:25:04.929881+0000","last_peered":"2024-09-22T09:25:04.929881+0000","last_clean":"2024-09-22T09:25:04.929881+0000","last_became_active":"2024-09-22T08:40:26.268587+0000","last_became_peered":"2024-09-22T08:40:26.268587+0000","last_unstale":"2024-09-22T09:25:04.929881+0000","last_undegraded":"2024-09-22T09:25:04.929881+0000","last_fullsized":"2024-09-22T09:25:04.929881+0000","mapping_epoch":25,"log_start":"266'400","ondisk_log_start":"266'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'417","last_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_deep_scrub":"266'417","last_deep_scrub_stamp":"2024-09-22T09:25:04.929608+0000","last_clean_scrub_stamp":"2024-09-22T09:25:04.929608+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:04.308007+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":808,"num_read_kb":13003,"num_write":1195,"num_write_kb":35805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'68","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.143266+0000","last_change":"2024-09-22T09:25:02.143026+0000","last_active":"2024-09-22T09:25:02.143266+0000","last_peered":"2024-09-22T09:25:02.143266+0000","last_clean":"2024-09-22T09:25:02.143266+0000","last_became_active":"2024-09-22T08:41:01.362460+0000","last_became_peered":"2024-09-22T08:41:01.362460+0000","last_unstale":"2024-09-22T09:25:02.143266+0000","last_undegraded":"2024-09-22T09:25:02.143266+0000","last_fullsized":"2024-09-22T09:25:02.143266+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'68","last_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_deep_scrub":"266'68","last_deep_scrub_stamp":"2024-09-22T09:25:02.142801+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.142801+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:08.325724+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":271,"num_write":110,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'393","reported_seq":1035,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:54.043776+0000","last_change":"2024-09-22T09:24:54.043776+0000","last_active":"2024-09-22T09:24:54.043776+0000","last_peered":"2024-09-22T09:24:54.043776+0000","last_clean":"2024-09-22T09:24:54.043776+0000","last_became_active":"2024-09-22T08:40:26.260580+0000","last_became_peered":"2024-09-22T08:40:26.260580+0000","last_unstale":"2024-09-22T09:24:54.043776+0000","last_undegraded":"2024-09-22T09:24:54.043776+0000","last_fullsized":"2024-09-22T09:24:54.043776+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'393","last_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_deep_scrub":"266'393","last_deep_scrub_stamp":"2024-09-22T09:24:54.043554+0000","last_clean_scrub_stamp":"2024-09-22T09:24:54.043554+0000","objects_scrubbed":4,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:20.337867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":660,"num_read_kb":3902,"num_write":1234,"num_write_kb":38327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'348","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:56.034852+0000","last_change":"2024-09-22T09:24:56.034852+0000","last_active":"2024-09-22T09:24:56.034852+0000","last_peered":"2024-09-22T09:24:56.034852+0000","last_clean":"2024-09-22T09:24:56.034852+0000","last_became_active":"2024-09-22T08:40:26.222185+0000","last_became_peered":"2024-09-22T08:40:26.222185+0000","last_unstale":"2024-09-22T09:24:56.034852+0000","last_undegraded":"2024-09-22T09:24:56.034852+0000","last_fullsized":"2024-09-22T09:24:56.034852+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-22T09:24:56.034634+0000","last_clean_scrub_stamp":"2024-09-22T09:24:56.034634+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:52:17.671875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":7238,"num_write":1043,"num_write_kb":29566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'270","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:00.466488+0000","last_change":"2024-09-22T09:25:00.466488+0000","last_active":"2024-09-22T09:25:00.466488+0000","last_peered":"2024-09-22T09:25:00.466488+0000","last_clean":"2024-09-22T09:25:00.466488+0000","last_became_active":"2024-09-22T08:40:28.206912+0000","last_became_peered":"2024-09-22T08:40:28.206912+0000","last_unstale":"2024-09-22T09:25:00.466488+0000","last_undegraded":"2024-09-22T09:25:00.466488+0000","last_fullsized":"2024-09-22T09:25:00.466488+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'270","last_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_deep_scrub":"266'270","last_deep_scrub_stamp":"2024-09-22T09:25:00.466296+0000","last_clean_scrub_stamp":"2024-09-22T09:25:00.466296+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:04.924401+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1211,"num_read_kb":971,"num_write":448,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'334","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:24:50.167143+0000","last_change":"2024-09-22T09:24:50.167143+0000","last_active":"2024-09-22T09:24:50.167143+0000","last_peered":"2024-09-22T09:24:50.167143+0000","last_clean":"2024-09-22T09:24:50.167143+0000","last_became_active":"2024-09-22T08:40:26.234584+0000","last_became_peered":"2024-09-22T08:40:26.234584+0000","last_unstale":"2024-09-22T09:24:50.167143+0000","last_undegraded":"2024-09-22T09:24:50.167143+0000","last_fullsized":"2024-09-22T09:24:50.167143+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'334","last_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_deep_scrub":"266'334","last_deep_scrub_stamp":"2024-09-22T09:24:50.166932+0000","last_clean_scrub_stamp":"2024-09-22T09:24:50.166932+0000","objects_scrubbed":5,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:40.475967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":61894,"num_write":1052,"num_write_kb":45689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'481","reported_seq":1252,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-22T09:25:02.856987+0000","last_change":"2024-09-22T09:25:02.856987+0000","last_active":"2024-09-22T09:25:02.856987+0000","last_peered":"2024-09-22T09:25:02.856987+0000","last_clean":"2024-09-22T09:25:02.856987+0000","last_became_active":"2024-09-22T08:40:28.223525+0000","last_became_peered":"2024-09-22T08:40:28.223525+0000","last_unstale":"2024-09-22T09:25:02.856987+0000","last_undegraded":"2024-09-22T09:25:02.856987+0000","last_fullsized":"2024-09-22T09:25:02.856987+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'481","last_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_deep_scrub":"266'481","last_deep_scrub_stamp":"2024-09-22T09:25:02.856809+0000","last_clean_scrub_stamp":"2024-09-22T09:25:02.856809+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:31:14.193909+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2321,"num_read_kb":1985,"num_write":835,"num_write_kb":550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10871,"num_read_kb":8939,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1105,"ondisk_log_size":1105,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15755,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16392,"num_read_kb":16071,"num_write":17064,"num_write_kb":4986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2763,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1587,"ondisk_log_size":1587,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":527,"ondisk_log_size":527,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1640264,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17525,"num_read_kb":37077,"num_write":14695,"num_write_kb":11733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":711278,"num_omap_keys":1618,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1885,"ondisk_log_size":1885,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2433,"num_read_kb":2900,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":106996,"num_read_kb":89754,"num_write":37960,"num_write_kb":19114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35756,"num_omap_keys":144,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3884,"ondisk_log_size":3884,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":29636412,"num_objects":280,"num_object_clones":0,"num_object_copies":1120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":44296,"num_read_kb":2168743,"num_write":73005,"num_write_kb":2168547,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":41369600,"data_stored":41369600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3377,"ondisk_log_size":3377,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":186434,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":185165,"num_write":157,"num_write_kb":126789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542701,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":306960,"kb_used_data":9216,"kb_used_omap":1,"kb_used_meta":297726,"kb_avail":94064880,"statfs":{"total":96636764160,"available":96322437120,"internally_reserved":0,"allocated":9437184,"data_stored":7439967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":304871882},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542701,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297936,"kb_used_data":9920,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94073904,"statfs":{"total":96636764160,"available":96331677696,"internally_reserved":0,"allocated":10158080,"data_stored":8204384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":294910406},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542700,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":151788,"kb_used_data":8220,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94220052,"statfs":{"total":96636764160,"available":96481333248,"internally_reserved":0,"allocated":8417280,"data_stored":6368236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542701,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112848,"kb_used_data":9472,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258992,"statfs":{"total":96636764160,"available":96521207808,"internally_reserved":0,"allocated":9699328,"data_stored":7741523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542700,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":252576,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94119264,"statfs":{"total":96636764160,"available":96378126336,"internally_reserved":0,"allocated":9191424,"data_stored":7202241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542701,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119432,"kb_used_data":7800,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94252408,"statfs":{"total":96636764160,"available":96514465792,"internally_reserved":0,"allocated":7987200,"data_stored":6046546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542699,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177012,"kb_used_data":11236,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94194828,"statfs":{"total":96636764160,"available":96455503872,"internally_reserved":0,"allocated":11505664,"data_stored":9532148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542700,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280080,"kb_used_data":10112,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":94091760,"statfs":{"total":96636764160,"available":96349962240,"internally_reserved":0,"allocated":10354688,"data_stored":8342365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":276429252},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5459968,"data_stored":5459968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7241728,"data_stored":7241728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3756032,"data_stored":3756032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4911104,"data_stored":4911104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5451776,"data_stored":5451776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4075520,"data_stored":4075520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5914624,"data_stored":5914624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4558848,"data_stored":4558848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T09:26:09.683 DEBUG:teuthology.orchestra.run.smithi064:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-22T09:26:10.041 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-22T09:26:10.042 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-22T09:26:10.042 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-22T09:26:10.042 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:12.197 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-22T09:26:16.143 INFO:tasks.ceph.osd.0:Stopped 2024-09-22T09:26:16.144 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-22T09:26:16.144 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:16.217 INFO:tasks.ceph.osd.1:Stopped 2024-09-22T09:26:16.217 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-22T09:26:16.217 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:16.310 INFO:tasks.ceph.osd.2:Stopped 2024-09-22T09:26:16.311 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-22T09:26:16.311 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:18.103 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-22T09:26:18.103 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-22T09:26:22.412 INFO:tasks.ceph.osd.3:Stopped 2024-09-22T09:26:22.412 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-22T09:26:22.412 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:22.501 INFO:tasks.ceph.osd.4:Stopped 2024-09-22T09:26:22.501 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-22T09:26:22.501 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:23.808 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-22T09:26:23.808 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-22T09:26:28.603 INFO:tasks.ceph.osd.5:Stopped 2024-09-22T09:26:28.603 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-22T09:26:28.603 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:28.688 INFO:tasks.ceph.osd.6:Stopped 2024-09-22T09:26:28.688 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-22T09:26:28.688 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:29.316 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-22T09:26:29.316 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-22T09:26:34.789 INFO:tasks.ceph.osd.7:Stopped 2024-09-22T09:26:34.790 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-22T09:26:34.790 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-22T09:26:34.790 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:34.820 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~6s 2024-09-22T09:26:34.822 INFO:tasks.ceph.mgr.y:Stopped 2024-09-22T09:26:34.822 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-22T09:26:34.822 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:34.851 INFO:tasks.ceph.mgr.x:Stopped 2024-09-22T09:26:34.851 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-22T09:26:34.851 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-22T09:26:34.851 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:34.883 INFO:tasks.ceph.mon.a:Stopped 2024-09-22T09:26:34.883 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-22T09:26:34.883 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:34.942 INFO:tasks.ceph.mon.c:Stopped 2024-09-22T09:26:34.942 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-22T09:26:34.942 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T09:26:34.968 INFO:tasks.ceph.mon.b:Stopped 2024-09-22T09:26:34.968 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-22T09:26:34.969 DEBUG:teuthology.orchestra.run.smithi064:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-22T09:26:34.998 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T09:26:34.998 DEBUG:teuthology.orchestra.run.smithi064:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-22T09:26:35.298 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T09:26:35.298 DEBUG:teuthology.orchestra.run.smithi064:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-22T09:26:35.519 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T09:26:35.520 DEBUG:teuthology.orchestra.run.smithi064:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-22T09:26:35.714 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T09:26:35.714 DEBUG:teuthology.orchestra.run.smithi064:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-22T09:26:35.911 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T09:26:35.911 DEBUG:teuthology.orchestra.run.smithi150:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-22T09:26:36.293 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T09:26:36.294 DEBUG:teuthology.orchestra.run.smithi150:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-22T09:26:36.526 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T09:26:36.526 DEBUG:teuthology.orchestra.run.smithi150:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-22T09:26:36.743 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T09:26:36.743 DEBUG:teuthology.orchestra.run.smithi150:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-22T09:26:36.944 INFO:tasks.ceph:Archiving mon data... 2024-09-22T09:26:36.945 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/data/mon.a.tgz 2024-09-22T09:26:36.945 DEBUG:teuthology.orchestra.run.smithi064:> mktemp 2024-09-22T09:26:36.951 INFO:teuthology.orchestra.run.smithi064.stdout:/tmp/tmp.3DJOOjW046 2024-09-22T09:26:36.952 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.3DJOOjW046 2024-09-22T09:26:37.153 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 0666 /tmp/tmp.3DJOOjW046 2024-09-22T09:26:37.216 DEBUG:teuthology.orchestra.remote:smithi064:/tmp/tmp.3DJOOjW046 is 543KB 2024-09-22T09:26:37.277 DEBUG:teuthology.orchestra.run.smithi064:> rm -fr /tmp/tmp.3DJOOjW046 2024-09-22T09:26:37.283 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/data/mon.c.tgz 2024-09-22T09:26:37.283 DEBUG:teuthology.orchestra.run.smithi064:> mktemp 2024-09-22T09:26:37.332 INFO:teuthology.orchestra.run.smithi064.stdout:/tmp/tmp.qpJgAGYVrc 2024-09-22T09:26:37.332 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.qpJgAGYVrc 2024-09-22T09:26:37.535 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 0666 /tmp/tmp.qpJgAGYVrc 2024-09-22T09:26:37.600 DEBUG:teuthology.orchestra.remote:smithi064:/tmp/tmp.qpJgAGYVrc is 592KB 2024-09-22T09:26:37.661 DEBUG:teuthology.orchestra.run.smithi064:> rm -fr /tmp/tmp.qpJgAGYVrc 2024-09-22T09:26:37.667 DEBUG:teuthology.misc:Transferring archived files from smithi150:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/data/mon.b.tgz 2024-09-22T09:26:37.667 DEBUG:teuthology.orchestra.run.smithi150:> mktemp 2024-09-22T09:26:37.673 INFO:teuthology.orchestra.run.smithi150.stdout:/tmp/tmp.VX9htmx9LC 2024-09-22T09:26:37.673 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.VX9htmx9LC 2024-09-22T09:26:37.872 DEBUG:teuthology.orchestra.run.smithi150:> sudo chmod 0666 /tmp/tmp.VX9htmx9LC 2024-09-22T09:26:37.933 DEBUG:teuthology.orchestra.remote:smithi150:/tmp/tmp.VX9htmx9LC is 592KB 2024-09-22T09:26:37.992 DEBUG:teuthology.orchestra.run.smithi150:> rm -fr /tmp/tmp.VX9htmx9LC 2024-09-22T09:26:37.997 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-22T09:26:37.997 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-22T09:26:38.000 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-22T09:26:38.060 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-22T09:26:38.102 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-22T09:26:38.102 INFO:tasks.ceph:Archiving crash dumps... 2024-09-22T09:26:38.104 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/lib/ceph/crash to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/remote/smithi064/crash 2024-09-22T09:26:38.105 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-22T09:26:38.119 DEBUG:teuthology.misc:Transferring archived files from smithi150:/var/lib/ceph/crash to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/remote/smithi150/crash 2024-09-22T09:26:38.120 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-22T09:26:38.158 INFO:tasks.ceph:Compressing logs... 2024-09-22T09:26:38.158 DEBUG:teuthology.orchestra.run.smithi064:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-22T09:26:38.165 DEBUG:teuthology.orchestra.run.smithi150:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-22T09:26:38.187 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39153.log 2024-09-22T09:26:38.189 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32477.log 2024-09-22T09:26:38.189 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.39153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166206.log 2024-09-22T09:26:38.189 INFO:teuthology.orchestra.run.smithi064.stderr: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.39153.log.gz 2024-09-22T09:26:38.189 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32477.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32477.log.gz 2024-09-22T09:26:38.189 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180569.log 2024-09-22T09:26:38.191 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.166206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68318.log 2024-09-22T09:26:38.191 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126384.log 2024-09-22T09:26:38.191 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.180569.log: /var/log/ceph/ceph-client.admin.68318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74463.log 2024-09-22T09:26:38.191 INFO:teuthology.orchestra.run.smithi064.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.166206.log.gz 2024-09-22T09:26:38.191 INFO:teuthology.orchestra.run.smithi064.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.68318.log.gz 2024-09-22T09:26:38.191 INFO:teuthology.orchestra.run.smithi064.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.180569.log.gz 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.126384.log: gzip 82.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.126384.log.gz 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46460.log 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.74463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141728.log 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.74463.log.gz 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.46460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182696.log 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.46460.log.gz 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.141728.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.141728.log.gz 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41640.log 2024-09-22T09:26:38.193 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182696.log.gz 2024-09-22T09:26:38.195 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182959.log 2024-09-22T09:26:38.195 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.41640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177703.log 2024-09-22T09:26:38.195 INFO:teuthology.orchestra.run.smithi064.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.41640.log.gz 2024-09-22T09:26:38.195 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182959.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-22T09:26:38.195 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182959.log.gz 2024-09-22T09:26:38.196 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.177703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137594.log 2024-09-22T09:26:38.196 INFO:teuthology.orchestra.run.smithi064.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.177703.log.gz 2024-09-22T09:26:38.196 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75643.log 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.137594.log: -- /var/log/ceph/ceph-client.admin.124614.log 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.137594.log.gz 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.75643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142318.log 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.75643.log.gz 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.124614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135824.log 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.142318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31887.log 2024-09-22T09:26:38.197 INFO:teuthology.orchestra.run.smithi064.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.124614.log.gz 2024-09-22T09:26:38.198 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.135824.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.142318.log.gz 2024-09-22T09:26:38.198 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120484.log 2024-09-22T09:26:38.198 INFO:teuthology.orchestra.run.smithi064.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.135824.log.gz 2024-09-22T09:26:38.198 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.31887.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31887.log.gz -5 2024-09-22T09:26:38.198 INFO:teuthology.orchestra.run.smithi064.stderr: --verbose -- /var/log/ceph/ceph-client.admin.32893.log 2024-09-22T09:26:38.199 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.120484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145268.log 2024-09-22T09:26:38.199 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32893.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.32893.log.gz 2024-09-22T09:26:38.199 INFO:teuthology.orchestra.run.smithi064.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.147038.log 2024-09-22T09:26:38.199 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.145268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179830.log 2024-09-22T09:26:38.200 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.147038.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.120484.log.gz 2024-09-22T09:26:38.200 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91573.log 2024-09-22T09:26:38.200 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32685.log 2024-09-22T09:26:38.200 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.179830.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179830.log.gz 2024-09-22T09:26:38.201 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.91573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161040.log 2024-09-22T09:26:38.201 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32685.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.145268.log.gz 2024-09-22T09:26:38.201 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80363.log 2024-09-22T09:26:38.201 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32685.log.gz 2024-09-22T09:26:38.203 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.161040.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-22T09:26:38.203 INFO:teuthology.orchestra.run.smithi064.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.91573.log.gz 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.147038.log.gz 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.80363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128154.log 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.161040.log.gz 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.80363.log.gz 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56675.log 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.128154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95113.log 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.128154.log.gz 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100423.log 2024-09-22T09:26:38.204 INFO:teuthology.orchestra.run.smithi064.stderr: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.56675.log.gz 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.95113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81543.log 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.95113.log.gz 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.100423.log: /var/log/ceph/ceph-client.admin.182462.log 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.100423.log.gz 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88623.log 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.81543.log: /var/log/ceph/ceph-client.admin.182462.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.81543.log.gz 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133464.log 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182462.log.gz 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.88623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117534.log 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.88623.log.gz 2024-09-22T09:26:38.210 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.133464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.33092.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.117534.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.133464.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182514.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.117534.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179805.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.33092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65956.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182514.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182514.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.179805.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179805.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32705.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.65956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40460.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr: 95.9% -- replaced with /var/log/ceph/ceph-client.0.33092.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.65956.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45280.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32705.log.gz 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.40460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59907.log 2024-09-22T09:26:38.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.45280.log: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.40460.log.gz 2024-09-22T09:26:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88033.log 2024-09-22T09:26:38.212 INFO:teuthology.orchestra.run.smithi064.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.45280.log.gz 2024-09-22T09:26:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32083.log 2024-09-22T09:26:38.212 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.59907.log: /var/log/ceph/ceph-client.admin.88033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171213.log 2024-09-22T09:26:38.214 INFO:teuthology.orchestra.run.smithi064.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.88033.log.gz 2024-09-22T09:26:38.214 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109864.log 2024-09-22T09:26:38.214 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32083.log.gz 2024-09-22T09:26:38.214 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.171213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111044.log 2024-09-22T09:26:38.214 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.109864.log: 83.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104554.log 2024-09-22T09:26:38.214 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.0.171213.log.gz 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.109864.log.gz 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.111044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121074.log 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.111044.log.gz 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135234.log 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.104554.log: gzip/var/log/ceph/ceph-client.admin.121074.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.98063.log 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.121074.log.gz/var/log/ceph/ceph-client.admin.135234.log: 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32993.log 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104554.log.gz 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.98063.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.98063.log.gz 2024-09-22T09:26:38.215 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33043.log 2024-09-22T09:26:38.218 INFO:teuthology.orchestra.run.smithi064.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.135234.log.gz 2024-09-22T09:26:38.218 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131694.log 2024-09-22T09:26:38.218 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32993.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182826.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.33043.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33043.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.131694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105144.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182826.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.131694.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42230.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182826.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.105144.log: 93.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32086.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59907.log.gz 81.9% 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.105144.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.42230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55507.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.42230.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32086.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32086.log.gz 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147628.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.55507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32919.log 2024-09-22T09:26:38.219 INFO:teuthology.orchestra.run.smithi064.stderr: 62.4% -- replaced with /var/log/ceph/ceph-client.admin.55507.log.gz 2024-09-22T09:26:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.147628.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-22T09:26:38.220 INFO:teuthology.orchestra.run.smithi064.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.147628.log.gz 2024-09-22T09:26:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32919.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32919.log.gz 2024-09-22T09:26:38.220 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119304.log 2024-09-22T09:26:38.222 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119894.log 2024-09-22T09:26:38.222 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103374.log 2024-09-22T09:26:38.222 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.119304.log: /var/log/ceph/ceph-client.admin.119894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148218.log 2024-09-22T09:26:38.222 INFO:teuthology.orchestra.run.smithi064.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.119304.log.gz 2024-09-22T09:26:38.222 INFO:teuthology.orchestra.run.smithi064.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.119894.log.gz 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.103374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142908.log 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.103374.log.gz 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.148218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49410.log 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.148218.log.gz 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.142908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155960.log 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.142908.log.gz 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.49410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56078.log 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.49410.log.gz 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149988.log 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.155960.log: /var/log/ceph/ceph-client.admin.56078.log: 82.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182436.log 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.155960.log.gz 2024-09-22T09:26:38.223 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.149988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70188.log 2024-09-22T09:26:38.226 INFO:teuthology.orchestra.run.smithi064.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.149988.log.gz 2024-09-22T09:26:38.226 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153550.log 2024-09-22T09:26:38.226 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182436.log: /var/log/ceph/ceph-client.admin.70188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163134.log 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182436.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr: 52.4%/var/log/ceph/ceph-client.admin.153550.log: -- replaced with /var/log/ceph/ceph-client.admin.70188.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63783.log 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.153550.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152938.log 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.163134.log: /var/log/ceph/ceph-client.admin.63783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182566.log 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.152938.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.163134.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.152938.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136414.log 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31983.log 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182566.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63783.log.gz 2024-09-22T09:26:38.227 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.136414.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.136414.log.gz 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149398.log 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.31983.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31983.log.gz 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.149398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32969.log 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.149398.log.gz 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79183.log 2024-09-22T09:26:38.229 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.32969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108094.log 2024-09-22T09:26:38.230 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32969.log.gz 2024-09-22T09:26:38.230 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.79183.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.79183.log.gz 2024-09-22T09:26:38.230 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26835.log 2024-09-22T09:26:38.230 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26907.log 2024-09-22T09:26:38.230 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-client.admin.26835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26883.log 2024-09-22T09:26:38.231 INFO:teuthology.orchestra.run.smithi150.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26835.log.gz 2024-09-22T09:26:38.231 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26787.log 2024-09-22T09:26:38.231 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-client.admin.26907.log: /var/log/ceph/ceph-client.admin.26883.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26883.log.gz 2024-09-22T09:26:38.231 INFO:teuthology.orchestra.run.smithi150.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26907.log.gz 2024-09-22T09:26:38.231 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-22T09:26:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150578.log 2024-09-22T09:26:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.108094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26960.log 2024-09-22T09:26:38.233 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.150578.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.108094.log.gz 2024-09-22T09:26:38.233 INFO:teuthology.orchestra.run.smithi064.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.150578.log.gz 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-client.admin.26787.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26787.log.gz 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26739.log 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-osd.7.log: /var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-client.admin.26739.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26739.log.gz 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26763.log 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-22T09:26:38.234 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-osd.5.log: /var/log/ceph/ceph-client.admin.26763.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26763.log.gz 2024-09-22T09:26:38.235 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-22T09:26:38.235 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26811.log 2024-09-22T09:26:38.235 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-22T09:26:38.235 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-client.admin.26811.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26811.log.gz 2024-09-22T09:26:38.235 INFO:teuthology.orchestra.run.smithi150.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26859.log 2024-09-22T09:26:38.237 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-22T09:26:38.237 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-client.admin.26859.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-22T09:26:38.237 INFO:teuthology.orchestra.run.smithi150.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26859.log.gz 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180544.log 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.26960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156550.log 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26960.log.gz 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56078.log.gz 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.180544.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180544.log.gz 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96293.log 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.156550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168261.log 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.156550.log.gz 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.96293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128744.log 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr: 87.5%/var/log/ceph/ceph-client.0.168261.log: -- replaced with /var/log/ceph/ceph-client.admin.96293.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99243.log 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.0.168261.log.gz 2024-09-22T09:26:38.241 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.128744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182644.log 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.99243.log: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165617.log 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.128744.log.gz 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.99243.log.gz 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32286.log 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182644.log: /var/log/ceph/ceph-client.admin.165617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118124.log 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182644.log.gz 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32286.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.165617.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32286.log.gz 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182592.log 2024-09-22T09:26:38.242 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.118124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45230.log 2024-09-22T09:26:38.243 INFO:teuthology.orchestra.run.smithi150.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-osd.4.log: 90.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-22T09:26:38.244 INFO:teuthology.orchestra.run.smithi150.stderr: 88.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.118124.log.gz 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182592.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32485.log 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.182592.log.gz 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78003.log 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.45230.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45230.log.gz 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53000.log 2024-09-22T09:26:38.247 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32485.log: /var/log/ceph/ceph-client.admin.78003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143498.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32485.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.78003.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152348.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.53000.log: 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.53000.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.143498.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.143498.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33019.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.152348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182933.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.152348.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.33019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132874.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33019.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160451.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182933.log: /var/log/ceph/ceph-client.admin.132874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32283.log 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182933.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.160451.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.132874.log.gz 2024-09-22T09:26:38.248 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36041.log 2024-09-22T09:26:38.252 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180445.log 2024-09-22T09:26:38.252 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32283.log.gz 2024-09-22T09:26:38.252 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.36041.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.36041.log.gz 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108684.log 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.180445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182774.log 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr: 25.2% -- replaced with /var/log/ceph/ceph-client.admin.180445.log.gz 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.108684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51180.log 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.108684.log.gz/var/log/ceph/ceph-client.admin.182774.log: 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182774.log.gz 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44050.log 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.51180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86853.log 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51180.log.gz 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.44050.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.160451.log.gz 2024-09-22T09:26:38.253 INFO:teuthology.orchestra.run.smithi064.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.44050.log.gz 2024-09-22T09:26:38.254 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154140.log 2024-09-22T09:26:38.254 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.86853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154730.log 2024-09-22T09:26:38.254 INFO:teuthology.orchestra.run.smithi064.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.86853.log.gz 2024-09-22T09:26:38.254 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.154140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26717.log 2024-09-22T09:26:38.254 INFO:teuthology.orchestra.run.smithi064.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.154140.log.gz 2024-09-22T09:26:38.256 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.154730.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.154730.log.gz 2024-09-22T09:26:38.256 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157755.log 2024-09-22T09:26:38.256 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.26717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122254.log 0.0% 2024-09-22T09:26:38.256 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26717.log.gz 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.157755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112224.log 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157755.log.gz 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.122254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167660.log 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31695.log 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.122254.log.gz/var/log/ceph/ceph-client.admin.112224.log: 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.167660.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.112224.log.gz 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68909.log 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.167660.log.gz 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.31695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76233.log 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31695.log.gz 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.68909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182618.log 2024-09-22T09:26:38.257 INFO:teuthology.orchestra.run.smithi064.stderr: 24.4% -- replaced with /var/log/ceph/ceph-client.admin.68909.log.gz 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr:gzip/var/log/ceph/ceph-client.admin.76233.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.164439.log 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr: 80.9%/var/log/ceph/ceph-client.admin.182618.log: -- replaced with /var/log/ceph/ceph-client.admin.76233.log.gz 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61842.log 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182618.log.gz 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.164439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127564.log 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.61842.log: 91.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82723.log 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.164439.log.gz 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.127564.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.127564.log.gz 2024-09-22T09:26:38.259 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180493.log 2024-09-22T09:26:38.260 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.82723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134644.log 2024-09-22T09:26:38.260 INFO:teuthology.orchestra.run.smithi064.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.82723.log.gz 2024-09-22T09:26:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.180493.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180493.log.gz 2024-09-22T09:26:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50000.log 2024-09-22T09:26:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.134644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39755.log 2024-09-22T09:26:38.261 INFO:teuthology.orchestra.run.smithi064.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.134644.log.gz 2024-09-22T09:26:38.261 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.50000.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.50000.log.gz 2024-09-22T09:26:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70816.log 2024-09-22T09:26:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.39755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163723.log 2024-09-22T09:26:38.263 INFO:teuthology.orchestra.run.smithi064.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.39755.log.gz 2024-09-22T09:26:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.70816.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.70816.log.gz 2024-09-22T09:26:38.263 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70226.log 2024-09-22T09:26:38.264 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.163723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151758.log 2024-09-22T09:26:38.264 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.70226.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.163723.log.gz 2024-09-22T09:26:38.266 INFO:teuthology.orchestra.run.smithi064.stderr: 91.8% -- replaced with /var/log/ceph/ceph-client.0.70226.log.gz 2024-09-22T09:26:38.266 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32009.log 2024-09-22T09:26:38.267 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.151758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93933.log 2024-09-22T09:26:38.267 INFO:teuthology.orchestra.run.smithi064.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.151758.log.gz 2024-09-22T09:26:38.267 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32009.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32009.log.gz 2024-09-22T09:26:38.268 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-22T09:26:38.268 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.93933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180518.log 2024-09-22T09:26:38.268 INFO:teuthology.orchestra.run.smithi064.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.93933.log.gz 2024-09-22T09:26:38.271 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60552.log 2024-09-22T09:26:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.180518.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180518.log.gz 2024-09-22T09:26:38.272 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85083.log 2024-09-22T09:26:38.274 INFO:teuthology.orchestra.run.smithi150.stderr: 95.0% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-22T09:26:38.275 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.60552.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.60552.log.gz 2024-09-22T09:26:38.275 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32945.log 2024-09-22T09:26:38.276 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.85083.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.85083.log.gz 2024-09-22T09:26:38.276 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78593.log 2024-09-22T09:26:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32945.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32945.log.gz 2024-09-22T09:26:38.277 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32284.log 2024-09-22T09:26:38.279 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.78593.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.78593.log.gz 2024-09-22T09:26:38.279 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126974.log 2024-09-22T09:26:38.280 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32284.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32284.log.gz 2024-09-22T09:26:38.280 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106324.log 2024-09-22T09:26:38.282 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.126974.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.126974.log.gz 2024-09-22T09:26:38.282 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34274.log 2024-09-22T09:26:38.285 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.106324.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.106324.log.gz 2024-09-22T09:26:38.285 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77413.log 2024-09-22T09:26:38.286 INFO:teuthology.orchestra.run.smithi064.stderr: 95.2%/var/log/ceph/ceph-client.0.34274.log: -- replaced with /var/log/ceph/ceph-client.admin.61842.log.gz 2024-09-22T09:26:38.286 INFO:teuthology.orchestra.run.smithi064.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.0.34274.log.gz 2024-09-22T09:26:38.287 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168851.log 2024-09-22T09:26:38.287 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.77413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171803.log 2024-09-22T09:26:38.287 INFO:teuthology.orchestra.run.smithi064.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.77413.log.gz 2024-09-22T09:26:38.287 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.168851.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.168851.log.gz 2024-09-22T09:26:38.288 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170033.log 2024-09-22T09:26:38.289 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53640.log 2024-09-22T09:26:38.289 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.171803.log: /var/log/ceph/ceph-client.0.170033.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.171803.log.gz 2024-09-22T09:26:38.290 INFO:teuthology.orchestra.run.smithi064.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.170033.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101013.log 2024-09-22T09:26:38.290 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:26:38.290 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.53640.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.53640.log.gz 2024-09-22T09:26:38.291 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26864.log 2024-09-22T09:26:38.291 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44640.log 2024-09-22T09:26:38.291 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.101013.log: /var/log/ceph/ceph-client.admin.26864.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26864.log.gz 2024-09-22T09:26:38.291 INFO:teuthology.orchestra.run.smithi064.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.101013.log.gz 2024-09-22T09:26:38.292 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.159858.log 2024-09-22T09:26:38.292 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152960.log 2024-09-22T09:26:38.292 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.44640.log: /var/log/ceph/ceph-client.0.159858.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.44640.log.gz 2024-09-22T09:26:38.293 INFO:teuthology.orchestra.run.smithi064.stderr: 84.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182384.log 2024-09-22T09:26:38.293 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.0.159858.log.gz 2024-09-22T09:26:38.293 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.152960.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.152960.log.gz 2024-09-22T09:26:38.294 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178602.log 2024-09-22T09:26:38.294 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53590.log 2024-09-22T09:26:38.295 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182384.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182384.log.gz 2024-09-22T09:26:38.295 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.178602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130514.log 2024-09-22T09:26:38.296 INFO:teuthology.orchestra.run.smithi064.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.178602.log.gz 2024-09-22T09:26:38.296 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.53590.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53590.log.gz 2024-09-22T09:26:38.296 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139954.log 2024-09-22T09:26:38.296 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42820.log 2024-09-22T09:26:38.297 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.130514.log: /var/log/ceph/ceph-client.admin.139954.log: 82.5% 85.5% -- replaced with /var/log/ceph/ceph-client.admin.130514.log.gz 2024-09-22T09:26:38.297 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.139954.log.gz 2024-09-22T09:26:38.297 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155320.log 2024-09-22T09:26:38.298 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-22T09:26:38.298 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.42820.log: /var/log/ceph/ceph-client.admin.155320.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42820.log.gz 2024-09-22T09:26:38.299 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109274.log 2024-09-22T09:26:38.299 INFO:teuthology.orchestra.run.smithi064.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.155320.log.gz 2024-09-22T09:26:38.303 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-22T09:26:38.304 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32704.log 2024-09-22T09:26:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125204.log 2024-09-22T09:26:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.109274.log: /var/log/ceph/ceph-client.admin.32704.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.109274.log.gz 2024-09-22T09:26:38.305 INFO:teuthology.orchestra.run.smithi064.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32704.log.gz 2024-09-22T09:26:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-22T09:26:38.305 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57327.log 2024-09-22T09:26:38.306 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.125204.log: /var/log/ceph/ceph-osd.1.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.125204.log.gz 2024-09-22T09:26:38.306 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116944.log 2024-09-22T09:26:38.319 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.57327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41050.log 2024-09-22T09:26:38.320 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.116944.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.116944.log.gz 2024-09-22T09:26:38.324 INFO:teuthology.orchestra.run.smithi064.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.57327.log.gz 2024-09-22T09:26:38.328 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170623.log 2024-09-22T09:26:38.328 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.41050.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.41050.log.gz 2024-09-22T09:26:38.328 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182748.log 2024-09-22T09:26:38.329 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.170623.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.170623.log.gz 2024-09-22T09:26:38.330 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50590.log 2024-09-22T09:26:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182748.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182748.log.gz 2024-09-22T09:26:38.331 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52410.log 2024-09-22T09:26:38.332 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.50590.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.50590.log.gz 2024-09-22T09:26:38.332 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162545.log 2024-09-22T09:26:38.333 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.52410.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.52410.log.gz 2024-09-22T09:26:38.334 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56738.log 2024-09-22T09:26:38.335 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.162545.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.162545.log.gz 2024-09-22T09:26:38.335 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158960.log 2024-09-22T09:26:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56738.log: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.56738.log.gz 2024-09-22T09:26:38.336 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32503.log 2024-09-22T09:26:38.337 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.158960.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.158960.log.gz 2024-09-22T09:26:38.338 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158370.log 2024-09-22T09:26:38.339 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32503.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32503.log.gz 2024-09-22T09:26:38.339 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45870.log 2024-09-22T09:26:38.340 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.158370.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.158370.log.gz 2024-09-22T09:26:38.340 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182907.log 2024-09-22T09:26:38.341 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.45870.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.45870.log.gz 2024-09-22T09:26:38.342 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47640.log 2024-09-22T09:26:38.342 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182907.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182907.log.gz 2024-09-22T09:26:38.343 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32484.log 2024-09-22T09:26:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.47640.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.47640.log.gz 2024-09-22T09:26:38.344 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79773.log 2024-09-22T09:26:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32484.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32484.log.gz 2024-09-22T09:26:38.345 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32499.log 2024-09-22T09:26:38.346 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.79773.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79773.log.gz 2024-09-22T09:26:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90393.log 2024-09-22T09:26:38.347 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32499.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32499.log.gz 2024-09-22T09:26:38.348 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76823.log 2024-09-22T09:26:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.90393.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.90393.log.gz 2024-09-22T09:26:38.349 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105734.log 2024-09-22T09:26:38.350 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.76823.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.76823.log.gz 2024-09-22T09:26:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63136.log 2024-09-22T09:26:38.351 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.105734.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.105734.log.gz 2024-09-22T09:26:38.352 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182358.log 2024-09-22T09:26:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.63136.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63136.log.gz 2024-09-22T09:26:38.354 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48820.log 2024-09-22T09:26:38.355 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182358.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182358.log.gz 2024-09-22T09:26:38.356 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42870.log 2024-09-22T09:26:38.356 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.48820.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.48820.log.gz 2024-09-22T09:26:38.357 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132284.log 2024-09-22T09:26:38.358 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.42870.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.42870.log.gz 2024-09-22T09:26:38.358 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32270.log 2024-09-22T09:26:38.359 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.132284.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.132284.log.gz 2024-09-22T09:26:38.359 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31912.log 2024-09-22T09:26:38.360 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32270.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32270.log.gz 2024-09-22T09:26:38.360 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32087.log 2024-09-22T09:26:38.361 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.31912.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31912.log.gz 2024-09-22T09:26:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55824.log 2024-09-22T09:26:38.362 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32087.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32087.log.gz 2024-09-22T09:26:38.363 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51205.log 2024-09-22T09:26:38.364 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.55824.log: 55.9% -- replaced with /var/log/ceph/ceph-client.admin.55824.log.gz 2024-09-22T09:26:38.364 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95703.log 2024-09-22T09:26:38.365 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.51205.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51205.log.gz 2024-09-22T09:26:38.365 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73283.log 2024-09-22T09:26:38.366 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.95703.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.95703.log.gz 2024-09-22T09:26:38.366 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97473.log 2024-09-22T09:26:38.367 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.73283.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.73283.log.gz 2024-09-22T09:26:38.368 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116354.log 2024-09-22T09:26:38.368 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.97473.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.97473.log.gz 2024-09-22T09:26:38.369 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125794.log 2024-09-22T09:26:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.116354.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.116354.log.gz 2024-09-22T09:26:38.370 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56011.log 2024-09-22T09:26:38.371 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.125794.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.125794.log.gz 2024-09-22T09:26:38.372 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118714.log 2024-09-22T09:26:38.372 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56011.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56011.log.gz 2024-09-22T09:26:38.373 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32692.log 2024-09-22T09:26:38.374 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.118714.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.118714.log.gz 2024-09-22T09:26:38.374 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-22T09:26:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32692.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32692.log.gz 2024-09-22T09:26:38.375 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37793.log 2024-09-22T09:26:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph.log: 93.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115174.log 2024-09-22T09:26:38.388 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.37793.log: 44.2% -- replaced with /var/log/ceph/ceph-client.0.37793.log.gz 2024-09-22T09:26:38.388 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-22T09:26:38.391 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102784.log 2024-09-22T09:26:38.392 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.115174.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.115174.log.gz 2024-09-22T09:26:38.392 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72693.log 2024-09-22T09:26:38.393 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.102784.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.102784.log.gz 2024-09-22T09:26:38.394 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129924.log 2024-09-22T09:26:38.395 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.72693.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.72693.log.gz 2024-09-22T09:26:38.395 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106914.log 2024-09-22T09:26:38.396 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.129924.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.129924.log.gz 2024-09-22T09:26:38.396 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138184.log 2024-09-22T09:26:38.397 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.106914.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.106914.log.gz 2024-09-22T09:26:38.397 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32504.log 2024-09-22T09:26:38.398 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.138184.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.138184.log.gz 2024-09-22T09:26:38.399 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111634.log 2024-09-22T09:26:38.400 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32504.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32504.log.gz 2024-09-22T09:26:38.400 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175343.log 2024-09-22T09:26:38.401 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.111634.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.111634.log.gz 2024-09-22T09:26:38.401 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32505.log 2024-09-22T09:26:38.402 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.175343.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.175343.log.gz 2024-09-22T09:26:38.403 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82133.log 2024-09-22T09:26:38.403 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32505.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32505.log.gz 2024-09-22T09:26:38.404 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.169441.log 2024-09-22T09:26:38.405 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.82133.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.82133.log.gz 2024-09-22T09:26:38.405 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59262.log 2024-09-22T09:26:38.406 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.169441.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.169441.log.gz 2024-09-22T09:26:38.406 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45255.log 2024-09-22T09:26:38.412 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.59262.log: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.59262.log.gz 2024-09-22T09:26:38.412 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86263.log 2024-09-22T09:26:38.413 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.45255.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45255.log.gz 2024-09-22T09:26:38.414 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89213.log 2024-09-22T09:26:38.414 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.86263.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.86263.log.gz 2024-09-22T09:26:38.415 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62488.log 2024-09-22T09:26:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.89213.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.89213.log.gz 2024-09-22T09:26:38.416 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-22T09:26:38.419 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.62488.log: 92.8% -- replaced with /var/log/ceph/ceph-client.admin.62488.log.gz 2024-09-22T09:26:38.419 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32276.log 2024-09-22T09:26:38.431 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138774.log 2024-09-22T09:26:38.432 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32276.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32276.log.gz 2024-09-22T09:26:38.447 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32500.log 2024-09-22T09:26:38.448 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.138774.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.138774.log.gz 2024-09-22T09:26:38.451 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66545.log 2024-09-22T09:26:38.452 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32500.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32500.log.gz 2024-09-22T09:26:38.459 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177113.log 2024-09-22T09:26:38.460 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.66545.log: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.66545.log.gz 2024-09-22T09:26:38.471 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67137.log 2024-09-22T09:26:38.472 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.177113.log: 84.6% -- replaced with /var/log/ceph/ceph-client.0.177113.log.gz 2024-09-22T09:26:38.480 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32085.log 2024-09-22T09:26:38.480 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.67137.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67137.log.gz 2024-09-22T09:26:38.488 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181765.log 2024-09-22T09:26:38.488 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32085.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32085.log.gz 2024-09-22T09:26:38.495 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51230.log 2024-09-22T09:26:38.503 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.181765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37209.log 2024-09-22T09:26:38.504 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.51230.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.51230.log.gz 2024-09-22T09:26:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175933.log 2024-09-22T09:26:38.512 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.37209.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.37209.log.gz 2024-09-22T09:26:38.532 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172983.log 2024-09-22T09:26:38.532 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.175933.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.175933.log.gz 2024-09-22T09:26:38.539 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32703.log 2024-09-22T09:26:38.540 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.172983.log: 84.6% -- replaced with /var/log/ceph/ceph-client.0.172983.log.gz 2024-09-22T09:26:38.541 INFO:teuthology.orchestra.run.smithi064.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.0.181765.log.gz 2024-09-22T09:26:38.551 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112814.log 2024-09-22T09:26:38.551 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32703.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32703.log.gz 2024-09-22T09:26:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72103.log 2024-09-22T09:26:38.560 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.112814.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.112814.log.gz 2024-09-22T09:26:38.567 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85673.log 2024-09-22T09:26:38.568 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.72103.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.72103.log.gz 2024-09-22T09:26:38.575 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183009.log 2024-09-22T09:26:38.576 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.85673.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.85673.log.gz 2024-09-22T09:26:38.583 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-22T09:26:38.584 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.183009.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183009.log.gz 2024-09-22T09:26:38.592 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157780.log 2024-09-22T09:26:38.599 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53615.log 2024-09-22T09:26:38.600 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.157780.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.157780.log.gz 2024-09-22T09:26:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124024.log 2024-09-22T09:26:38.616 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.53615.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53615.log.gz 2024-09-22T09:26:38.628 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-22T09:26:38.628 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.124024.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.124024.log.gz 2024-09-22T09:26:38.635 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56053.log 2024-09-22T09:26:38.639 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph.audit.log: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-22T09:26:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56702.log 2024-09-22T09:26:38.644 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56053.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56053.log.gz 2024-09-22T09:26:38.651 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145858.log 2024-09-22T09:26:38.652 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56702.log: 19.9% -- replaced with /var/log/ceph/ceph-client.admin.56702.log.gz 2024-09-22T09:26:38.659 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121664.log 2024-09-22T09:26:38.660 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.145858.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.145858.log.gz 2024-09-22T09:26:38.667 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84493.log 2024-09-22T09:26:38.668 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.121664.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.121664.log.gz 2024-09-22T09:26:38.675 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55745.log 2024-09-22T09:26:38.676 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.84493.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.84493.log.gz 2024-09-22T09:26:38.683 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80953.log 2024-09-22T09:26:38.684 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.55745.log: 52.0% -- replaced with /var/log/ceph/ceph-client.admin.55745.log.gz 2024-09-22T09:26:38.692 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67727.log 2024-09-22T09:26:38.692 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.80953.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.80953.log.gz 2024-09-22T09:26:38.696 INFO:teuthology.orchestra.run.smithi064.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-22T09:26:38.697 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64428.log 2024-09-22T09:26:38.697 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.67727.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.67727.log.gz 2024-09-22T09:26:38.698 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172393.log 2024-09-22T09:26:38.702 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.64428.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.64428.log.gz 2024-09-22T09:26:38.703 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43460.log 2024-09-22T09:26:38.703 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.172393.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.172393.log.gz 2024-09-22T09:26:38.704 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83313.log 2024-09-22T09:26:38.704 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.43460.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.43460.log.gz 2024-09-22T09:26:38.704 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131104.log 2024-09-22T09:26:38.706 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.83313.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.83313.log.gz 2024-09-22T09:26:38.707 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102194.log 2024-09-22T09:26:38.708 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.131104.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.131104.log.gz 2024-09-22T09:26:38.708 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113404.log 2024-09-22T09:26:38.708 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.102194.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.102194.log.gz 2024-09-22T09:26:38.709 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182985.log 2024-09-22T09:26:38.709 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.113404.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.113404.log.gz 2024-09-22T09:26:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73873.log 2024-09-22T09:26:38.710 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182985.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182985.log.gz 2024-09-22T09:26:38.711 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140544.log 2024-09-22T09:26:38.711 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.73873.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.73873.log.gz 2024-09-22T09:26:38.712 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167071.log 2024-09-22T09:26:38.713 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.140544.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.140544.log.gz 2024-09-22T09:26:38.713 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32035.log 2024-09-22T09:26:38.716 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.167071.log: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.167071.log.gz 2024-09-22T09:26:38.716 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146448.log 2024-09-22T09:26:38.717 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32035.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32035.log.gz 2024-09-22T09:26:38.717 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32077.log 2024-09-22T09:26:38.718 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.146448.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.146448.log.gz 2024-09-22T09:26:38.718 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68961.log 2024-09-22T09:26:38.719 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32077.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32077.log.gz 2024-09-22T09:26:38.719 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34864.log 2024-09-22T09:26:38.720 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.68961.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.68961.log.gz 2024-09-22T09:26:38.720 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122844.log 2024-09-22T09:26:38.720 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.34864.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.34864.log.gz 2024-09-22T09:26:38.721 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51820.log 2024-09-22T09:26:38.721 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.122844.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.122844.log.gz 2024-09-22T09:26:38.722 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42845.log 2024-09-22T09:26:38.723 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.51820.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.51820.log.gz 2024-09-22T09:26:38.723 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179855.log 2024-09-22T09:26:38.724 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.42845.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42845.log.gz 2024-09-22T09:26:38.724 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144088.log 2024-09-22T09:26:38.724 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.179855.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.179855.log.gz 2024-09-22T09:26:38.725 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155910.log 2024-09-22T09:26:38.725 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.144088.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.144088.log.gz 2024-09-22T09:26:38.726 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93343.log 2024-09-22T09:26:38.726 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.155910.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155910.log.gz 2024-09-22T09:26:38.726 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.33690.log 2024-09-22T09:26:38.727 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.93343.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.93343.log.gz 2024-09-22T09:26:38.727 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103964.log 2024-09-22T09:26:38.728 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.33690.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.33690.log.gz 2024-09-22T09:26:38.729 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101604.log 2024-09-22T09:26:38.729 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.103964.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.103964.log.gz 2024-09-22T09:26:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115764.log 2024-09-22T09:26:38.730 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.101604.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.101604.log.gz 2024-09-22T09:26:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31957.log 2024-09-22T09:26:38.731 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.115764.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.115764.log.gz 2024-09-22T09:26:38.732 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174163.log 2024-09-22T09:26:38.732 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.31957.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31957.log.gz 2024-09-22T09:26:38.733 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176523.log 2024-09-22T09:26:38.733 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.174163.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.174163.log.gz 2024-09-22T09:26:38.734 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161956.log 2024-09-22T09:26:38.734 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.176523.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.176523.log.gz 2024-09-22T09:26:38.735 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58617.log 2024-09-22T09:26:38.736 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.161956.log: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.161956.log.gz 2024-09-22T09:26:38.737 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182722.log 2024-09-22T09:26:38.744 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.58617.log: 93.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181166.log 2024-09-22T09:26:38.744 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182722.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182722.log.gz 2024-09-22T09:26:38.744 INFO:teuthology.orchestra.run.smithi064.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58617.log.gz 2024-09-22T09:26:38.759 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.69551.log 2024-09-22T09:26:38.760 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.181166.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.181166.log.gz 2024-09-22T09:26:38.775 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113994.log 2024-09-22T09:26:38.776 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.69551.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.69551.log.gz 2024-09-22T09:26:38.783 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33069.log 2024-09-22T09:26:38.784 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.113994.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.113994.log.gz 2024-09-22T09:26:38.791 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32297.log 2024-09-22T09:26:38.792 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.33069.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33069.log.gz 2024-09-22T09:26:38.794 INFO:teuthology.orchestra.run.smithi150.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-22T09:26:38.797 INFO:teuthology.orchestra.run.smithi064.stderr: 94.6% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-22T09:26:38.797 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48230.log 2024-09-22T09:26:38.798 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32297.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32297.log.gz 2024-09-22T09:26:38.798 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61197.log 2024-09-22T09:26:38.799 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.48230.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.48230.log.gz 2024-09-22T09:26:38.799 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151168.log 2024-09-22T09:26:38.801 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.61197.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.61197.log.gz 2024-09-22T09:26:38.801 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182540.log 2024-09-22T09:26:38.802 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.151168.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.151168.log.gz 2024-09-22T09:26:38.803 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32289.log 2024-09-22T09:26:38.803 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182540.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182540.log.gz 2024-09-22T09:26:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32693.log 2024-09-22T09:26:38.804 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32289.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32289.log.gz 2024-09-22T09:26:38.805 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137004.log 2024-09-22T09:26:38.805 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32693.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32693.log.gz 2024-09-22T09:26:38.806 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54230.log 2024-09-22T09:26:38.807 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.137004.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.137004.log.gz 2024-09-22T09:26:38.807 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157140.log 2024-09-22T09:26:38.808 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.54230.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.54230.log.gz 2024-09-22T09:26:38.808 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36625.log 2024-09-22T09:26:38.809 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.157140.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.157140.log.gz 2024-09-22T09:26:38.809 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155935.log 2024-09-22T09:26:38.810 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.36625.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.36625.log.gz 2024-09-22T09:26:38.810 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57972.log 2024-09-22T09:26:38.811 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.155935.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155935.log.gz 2024-09-22T09:26:38.811 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139364.log 2024-09-22T09:26:38.812 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.57972.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.57972.log.gz 2024-09-22T09:26:38.813 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179782.log 2024-09-22T09:26:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.139364.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.139364.log.gz 2024-09-22T09:26:38.815 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110454.log 2024-09-22T09:26:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.179782.log: 24.3% -- replaced with /var/log/ceph/ceph-client.admin.179782.log.gz 2024-09-22T09:26:38.816 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123434.log 2024-09-22T09:26:38.817 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.110454.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.110454.log.gz 2024-09-22T09:26:38.817 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134054.log 2024-09-22T09:26:38.818 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.123434.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.123434.log.gz 2024-09-22T09:26:38.819 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21925.log 2024-09-22T09:26:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.134054.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.134054.log.gz 2024-09-22T09:26:38.820 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96883.log 2024-09-22T09:26:38.822 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph.tmp-client.admin.21925.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21925.log.gz 2024-09-22T09:26:38.822 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71513.log 2024-09-22T09:26:38.822 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.96883.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.96883.log.gz 2024-09-22T09:26:38.822 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31937.log 2024-09-22T09:26:38.825 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.71513.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.71513.log.gz 2024-09-22T09:26:38.825 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182410.log 2024-09-22T09:26:38.825 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.31937.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31937.log.gz 2024-09-22T09:26:38.826 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182800.log 2024-09-22T09:26:38.826 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182410.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182410.log.gz 2024-09-22T09:26:38.826 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92753.log 2024-09-22T09:26:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182800.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182800.log.gz 2024-09-22T09:26:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89803.log 2024-09-22T09:26:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.92753.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.92753.log.gz 2024-09-22T09:26:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165028.log 2024-09-22T09:26:38.830 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.89803.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.89803.log.gz 2024-09-22T09:26:38.831 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182852.log 2024-09-22T09:26:38.831 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.165028.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.165028.log.gz 2024-09-22T09:26:38.831 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144678.log 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182852.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182852.log.gz 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182488.log 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.144678.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.144678.log.gz 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32296.log 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182488.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182488.log.gz 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182878.log 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32296.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32296.log.gz 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87443.log 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182878.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182878.log.gz 2024-09-22T09:26:38.835 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56130.log 2024-09-22T09:26:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.87443.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.87443.log.gz 2024-09-22T09:26:38.836 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99833.log 2024-09-22T09:26:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56130.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.56130.log.gz 2024-09-22T09:26:38.837 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173573.log 2024-09-22T09:26:38.839 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.99833.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.99833.log.gz 2024-09-22T09:26:38.839 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54820.log 2024-09-22T09:26:38.840 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.173573.log: 81.3% -- replaced with /var/log/ceph/ceph-client.0.173573.log.gz 2024-09-22T09:26:38.840 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90983.log 2024-09-22T09:26:38.841 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.54820.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.54820.log.gz 2024-09-22T09:26:38.842 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157730.log 2024-09-22T09:26:38.842 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.90983.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.90983.log.gz 2024-09-22T09:26:38.843 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174753.log 2024-09-22T09:26:38.843 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.157730.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157730.log.gz 2024-09-22T09:26:38.844 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98653.log 2024-09-22T09:26:38.845 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.174753.log: 83.9% -- replaced with /var/log/ceph/ceph-client.0.174753.log.gz 2024-09-22T09:26:38.845 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114584.log 2024-09-22T09:26:38.846 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.98653.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.98653.log.gz 2024-09-22T09:26:38.846 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92163.log 2024-09-22T09:26:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.114584.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.114584.log.gz 2024-09-22T09:26:38.848 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180468.log 2024-09-22T09:26:38.849 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.92163.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.92163.log.gz 2024-09-22T09:26:38.850 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107504.log 2024-09-22T09:26:38.850 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.180468.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180468.log.gz 2024-09-22T09:26:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182670.log 2024-09-22T09:26:38.851 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.107504.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.107504.log.gz 2024-09-22T09:26:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75053.log 2024-09-22T09:26:38.852 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.182670.log: 29.5% -- replaced with /var/log/ceph/ceph-client.admin.182670.log.gz 2024-09-22T09:26:38.853 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65079.log 2024-09-22T09:26:38.854 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.75053.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.75053.log.gz 2024-09-22T09:26:38.854 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32088.log 2024-09-22T09:26:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.65079.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.65079.log.gz 2024-09-22T09:26:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94523.log 2024-09-22T09:26:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32088.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32088.log.gz 2024-09-22T09:26:38.856 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83903.log 2024-09-22T09:26:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.94523.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.94523.log.gz 2024-09-22T09:26:38.857 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32723.log 2024-09-22T09:26:38.858 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.83903.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.83903.log.gz 2024-09-22T09:26:38.858 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32081.log 2024-09-22T09:26:38.859 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32723.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32723.log.gz 2024-09-22T09:26:38.859 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141138.log 2024-09-22T09:26:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32081.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32081.log.gz 2024-09-22T09:26:38.860 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129334.log 2024-09-22T09:26:38.861 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.141138.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.141138.log.gz 2024-09-22T09:26:38.861 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47050.log 2024-09-22T09:26:38.863 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.129334.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.129334.log.gz 2024-09-22T09:26:38.863 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148808.log 2024-09-22T09:26:38.863 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.47050.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.47050.log.gz 2024-09-22T09:26:38.864 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32715.log 2024-09-22T09:26:38.865 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.148808.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.148808.log.gz 2024-09-22T09:26:38.865 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179192.log 2024-09-22T09:26:38.866 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32715.log.gz 2024-09-22T09:26:38.866 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56105.log 2024-09-22T09:26:38.867 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.179192.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.179192.log.gz 2024-09-22T09:26:38.867 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35451.log 2024-09-22T09:26:38.868 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.56105.log: 52.0% -- replaced with /var/log/ceph/ceph-client.admin.56105.log.gz 2024-09-22T09:26:38.868 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32089.log 2024-09-22T09:26:38.869 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.0.35451.log: 81.1% -- replaced with /var/log/ceph/ceph-client.0.35451.log.gz 2024-09-22T09:26:38.870 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/ceph-client.admin.32089.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32089.log.gz 2024-09-22T09:26:39.510 INFO:teuthology.orchestra.run.smithi064.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-22T09:26:39.821 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-22T09:26:40.737 INFO:teuthology.orchestra.run.smithi064.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-22T09:26:41.826 INFO:teuthology.orchestra.run.smithi064.stderr: 93.3% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-22T09:26:45.339 INFO:teuthology.orchestra.run.smithi064.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-22T09:26:46.301 INFO:teuthology.orchestra.run.smithi150.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-22T09:26:48.688 INFO:teuthology.orchestra.run.smithi064.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-22T09:26:48.834 INFO:teuthology.orchestra.run.smithi150.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-22T09:26:49.023 INFO:teuthology.orchestra.run.smithi150.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-22T09:26:53.791 INFO:teuthology.orchestra.run.smithi150.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-22T09:26:53.793 INFO:teuthology.orchestra.run.smithi150.stderr: 2024-09-22T09:26:53.793 INFO:teuthology.orchestra.run.smithi150.stderr:real 0m15.587s 2024-09-22T09:26:53.793 INFO:teuthology.orchestra.run.smithi150.stderr:user 0m44.023s 2024-09-22T09:26:53.793 INFO:teuthology.orchestra.run.smithi150.stderr:sys 0m1.628s 2024-09-22T09:26:53.864 INFO:teuthology.orchestra.run.smithi064.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-22T09:26:59.574 INFO:teuthology.orchestra.run.smithi064.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-22T09:26:59.575 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-09-22T09:26:59.575 INFO:teuthology.orchestra.run.smithi064.stderr:real 0m21.409s 2024-09-22T09:26:59.575 INFO:teuthology.orchestra.run.smithi064.stderr:user 1m0.606s 2024-09-22T09:26:59.575 INFO:teuthology.orchestra.run.smithi064.stderr:sys 0m2.137s 2024-09-22T09:26:59.576 INFO:tasks.ceph:Archiving logs... 2024-09-22T09:26:59.576 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/log/ceph to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/remote/smithi064/log 2024-09-22T09:26:59.577 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-22T09:27:05.850 DEBUG:teuthology.misc:Transferring archived files from smithi150:/var/log/ceph to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/remote/smithi150/log 2024-09-22T09:27:05.851 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-22T09:27:11.028 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-22T09:27:11.041 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-22T09:27:11.041 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-22T09:27:11.044 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-22T09:27:11.116 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-22T09:27:11.128 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-22T09:27:11.128 DEBUG:teuthology.orchestra.run.smithi064:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T09:27:11.131 DEBUG:teuthology.orchestra.run.smithi150:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T09:27:11.142 INFO:teuthology.orchestra.run.smithi064.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T09:27:11.142 INFO:teuthology.orchestra.run.smithi064.stdout:============================================================================== 2024-09-22T09:27:11.142 INFO:teuthology.orchestra.run.smithi064.stdout:*hv01.front.sepi 67.205.162.81 3 u 5 64 377 0.093 -1.677 0.162 2024-09-22T09:27:11.143 INFO:teuthology.orchestra.run.smithi064.stdout:+hv02.front.sepi 63.231.80.2 3 u 59 64 377 0.104 -1.141 0.171 2024-09-22T09:27:11.143 INFO:teuthology.orchestra.run.smithi064.stdout:+hv03.front.sepi 74.6.168.72 3 u 48 64 377 0.108 -2.007 0.314 2024-09-22T09:27:11.143 INFO:teuthology.orchestra.run.smithi064.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-22T09:27:11.144 INFO:teuthology.orchestra.run.smithi150.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T09:27:11.144 INFO:teuthology.orchestra.run.smithi150.stdout:============================================================================== 2024-09-22T09:27:11.144 INFO:teuthology.orchestra.run.smithi150.stdout:+hv01.front.sepi 67.205.162.81 3 u 64 64 377 0.081 -2.129 0.365 2024-09-22T09:27:11.144 INFO:teuthology.orchestra.run.smithi150.stdout:*hv02.front.sepi 63.231.80.2 3 u 59 64 377 0.101 -1.551 0.430 2024-09-22T09:27:11.144 INFO:teuthology.orchestra.run.smithi150.stdout:+hv03.front.sepi 74.6.168.72 3 u 47 64 377 0.107 -2.144 0.516 2024-09-22T09:27:11.144 INFO:teuthology.orchestra.run.smithi150.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-22T09:27:11.145 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-22T09:27:11.227 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-22T09:27:11.227 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-22T09:27:11.274 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-22T09:27:11.343 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-22T09:27:11.421 INFO:teuthology.task.internal:Duration was 3468.201820 seconds 2024-09-22T09:27:11.421 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-22T09:27:11.467 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-22T09:27:11.467 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-22T09:27:11.470 DEBUG:teuthology.orchestra.run.smithi150:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-22T09:27:11.509 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-22T09:27:11.509 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi064.front.sepia.ceph.com 2024-09-22T09:27:11.509 DEBUG:teuthology.orchestra.run.smithi064:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-22T09:27:11.561 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi150.front.sepia.ceph.com 2024-09-22T09:27:11.561 DEBUG:teuthology.orchestra.run.smithi150:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-22T09:27:11.571 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-22T09:27:11.572 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-22T09:27:11.605 DEBUG:teuthology.orchestra.run.smithi150:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-22T09:27:11.640 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-22T09:27:11.640 DEBUG:teuthology.orchestra.run.smithi064:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-22T09:27:11.681 DEBUG:teuthology.orchestra.run.smithi150:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-22T09:27:11.740 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-22T09:27:11.752 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-22T09:27:11.752 DEBUG:teuthology.orchestra.run.smithi064:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-22T09:27:11.765 DEBUG:teuthology.orchestra.run.smithi150:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-22T09:27:11.778 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-22T09:27:11.789 DEBUG:teuthology.orchestra.run.smithi064:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-22T09:27:11.813 DEBUG:teuthology.orchestra.run.smithi150:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-22T09:27:11.823 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = core 2024-09-22T09:27:11.832 INFO:teuthology.orchestra.run.smithi150.stdout:kernel.core_pattern = core 2024-09-22T09:27:11.857 DEBUG:teuthology.orchestra.run.smithi064:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-22T09:27:11.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T09:27:11.887 DEBUG:teuthology.orchestra.run.smithi150:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-22T09:27:11.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T09:27:11.905 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-22T09:27:11.917 INFO:teuthology.task.internal:Transferring archived files... 2024-09-22T09:27:11.917 DEBUG:teuthology.misc:Transferring archived files from smithi064:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/remote/smithi064 2024-09-22T09:27:11.917 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-22T09:27:11.960 DEBUG:teuthology.misc:Transferring archived files from smithi150:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915061/remote/smithi150 2024-09-22T09:27:11.961 DEBUG:teuthology.orchestra.run.smithi150:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-22T09:27:11.981 INFO:teuthology.task.internal:Removing archive directory... 2024-09-22T09:27:11.981 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-22T09:27:11.997 DEBUG:teuthology.orchestra.run.smithi150:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-22T09:27:12.026 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-22T09:27:12.039 INFO:teuthology.task.internal:Not uploading archives. 2024-09-22T09:27:12.039 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-22T09:27:12.091 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-22T09:27:12.091 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-22T09:27:12.094 DEBUG:teuthology.orchestra.run.smithi150:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-22T09:27:12.098 INFO:teuthology.orchestra.run.smithi064.stdout: 658462 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 22 09:27 /home/ubuntu/cephtest 2024-09-22T09:27:12.100 INFO:teuthology.orchestra.run.smithi150.stdout: 658622 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 22 09:27 /home/ubuntu/cephtest 2024-09-22T09:27:12.101 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-22T09:27:12.148 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-22T09:27:12.289 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3468.201820373535 flavor: default owner: scheduled_soumyakoduri@teuthology success: true 2024-09-22T09:27:12.290 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-22T09:27:12.395 INFO:teuthology.run:pass